In [2]:
# 디바이스 확인
if torch.cuda.is_available():
    device = torch.device("cuda")
    print('There are %d GPU(s) available.' % torch.cuda.device_count())
    print('We will use the GPU:', torch.cuda.get_device_name(0))
else:
    device = torch.device("cpu")
    print('No GPU available, using the CPU instead.')
There are 2 GPU(s) available.
We will use the GPU: NVIDIA TITAN RTX
In [3]:
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_ASL_WF1.pt")
data
Out[3]:
OrderedDict([('bert.embeddings.position_ids',
              tensor([[  0,   1,   2,   3,   4,   5,   6,   7,   8,   9,  10,  11,  12,  13,
                        14,  15,  16,  17,  18,  19,  20,  21,  22,  23,  24,  25,  26,  27,
                        28,  29,  30,  31,  32,  33,  34,  35,  36,  37,  38,  39,  40,  41,
                        42,  43,  44,  45,  46,  47,  48,  49,  50,  51,  52,  53,  54,  55,
                        56,  57,  58,  59,  60,  61,  62,  63,  64,  65,  66,  67,  68,  69,
                        70,  71,  72,  73,  74,  75,  76,  77,  78,  79,  80,  81,  82,  83,
                        84,  85,  86,  87,  88,  89,  90,  91,  92,  93,  94,  95,  96,  97,
                        98,  99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
                       112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
                       126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
                       140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
                       154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
                       168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
                       182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
                       196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
                       210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
                       224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
                       238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
                       252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
                       266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
                       280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
                       294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
                       308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
                       322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
                       336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
                       350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
                       364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
                       378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
                       392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
                       406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
                       420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
                       434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
                       448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
                       462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
                       476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
                       490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
                       504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
             ('bert.embeddings.word_embeddings.weight',
              tensor([[-1.9697e-02, -2.0833e-03, -2.2074e-02,  ..., -2.9294e-02,
                       -2.7157e-02,  1.1679e-02],
                      [-5.4787e-03,  7.0221e-03, -5.0599e-02,  ..., -1.6837e-02,
                       -6.0904e-02, -1.5137e-03],
                      [ 1.6540e-02,  7.0613e-04, -1.8334e-02,  ..., -6.2606e-02,
                       -1.5418e-02, -1.8696e-02],
                      ...,
                      [-2.2793e-02, -4.4918e-02, -5.2208e-02,  ..., -4.8025e-02,
                       -5.2063e-02,  8.0442e-03],
                      [-3.8348e-02,  8.6813e-03, -5.4131e-02,  ..., -7.1957e-02,
                       -2.3069e-02, -6.5494e-04],
                      [ 2.3424e-02, -9.1186e-04, -3.3731e-02,  ..., -1.4834e-02,
                       -4.4951e-02,  2.0813e-08]], device='cuda:0')),
             ('bert.embeddings.position_embeddings.weight',
              tensor([[ 0.0338,  0.0088,  0.0040,  ...,  0.0031,  0.0172,  0.0158],
                      [-0.0249, -0.0155, -0.0082,  ...,  0.0022,  0.0104,  0.0098],
                      [ 0.0003,  0.0042,  0.0066,  ...,  0.0077,  0.0042, -0.0052],
                      ...,
                      [ 0.0052, -0.0179, -0.0231,  ..., -0.0060, -0.0143, -0.0175],
                      [ 0.0225, -0.0097, -0.0398,  ...,  0.0090, -0.0210, -0.0055],
                      [-0.0455, -0.0423, -0.0844,  ...,  0.0142, -0.1097,  0.0074]],
                     device='cuda:0')),
             ('bert.embeddings.token_type_embeddings.weight',
              tensor([[-6.6520e-03, -4.6549e-03,  1.2491e-03,  ...,  6.9725e-03,
                        4.2190e-04,  2.9472e-03],
                      [-4.2776e-03, -2.9396e-03, -9.7873e-16,  ...,  7.8108e-05,
                        4.7295e-11, -5.0722e-08]], device='cuda:0')),
             ('bert.embeddings.LayerNorm.weight',
              tensor([0.8430, 0.9047, 0.8418, 0.8176, 0.8149, 0.8111, 0.4867, 0.5484, 0.9139,
                      0.7009, 0.8919, 0.8950, 0.9547, 0.8673, 0.8982, 0.4482, 0.8672, 0.8351,
                      0.8315, 0.8970, 0.7366, 0.8870, 0.8578, 0.8228, 0.7408, 0.8098, 0.8693,
                      0.8777, 0.8311, 0.8868, 0.8530, 0.0912, 0.8756, 0.7381, 0.8305, 0.7898,
                      0.6919, 0.8989, 0.4990, 0.8341, 0.9754, 0.8811, 0.8584, 0.9288, 0.9235,
                      0.8908, 0.8398, 0.8661, 0.9456, 0.8252, 0.9307, 0.8049, 0.7420, 0.8703,
                      0.7574, 0.4816, 0.8366, 0.8605, 0.7465, 0.7932, 0.8241, 0.9454, 0.9257,
                      0.9011, 0.5835, 0.9476, 0.8526, 0.8347, 0.4065, 0.7976, 0.8321, 0.8133,
                      0.8402, 0.8207, 0.9137, 0.9251, 0.8570, 0.8248, 0.9404, 0.8686, 0.8168,
                      0.7931, 0.8986, 0.7931, 0.2297, 0.8781, 0.7625, 0.8870, 0.9610, 0.8402,
                      0.8242, 0.8237, 0.8645, 0.8441, 0.8551, 0.7934, 0.3109, 0.8637, 0.8863,
                      0.8837, 0.7520, 0.9458, 0.7720, 0.9925, 0.4493, 0.9006, 0.8846, 0.7593,
                      0.8954, 0.8478, 0.8331, 0.8303, 0.8806, 0.1716, 0.8506, 0.9404, 0.8612,
                      0.8779, 0.9215, 0.9164, 0.8448, 0.8779, 0.8389, 0.7987, 0.8019, 0.7528,
                      0.8119, 0.7885, 0.8409, 0.8778, 0.8799, 0.7573, 0.8869, 0.8671, 0.9154,
                      0.7986, 0.4019, 0.9058, 0.7201, 0.8926, 0.4278, 0.9114, 0.8088, 0.4964,
                      0.8040, 0.8483, 0.8265, 0.8408, 0.8622, 0.7923, 0.8894, 0.8889, 0.8731,
                      0.9007, 0.8130, 0.8506, 0.9119, 0.8286, 0.8863, 0.8666, 0.9557, 0.7880,
                      0.4074, 0.8941, 0.7878, 0.8364, 0.8865, 0.4101, 0.8226, 0.8388, 0.8948,
                      0.4433, 0.7854, 0.8761, 0.8013, 0.9183, 0.9675, 0.8508, 0.9030, 0.8481,
                      0.8642, 0.8705, 0.7821, 0.9128, 0.8704, 0.8726, 0.7605, 0.8570, 0.7949,
                      0.8822, 0.8360, 0.5450, 0.8419, 0.8833, 0.8690, 0.8776, 0.9093, 0.4416,
                      0.8585, 0.8810, 0.8849, 0.7356, 0.8827, 0.9222, 0.8204, 0.8590, 0.9297,
                      0.9336, 0.9017, 0.8412, 0.8866, 0.8509, 0.8208, 0.8765, 0.8442, 0.8851,
                      0.7482, 0.8221, 0.8735, 0.7937, 0.8752, 0.8350, 0.9103, 0.8965, 0.8414,
                      0.8904, 0.8745, 0.9135, 0.8026, 0.1234, 0.7893, 0.8851, 0.8564, 0.8213,
                      0.8439, 0.8639, 0.4553, 0.8823, 0.8004, 0.8351, 0.8704, 0.8210, 0.7478,
                      0.8397, 0.8603, 0.8367, 0.8525, 0.8210, 0.9369, 0.9104, 0.8279, 0.9170,
                      0.8501, 0.9079, 0.9246, 0.8902, 0.8943, 0.3822, 0.8921, 0.8432, 0.4527,
                      0.8778, 0.8494, 0.8346, 0.8653, 0.8542, 0.8737, 0.9451, 0.4969, 0.8908,
                      0.8811, 0.8638, 0.9415, 0.8832, 0.9534, 0.9034, 0.8218, 0.8412, 0.8704,
                      0.8503, 0.8618, 0.8804, 0.7437, 0.5240, 0.8675, 0.9686, 0.7242, 0.8789,
                      0.8506, 0.7901, 0.6910, 0.8186, 0.8128, 0.7595, 0.8568, 0.7583, 0.8230,
                      0.3619, 0.8978, 0.8712, 0.8809, 0.7838, 0.7408, 0.8179, 0.3411, 0.8937,
                      0.7184, 0.8955, 0.9325, 0.7750, 0.7764, 0.8496, 0.8720, 0.5141, 0.8368,
                      0.9337, 0.8504, 0.7670, 0.9181, 0.7799, 0.7976, 0.8798, 0.8426, 0.9450,
                      0.7842, 0.8064, 0.9223, 0.7943, 0.9050, 0.8788, 0.9014, 0.8774, 0.9343,
                      0.9077, 0.8944, 0.9170, 0.8779, 0.9050, 0.8478, 0.7017, 0.4201, 0.9075,
                      0.8006, 0.9006, 0.8460, 0.8999, 0.8458, 0.8485, 0.8588, 0.8131, 0.8521,
                      0.7707, 0.7786, 0.8553, 0.9117, 0.8241, 0.8586, 0.8597, 0.7816, 0.7658,
                      0.8109, 0.9247, 0.8543, 0.9629, 0.8408, 0.8521, 0.9037, 0.9843, 0.9088,
                      0.7635, 0.8309, 0.9093, 0.8528, 0.8799, 0.7859, 0.7864, 0.8120, 0.8925,
                      0.8721, 0.4101, 0.8482, 0.8519, 0.9105, 0.9290, 0.8393, 0.7390, 0.7474,
                      0.8510, 0.8020, 0.6999, 0.9078, 0.7808, 0.8939, 0.8971, 0.8095, 0.9098,
                      0.5913, 0.9078, 0.7811, 0.8077, 0.7248, 0.7778, 0.7421, 0.7953, 0.8878,
                      0.8407, 0.8449, 0.8216, 0.9344, 0.9557, 0.7688, 0.8071, 0.9163, 0.9159,
                      0.8814, 0.8361, 0.8018, 0.8720, 0.8143, 0.8580, 0.8708, 0.9576, 0.8745,
                      0.7759, 0.8309, 0.9073, 0.8787, 0.1945, 0.8961, 0.8742, 0.8568, 0.9123,
                      0.8278, 0.9355, 0.4684, 0.9533, 0.9021, 0.8369, 0.8699, 0.8902, 0.9032,
                      0.7119, 0.8168, 0.6692, 0.8763, 0.7868, 0.9062, 0.8732, 0.8758, 0.7816,
                      0.8570, 0.4371, 0.8694, 0.9029, 0.8551, 0.8529, 0.8267, 0.7958, 0.7991,
                      0.8220, 0.8312, 0.8722, 0.8471, 0.8937, 0.8251, 0.8016, 0.8472, 0.7982,
                      0.8389, 0.8462, 0.9118, 0.8251, 0.9628, 0.8497, 0.8875, 0.8767, 0.5339,
                      0.8728, 0.7606, 0.9866, 0.8318, 0.8141, 0.8726, 0.8984, 0.8708, 0.8166,
                      0.9601, 0.7530, 0.8529, 0.8124, 0.8434, 0.9059, 0.8894, 0.7771, 0.8717,
                      0.7932, 0.8608, 0.9311, 0.8010, 0.8462, 0.8262, 0.8889, 0.8413, 0.8753,
                      0.8861, 0.9218, 0.9269, 0.8194, 0.8535, 0.8854, 0.8261, 0.8533, 0.8545,
                      0.8343, 0.8938, 0.7839, 0.9124, 0.8633, 0.4147, 0.9050, 0.9393, 0.7177,
                      0.8583, 0.8685, 0.8923, 0.8884, 0.9407, 0.9353, 0.8455, 0.8936, 0.8231,
                      0.8933, 0.7961, 0.8299, 0.8056, 0.7724, 0.7544, 0.9086, 0.8345, 0.8238,
                      0.8888, 0.8866, 0.7571, 0.7238, 0.7515, 0.9061, 0.8304, 0.8191, 0.8122,
                      0.8734, 0.7961, 0.7735, 0.9136, 0.8230, 0.7255, 0.8285, 0.7695, 0.7338,
                      0.8768, 0.8244, 0.9054, 0.9041, 0.4887, 0.8630, 0.8937, 0.9407, 0.8229,
                      0.8690, 0.8351, 0.9155, 0.7824, 0.8001, 0.8282, 0.8449, 0.8936, 0.8587,
                      0.8413, 0.8662, 0.8640, 0.9009, 0.9173, 0.8640, 0.8609, 0.8416, 0.8837,
                      0.9023, 0.8424, 0.8645, 0.8402, 0.8318, 0.9051, 0.7513, 0.7933, 0.8232,
                      0.8498, 0.9591, 0.8090, 0.8442, 0.9095, 0.8279, 0.8829, 0.8448, 0.7362,
                      0.8729, 0.8587, 0.8465, 0.8444, 0.8312, 0.8646, 0.8696, 0.8297, 0.7894,
                      0.7981, 0.8615, 0.8997, 0.8821, 0.8946, 0.9413, 0.8704, 0.8818, 0.8636,
                      0.7120, 0.8051, 0.9298, 0.8016, 0.9513, 0.9124, 0.8055, 0.7895, 0.8191,
                      0.8438, 0.8558, 0.7933, 0.8551, 0.7990, 0.8917, 0.8694, 0.8580, 0.8937,
                      0.8225, 0.9715, 0.8211, 0.7789, 0.8436, 0.8326, 0.8034, 0.4866, 0.9275,
                      0.9366, 0.8170, 0.7774, 0.9082, 0.7804, 0.4974, 0.8101, 0.8278, 0.9038,
                      0.8297, 0.8188, 0.9111, 0.8923, 0.7997, 0.8381, 0.8557, 0.8267, 0.8399,
                      0.9700, 0.3575, 0.6997, 0.9016, 0.9652, 0.8277, 0.7831, 0.9155, 0.9028,
                      0.7711, 0.8606, 0.8530, 0.9472, 0.8784, 0.9254, 0.8061, 0.8870, 0.7529,
                      0.8897, 0.8404, 0.8161, 0.9433, 0.8374, 0.9097, 0.9235, 0.3800, 0.9058,
                      0.8914, 0.9311, 0.8883, 0.8826, 0.9134, 0.7989, 0.9312, 0.7845, 0.7703,
                      0.4286, 0.8157, 0.8437, 0.9402, 0.8569, 0.8754, 0.8244, 0.9040, 0.8536,
                      0.9277, 0.8916, 0.8250, 0.9270, 0.7217, 0.7945, 0.7213, 0.8756, 0.9068,
                      0.9059, 0.7980, 0.9223, 0.8050, 0.9225, 0.3963, 0.9112, 0.8028, 0.9086,
                      0.8668, 0.9178, 0.7855, 0.9223, 0.8837, 0.8095, 0.9175, 0.9113, 0.7840,
                      0.7925, 0.8762, 0.9246, 0.8534, 0.4026, 0.8697, 0.8184, 0.7886, 0.8232,
                      0.8792, 0.8340, 0.4491, 0.8554, 0.8939, 0.8223, 0.8654, 0.8939, 0.7999,
                      0.7208, 0.8468, 0.8548, 0.8160, 0.8255, 0.8914, 0.9304, 0.8465, 0.9409,
                      0.8652, 0.8919, 0.8400], device='cuda:0')),
             ('bert.embeddings.LayerNorm.bias',
              tensor([-2.3828e-02, -4.8558e-03, -6.8253e-02, -5.8337e-02,  4.3141e-02,
                      -6.5390e-02,  2.0863e-02, -2.2366e-01, -6.1020e-04, -7.2510e-02,
                       2.5297e-02, -1.8846e-02, -2.9886e-02, -4.0608e-02, -2.0223e-02,
                      -1.8334e-01, -1.2163e-02, -4.5464e-02, -1.1130e-02,  1.4184e-02,
                      -3.6649e-02,  1.7797e-02, -7.4740e-02, -5.1039e-02, -6.4811e-02,
                       7.6519e-03, -8.4800e-02, -8.4149e-02,  2.9007e-02, -1.2641e-02,
                      -1.8082e-02,  6.2769e-01, -6.7781e-02, -4.9667e-02, -1.7134e-02,
                      -8.9040e-02, -1.9759e-02,  1.4632e-03, -1.3981e-01,  2.2770e-02,
                      -3.4471e-02,  3.5194e-02, -3.1813e-02, -5.8523e-02, -3.2035e-02,
                      -5.3733e-02, -4.6092e-02, -5.1189e-02, -1.9664e-02, -4.3475e-02,
                      -6.5421e-02, -5.9150e-02, -7.3471e-02, -4.8081e-02, -5.5597e-02,
                      -4.2228e-02, -3.7140e-02, -2.4195e-03, -6.1503e-02, -1.0798e-01,
                      -3.3469e-02, -2.3645e-03, -5.4769e-03, -3.0298e-02, -1.9493e-01,
                       8.7684e-03, -5.7039e-02, -9.2111e-03, -1.4358e-01, -2.3901e-02,
                      -5.6127e-02, -1.1335e-01,  2.2210e-05, -8.3635e-02,  1.5328e-02,
                      -4.6104e-02, -3.0117e-02, -9.3803e-02,  1.1078e-03, -5.0044e-02,
                      -4.5048e-02, -1.9247e-04, -3.4341e-02, -9.8099e-03,  1.8183e-01,
                      -5.2133e-02, -2.0651e-02, -8.1768e-03, -2.2715e-02, -4.2425e-02,
                      -8.2426e-02, -3.4948e-02, -5.3641e-02, -3.9596e-02,  1.3501e-02,
                       1.9357e-02, -1.4546e-01, -2.7862e-02,  2.8391e-02, -1.0663e-01,
                      -4.8138e-02, -4.3277e-04, -1.0357e-01, -6.1986e-03, -7.3629e-02,
                      -2.0333e-02, -7.9624e-02, -6.9646e-02,  3.7737e-03,  5.5633e-02,
                      -5.2818e-02,  4.9221e-03,  4.0976e-02,  3.6837e-01, -5.2846e-02,
                      -4.9982e-02, -2.4093e-02, -1.5903e-02,  2.3956e-02, -4.2297e-02,
                      -5.9515e-02, -1.1878e-02, -3.8701e-02, -4.7330e-04, -6.6679e-02,
                      -5.1049e-02, -2.8663e-02, -1.1382e-01, -4.1234e-02,  1.2460e-02,
                      -1.9324e-02, -4.6028e-02, -2.2025e-02,  4.1230e-02, -5.8374e-03,
                      -6.2910e-02, -9.5933e-02, -4.0586e-02, -1.2889e-02, -4.6777e-02,
                      -6.8709e-02, -5.9722e-02, -7.8144e-02,  4.5063e-01, -1.8122e-02,
                      -2.9456e-02,  1.2616e-02, -5.8445e-02, -3.4862e-02, -9.3802e-02,
                      -9.3762e-02, -4.8003e-02, -2.1721e-02, -6.4680e-02, -3.5469e-02,
                      -2.3320e-02, -6.5046e-02, -4.2870e-03, -8.5264e-02, -8.5931e-02,
                      -4.3047e-02, -6.9014e-02, -7.9863e-02, -1.6430e-02, -6.0502e-02,
                      -5.9855e-02, -3.2933e-02, -7.2860e-02, -1.8638e-02, -4.7197e-02,
                      -3.2666e-02, -1.4372e-01,  2.3970e-02,  2.7853e-02, -8.2984e-02,
                      -2.2600e-02, -4.6557e-02,  6.7230e-03, -2.3621e-02,  1.0112e-02,
                      -9.7898e-02, -2.5457e-02, -1.0547e-01, -3.9302e-02, -3.5440e-03,
                       5.1863e-03, -3.3235e-02, -4.1279e-02, -4.8451e-02,  2.5513e-02,
                      -3.4020e-02, -1.2324e-01, -1.2608e-02, -7.3871e-02, -4.2512e-02,
                      -7.8695e-02, -4.4067e-03,  2.2093e-02, -3.7521e-02, -2.7577e-02,
                      -2.0156e-02, -4.6870e-02, -3.5583e-02, -3.3151e-02, -7.8886e-02,
                      -6.8858e-02, -7.0237e-02, -8.9861e-02, -5.0346e-02, -4.0201e-02,
                       5.1422e-03, -4.0820e-02, -1.0960e-01,  3.7579e-02, -3.5632e-02,
                      -2.6053e-02, -6.5138e-02, -1.4429e-02,  1.7225e-02, -2.5413e-02,
                      -2.6779e-02, -5.1482e-03, -2.4418e-03, -3.8036e-02, -9.4452e-03,
                       3.4527e-02, -5.8650e-02, -5.8868e-02, -1.5134e-03,  6.3624e-01,
                       5.6603e-02, -1.0908e-02, -7.3538e-02, -5.2388e-02, -5.1111e-02,
                       1.1514e-02, -1.6207e-01, -3.8410e-02, -7.0193e-02, -1.8227e-03,
                      -4.8748e-02, -7.0600e-04,  5.1218e-03, -5.1616e-02, -5.3213e-02,
                      -4.9697e-02, -8.0694e-02, -4.3619e-02, -3.3555e-02, -8.0604e-03,
                      -4.8423e-02, -4.7257e-02, -1.6413e-02,  2.7255e-03,  2.2783e-02,
                       1.8032e-02,  3.5277e-02,  8.4811e-02,  4.8225e-02,  1.2169e-02,
                      -7.7839e-02, -5.8766e-02, -6.3337e-02, -4.9870e-02,  1.6451e-03,
                       3.0642e-03, -4.3750e-02, -4.7010e-02, -1.6426e-01, -1.0722e-02,
                      -1.0291e-01, -1.0938e-01, -1.9191e-02, -9.8239e-02, -1.9286e-02,
                      -5.9075e-02, -4.3324e-02, -6.3022e-02, -3.9153e-02,  2.7568e-02,
                       5.2853e-03, -2.3276e-02, -1.5704e-02, -1.5346e-01, -5.3638e-02,
                       2.9945e-03, -4.9648e-02, -1.1429e-02, -3.9343e-02, -6.4553e-02,
                      -1.4844e-02, -2.1718e-02, -3.3320e-02,  1.0827e-01, -5.1990e-02,
                       1.7200e-02, -6.7760e-02, -1.6914e-02,  2.5924e-02, -2.0250e-02,
                       2.5837e-03, -1.9782e-02,  2.3367e-02, -1.1254e-02,  1.5616e-01,
                      -4.9078e-02,  2.6924e-02, -1.4399e-02, -7.6933e-03, -1.9447e-02,
                      -3.3288e-02,  8.9072e-03, -9.3807e-02, -7.0503e-02, -9.6036e-02,
                      -4.4222e-02,  3.9588e-02, -2.2598e-02, -6.9608e-02, -3.5129e-02,
                      -6.7679e-02,  2.7707e-02, -3.0295e-02, -4.0318e-02, -4.2219e-02,
                       4.1707e-02, -1.5335e-02, -3.2000e-02, -2.1011e-02, -6.7709e-03,
                       4.4672e-02, -4.7509e-02,  1.3637e-02,  4.3268e-03,  1.7533e-02,
                      -1.6032e-02, -6.3668e-02, -7.4810e-02, -2.9270e-02, -1.9272e-02,
                      -9.3543e-02,  5.5650e-03, -6.5143e-02, -1.1657e-02, -5.9447e-02,
                      -4.8081e-02,  1.1696e-02, -2.5462e-02, -7.7266e-02, -6.6868e-02,
                       4.0592e-02, -3.6768e-02, -2.8071e-02, -4.9968e-02, -1.8397e-02,
                      -4.1510e-02, -3.0246e-03, -4.4755e-02, -7.8210e-03, -4.8741e-02,
                       1.7754e-02, -6.2747e-02, -2.6386e-02,  1.1549e-02, -9.1690e-02,
                      -9.0457e-02, -4.2885e-02, -8.0475e-02, -5.1501e-02, -3.0797e-02,
                       1.2676e-02, -7.4178e-02, -1.2788e-02, -4.0461e-02, -2.9390e-02,
                       4.6009e-02, -5.7349e-02, -2.1751e-02, -3.9739e-02, -9.3293e-02,
                      -3.4429e-02, -2.5113e-02, -5.0565e-03, -4.2880e-02, -1.8296e-02,
                      -2.4058e-02, -7.1001e-02, -2.0848e-02, -1.3777e-02, -1.7337e-03,
                      -1.0009e-03, -8.0897e-02, -5.1774e-02, -2.8953e-02, -5.9861e-02,
                      -1.6426e-04, -5.8413e-02, -3.0302e-02, -9.7250e-02, -4.4078e-02,
                       5.2051e-02, -4.8631e-02, -8.8323e-02, -4.6302e-02, -2.3712e-02,
                      -6.7475e-02, -1.2768e-03, -1.5900e-02, -1.0545e-01, -3.7358e-02,
                      -5.9089e-02, -3.0803e-02, -6.8044e-02, -7.9879e-03, -6.0741e-02,
                      -6.6585e-02, -4.1683e-02,  2.6787e-02,  2.7722e-02, -8.3408e-03,
                      -4.9896e-02, -1.0217e-03, -5.6577e-02, -5.8648e-02,  6.1759e-04,
                      -3.6573e-02, -1.0016e-02,  3.0446e-01, -5.6784e-02, -2.2464e-02,
                      -1.0438e-01, -1.5777e-02,  1.5553e-02, -1.7872e-02, -1.7201e-02,
                       3.1340e-03, -3.2132e-02, -6.7016e-02, -3.1721e-02, -5.0655e-02,
                      -5.7666e-02, -5.4892e-02, -2.9459e-02, -1.7709e-02,  1.6429e-02,
                      -7.7803e-02, -8.4763e-02, -2.2389e-02, -5.7911e-02, -3.7008e-02,
                      -3.4958e-02, -8.3836e-02, -4.3168e-02, -8.0570e-03, -7.5736e-02,
                      -5.5792e-02, -2.4636e-02, -1.0285e-01,  9.9168e-04,  2.4190e-02,
                      -7.7237e-02,  5.0260e-02, -1.5560e-02,  2.2742e-03, -7.9834e-03,
                       8.5584e-02, -6.6073e-02, -6.5843e-02, -6.7193e-02, -3.5072e-02,
                      -2.8147e-02,  8.5631e-03, -2.6557e-02,  2.9425e-03, -4.7958e-02,
                      -4.4605e-02, -7.7568e-02, -3.0489e-02, -5.0312e-02, -1.4864e-02,
                      -2.3487e-02,  2.7083e-02,  2.0920e-02, -1.0561e-02,  1.7173e-02,
                      -7.4314e-02, -2.9511e-03, -3.5487e-02,  2.8678e-03, -2.4911e-02,
                      -2.3407e-02, -3.3890e-02, -8.2624e-03, -1.1713e-02, -6.5978e-03,
                      -1.1965e-01, -7.9775e-02,  9.1685e-03, -7.8228e-02, -3.5916e-02,
                      -4.2730e-02, -1.0923e-02, -5.1935e-02,  3.9479e-02, -3.3949e-02,
                      -9.2892e-02, -3.9864e-02,  1.1522e-02, -1.8555e-03, -1.6130e-02,
                      -7.7693e-02, -6.5944e-02, -3.6121e-02, -5.1353e-02,  1.4996e-02,
                       1.0597e-02, -2.6878e-02, -4.0535e-02,  4.1540e-02, -1.7427e-03,
                      -9.4436e-03, -9.2610e-03, -2.8334e-03, -2.6524e-02, -4.0389e-02,
                      -1.9389e-02, -4.0988e-02, -3.3051e-02, -4.2242e-02, -1.4888e-02,
                      -7.0729e-02, -5.4437e-02, -2.4546e-02, -1.6643e-02, -3.7251e-02,
                      -4.6608e-02, -8.0000e-02, -6.1439e-03, -4.6736e-02, -4.8707e-02,
                       2.2288e-03, -5.5420e-02, -5.3827e-02,  3.1871e-02, -5.8500e-02,
                      -1.8660e-02, -4.1454e-02, -1.9166e-02, -4.0087e-02,  5.2549e-03,
                       7.6549e-02,  2.4284e-02, -8.1922e-04, -2.2702e-02, -3.1621e-02,
                       2.8852e-02, -5.8281e-02,  1.1401e+00, -2.0515e-02, -1.2586e-02,
                      -6.4809e-02, -4.4374e-02, -1.7357e-01, -2.7929e-02, -1.9331e-02,
                      -5.1397e-02, -6.2529e-02, -2.4205e-02, -3.6355e-02, -4.1022e-02,
                      -3.8376e-02, -7.2844e-02, -5.0833e-02, -6.3008e-02, -1.0640e-01,
                      -4.0589e-02, -5.3308e-02, -8.8570e-02, -3.5693e-02,  7.8062e-03,
                       3.4962e-02, -2.5048e-02, -2.6149e-02, -3.3994e-02, -1.5414e-02,
                      -2.4150e-02, -6.8709e-02, -2.0237e-02, -8.3688e-02, -1.1607e-02,
                      -2.0256e-02, -2.3025e-02, -8.9124e-03, -4.1444e-02, -1.7348e-02,
                       1.0707e-02, -3.8232e-02, -5.3093e-02,  1.7950e-02, -4.2811e-02,
                      -2.3646e-02, -1.3713e-02, -7.3840e-02, -6.2066e-02, -4.8976e-02,
                      -6.2673e-02, -7.0873e-02, -2.4360e-02, -4.0352e-02, -2.8170e-02,
                      -2.1375e-02, -1.9041e-03, -4.6452e-02, -2.1291e-02, -6.9149e-02,
                      -3.8581e-03, -1.8662e-02, -2.4351e-02,  1.1763e-03, -5.7150e-03,
                       7.9243e-03, -8.9019e-02,  3.3798e-03, -1.2083e-02, -2.4681e-02,
                       2.7386e-02,  1.6677e-02, -2.7832e-02, -9.0007e-02,  2.1518e-03,
                      -7.1969e-02, -3.3321e-02, -5.7198e-03, -6.9946e-02, -6.8609e-02,
                       1.0957e-02, -7.7195e-02, -2.0836e-03, -2.2333e-02, -7.2718e-02,
                      -1.4371e-02, -1.1190e-02, -2.3147e-02, -6.6873e-02, -4.0802e-02,
                      -6.9258e-02,  2.0310e-01, -1.1559e-02,  2.7882e-02, -4.6566e-02,
                      -2.4590e-02,  1.8523e-03, -5.8287e-02, -1.1511e-01,  1.9301e-02,
                      -1.8206e-02, -5.0808e-02, -1.0471e-01, -4.2133e-02, -3.4447e-02,
                       3.2478e-03, -2.5488e-02,  3.8086e-02,  1.4332e-02, -5.4547e-02,
                      -3.8426e-02,  2.2573e-02,  1.4604e-01, -6.4215e-02,  6.7634e-03,
                       4.9894e-03,  1.3733e-02, -6.1053e-02, -4.7377e-02, -4.7299e-02,
                      -3.7216e-02, -7.9507e-02, -3.4930e-02, -2.2548e-02, -8.9533e-03,
                       1.0980e-02, -5.8263e-02, -7.6729e-02, -1.7776e-02,  4.5507e-03,
                      -1.9338e-02,  2.4215e-03,  9.8287e-03, -5.0880e-02, -1.9762e-02,
                      -3.5101e-02, -4.9518e-02, -3.2956e-02, -5.2979e-02, -1.5550e-02,
                      -4.1458e-02, -1.7486e-04,  1.7990e-02, -1.8997e-02, -1.4570e-02,
                      -6.6490e-02, -4.7890e-02, -3.1341e-02, -8.0800e-02, -3.7602e-02,
                      -3.0245e-02, -1.3407e-03, -8.3473e-02, -2.8624e-02, -2.7186e-02,
                      -7.7831e-03, -5.0386e-02, -1.4838e-02, -2.1461e-02,  2.0694e-02,
                      -1.6282e-02, -2.5511e-02,  1.2271e-02, -6.8041e-02, -1.6332e-02,
                      -1.9804e-02, -3.9446e-02, -2.9979e-03, -2.3792e-02,  1.1160e-02,
                       2.1917e-02,  3.9274e-02, -4.9189e-02, -3.9702e-02, -7.6256e-02,
                      -2.5595e-02, -5.8739e-02,  8.2144e-03, -6.5397e-02, -6.2275e-02,
                      -3.7656e-02, -4.3019e-04, -8.8846e-02,  3.8269e-03, -2.7611e-02,
                      -1.0173e-02, -2.1410e-02, -4.5592e-02, -4.6558e-02, -1.3042e-02,
                      -6.8276e-02, -7.1521e-02, -4.0653e-02, -4.4709e-02,  1.9870e-02,
                      -2.9446e-02,  2.3727e-02, -6.8618e-02, -1.1734e-02, -6.8340e-02,
                      -4.5641e-02, -2.0222e-02, -2.1774e-02, -9.2633e-03, -3.2703e-02,
                       6.9471e-02, -2.5902e-02,  1.8282e-02, -7.4224e-03,  1.5778e-02,
                      -2.9953e-02,  2.5012e-02, -5.3468e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.weight',
              tensor([[-0.0143,  0.0130, -0.0097,  ..., -0.0861, -0.0692,  0.0684],
                      [ 0.0032, -0.0256, -0.0042,  ...,  0.0192,  0.0435, -0.0455],
                      [ 0.0079,  0.0037,  0.0109,  ...,  0.0514, -0.0165,  0.0606],
                      ...,
                      [ 0.0394, -0.0236,  0.0141,  ...,  0.1054,  0.0157,  0.0210],
                      [-0.0104, -0.0497, -0.0463,  ...,  0.0533,  0.0004,  0.0376],
                      [-0.0300,  0.0124, -0.0291,  ...,  0.0369,  0.0044, -0.0558]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.bias',
              tensor([-6.6366e-01,  4.2711e-01, -1.5452e-01, -1.2045e-01, -8.0770e-02,
                      -2.1295e-01,  1.6702e-01,  1.0587e-02, -2.9991e-01,  5.8352e-02,
                      -3.3662e-01, -2.1649e-01, -3.3541e-01, -1.1349e-01,  4.2183e-01,
                       1.4055e-01, -2.7898e-01, -8.2629e-02, -4.7721e-02,  2.4557e-01,
                      -2.6616e-01, -1.7085e-01,  4.4731e-01, -7.9866e-02,  3.6805e-01,
                       2.3273e-01, -2.7637e-01,  1.9592e-01,  1.1844e-01,  2.0659e-01,
                       2.9758e-01, -3.0161e-01, -6.4285e-02, -1.6985e-01,  1.8191e-01,
                      -4.8273e-01,  2.7574e-01, -1.4864e-01, -2.3385e-01,  1.7342e-01,
                      -2.8014e-01, -5.1817e-02,  1.3296e-01, -1.5637e-01,  1.6932e-01,
                      -3.3097e-01, -2.5284e-01, -3.3931e-01,  2.1417e-01, -2.3637e-01,
                       3.7400e-02, -2.3656e-01, -3.5446e-01,  1.1987e-01, -3.0946e-01,
                      -4.3908e-01,  2.0362e-01, -2.7309e-01, -4.1919e-01,  1.9338e-01,
                      -3.9431e-01,  1.4409e-03, -3.6597e-01,  3.0737e-01, -1.9698e-01,
                      -2.2819e-01,  2.9597e-01,  4.5785e-02, -2.8557e-01,  1.1422e-01,
                       3.7842e-01, -4.5427e-02, -9.3388e-02, -3.4777e-02,  1.6312e-01,
                       1.4794e-01, -1.5813e-03,  8.2341e-02, -6.7312e-01,  6.2816e-01,
                       1.0404e-02, -1.4738e-01,  3.0958e-02, -1.8627e-01, -1.1126e-01,
                      -2.0487e-01, -1.9583e-01, -6.0032e-03, -5.0022e-02, -3.7665e-01,
                      -5.4757e-01,  4.1868e-02, -1.1489e-01,  1.1428e-01, -5.6050e-02,
                       3.4835e-01, -3.7742e-01, -4.2136e-01, -6.4933e-02, -3.4832e-01,
                      -1.9819e-01,  1.4007e-02, -8.9528e-02,  1.8363e-01, -7.9909e-02,
                       7.0651e-01, -2.4413e-01,  7.5292e-01, -1.7102e-01,  6.8278e-02,
                      -2.5344e-01,  2.5175e-01, -1.6438e-01, -3.7138e-01, -1.0627e-01,
                       8.7136e-02,  5.2411e-02,  1.4306e-01,  2.2766e-01, -4.0167e-01,
                      -2.5574e-01, -1.2504e-01, -2.0479e-01,  2.7713e-01,  6.6425e-02,
                       3.7931e-01, -3.0279e-02,  1.7940e-01, -1.4558e-01, -1.3668e-02,
                       1.1144e-01, -2.6687e-02,  1.0436e-02,  2.0227e-02, -1.9159e-02,
                       9.1031e-02,  6.2023e-02, -2.0381e-01, -1.2274e-01, -2.2434e-02,
                      -1.6795e-01,  1.4629e-01,  6.9012e-03,  1.5128e-01, -1.3486e-01,
                       1.0987e-01,  1.3867e-01, -7.8087e-01,  8.4984e-02,  1.7035e-01,
                       6.1691e-01, -2.1267e-01, -1.9198e-01,  1.2439e-01,  9.4495e-02,
                      -1.4054e-01, -1.4433e-01,  6.7281e-02,  1.5883e-01,  9.4944e-02,
                      -1.0442e-01, -6.9577e-02,  2.7308e-01, -7.0211e-02,  8.0302e-02,
                      -2.7882e-02, -2.8833e-01,  4.6738e-02,  2.8631e-01, -9.9158e-02,
                       6.1754e-02,  7.1519e-02, -1.9993e-01, -9.6775e-02,  2.3543e-02,
                      -1.6174e-01,  6.1161e-02,  1.5518e-01, -1.1198e-01, -1.1644e-02,
                       2.9664e-01,  1.1453e-01,  2.1189e-01, -1.8580e-02, -2.4845e-01,
                      -1.1236e-02, -8.5283e-02, -2.2225e-01, -1.2799e-01, -2.5736e-03,
                      -3.8341e-03,  1.7747e-01, -4.8381e-01,  4.7444e-01,  1.9806e-01,
                       6.4501e-01, -2.6545e-01,  6.3748e-01, -7.6479e-02,  2.1009e-01,
                      -4.8629e-01, -1.8841e-02, -7.1056e-04, -2.7112e-01,  8.8286e-02,
                       3.3275e-02, -7.3660e-02, -7.3102e-03, -9.4693e-01, -3.5953e-01,
                       2.7535e-01, -5.6195e-02,  4.3996e-01,  1.0929e-01, -2.8140e-01,
                      -8.1003e-01, -1.9132e-01, -8.9330e-01, -2.3625e-01,  1.7747e-01,
                      -3.4488e-01,  6.2789e-01, -1.7829e-01,  1.0093e+00,  4.2766e-02,
                      -1.5670e-01,  2.0626e-01,  5.2823e-02, -2.7701e-01, -2.4774e-01,
                      -5.1422e-02,  4.2996e-01, -8.2747e-03, -1.5082e-01,  4.3474e-01,
                       1.3993e-01, -1.0113e+00, -3.5070e-02, -8.1201e-01,  5.8426e-01,
                       1.9143e-01,  1.5270e-01,  5.1855e-01,  7.7121e-02, -3.4047e-01,
                      -3.5600e-01,  6.0667e-01, -4.8517e-01,  2.9137e-01,  1.0272e-01,
                       3.6813e-01, -4.9596e-02, -2.4624e-01,  1.0272e+00,  3.9925e-02,
                      -6.1136e-01, -4.3437e-02, -4.6455e-02, -1.0222e-01,  1.7638e-01,
                       5.0634e-01, -3.5358e-01,  2.6309e-01,  4.7161e-02,  3.5798e-01,
                      -9.0177e-02, -1.1741e-01,  6.1004e-02, -3.4491e-01, -2.4837e-01,
                      -1.0031e-01, -4.7414e-01, -3.1461e-02,  1.5188e-01,  4.2969e-01,
                      -4.3522e-02, -6.7101e-03,  1.1618e-01, -3.7045e-01,  1.5520e-01,
                       8.5012e-02,  1.9243e-01,  2.2168e-01,  1.1609e-01, -6.0313e-01,
                      -2.2538e-01,  6.8062e-02, -3.0035e-01, -1.6363e-01,  7.6615e-02,
                      -6.6973e-02,  1.5397e-01,  6.4211e-02, -2.0717e-01,  2.3437e-01,
                       6.0546e-02, -1.7021e-01, -2.6447e-02, -2.3266e-02, -3.3361e-01,
                      -5.6980e-02,  1.0137e-01,  1.0520e-01, -1.1763e-02,  1.2080e-01,
                      -3.6804e-01,  3.9621e-02, -4.2285e-02,  3.1289e-01, -1.5540e-01,
                      -2.8609e-01,  1.7424e-01, -1.0761e-02, -7.3297e-02,  1.8467e-01,
                       8.2812e-02,  4.9660e-02,  4.0094e-01, -1.7976e-01,  1.4690e-01,
                       3.7204e-01, -1.9080e-01, -3.8475e-02, -9.2970e-02,  1.0777e-01,
                       7.7546e-02,  2.6851e-01,  1.1631e-01,  2.1772e-01, -7.1946e-03,
                      -6.3341e-02, -3.9168e-01, -1.0500e-01, -3.9423e-02,  1.1821e-01,
                       2.6854e-01,  4.4313e-01, -1.2594e-01,  4.1734e-02, -3.3837e-02,
                      -2.5795e-01, -5.8774e-02, -3.0912e-02, -2.1115e-01, -2.1635e-01,
                      -2.0939e-01, -6.6159e-01, -1.5551e-01, -8.1799e-02, -1.8055e-01,
                       1.0468e-01,  8.0878e-02, -3.4067e-02,  5.5282e-03, -8.9566e-02,
                      -1.8914e-01,  9.2394e-03,  1.6827e-02, -9.2446e-02, -1.1032e-01,
                      -2.1187e-01,  1.2232e-01, -2.0673e-01, -6.4245e-03,  9.4493e-04,
                       1.0215e-02, -5.3821e-01,  1.0392e-02,  1.8460e-01,  6.7597e-02,
                      -5.4809e-02,  4.4465e-02, -1.1333e-01, -7.2776e-02,  8.3277e-02,
                       2.4136e-01, -1.3574e-01, -8.0029e-01,  2.3042e-01,  1.1667e-01,
                      -2.1295e-01,  2.3750e-01, -4.6858e-01, -2.9776e-01, -8.1552e-02,
                      -5.0571e-02,  2.4027e-01,  6.4316e-02, -1.3691e-02,  3.9878e-02,
                       2.8540e-01,  2.6150e-02,  1.1940e-01,  3.7779e-02, -1.4145e-01,
                       1.1704e-02, -3.0703e-01,  1.1407e-02,  3.8777e-01, -2.4851e-01,
                       1.0227e-01,  1.3469e-01,  3.6045e-01, -1.2737e-01, -1.2318e-01,
                       3.3731e-01,  3.6138e-01,  2.4953e-01,  1.1299e-01, -2.0913e-01,
                      -4.4972e-01,  3.2002e-01, -3.6350e-01, -2.6162e-01, -5.8700e-04,
                      -3.2295e-01, -6.5949e-02, -4.0382e-01, -1.2124e-01,  1.9186e-01,
                      -1.2687e-01, -1.4986e-01, -1.3549e-01,  1.4656e-01, -2.4576e-01,
                      -1.4426e-01,  2.0245e-01,  1.2753e-01, -1.2702e-01, -7.7245e-04,
                      -1.5884e-01,  5.7528e-01,  2.1226e-01, -2.8608e-03, -3.4274e-02,
                       3.6519e-02,  2.3488e-01, -2.2501e-02,  2.5111e-01,  2.3895e-01,
                      -4.3140e-01,  4.8640e-01, -3.1752e-01, -8.1878e-01, -1.4460e-01,
                       1.9308e-01,  3.2665e-01, -5.1891e-01, -1.4660e-01, -2.4638e-01,
                       2.0119e-01, -4.7773e-01, -1.0968e-01, -1.2024e-01,  4.8906e-01,
                       1.5885e-01,  1.2203e-01, -1.1377e-01, -3.4896e-01, -4.2124e-01,
                      -1.1509e-01, -1.7542e-01,  8.8994e-02,  7.3915e-02,  1.2905e-01,
                      -2.1599e-01, -8.0122e-02,  9.6574e-02,  1.4145e-01,  1.1644e-01,
                      -3.3825e-01,  2.5665e-01, -1.0656e-01, -1.8594e-01, -1.6820e-01,
                      -4.2415e-02,  4.6633e-01, -2.1570e-01, -3.2463e-02,  3.3014e-01,
                       2.0381e-01,  2.5640e-01,  2.3600e-01,  7.7737e-02,  3.1252e-01,
                      -3.8581e-01,  4.0346e-01,  4.6863e-02,  5.8809e-02,  2.9770e-01,
                      -4.4644e-01,  1.9839e-01,  7.0941e-02, -2.9840e-01, -1.3096e-01,
                      -3.6100e-01,  6.4370e-02, -5.8825e-03, -1.0446e-01,  1.3161e-01,
                      -2.8135e-02,  1.2655e-01, -3.5997e-01, -2.5998e-01, -6.1716e-01,
                       8.3030e-04,  1.1257e-01,  2.8737e-01,  5.3998e-02,  4.8387e-02,
                       2.8751e-01, -1.3171e-01,  5.9892e-02, -5.5694e-02, -3.5359e-01,
                       3.2127e-02,  1.7337e-01, -6.5383e-02, -1.2726e-01, -1.6542e-02,
                       7.3892e-02, -1.3763e-01,  2.1686e-01, -3.1891e-01,  2.4569e-01,
                       1.3125e-01, -2.4778e-01,  3.0199e-01,  4.9981e-01, -5.0955e-03,
                       4.1469e-02,  1.6295e-01, -2.2385e-01, -1.2522e-01,  3.1243e-01,
                      -3.5681e-01, -1.2602e-01,  3.1553e-01,  6.1462e-01,  3.6552e-02,
                      -2.1143e-02,  1.8949e-01,  1.2149e-01, -2.8933e-02,  3.0031e-01,
                      -2.4759e-03, -3.9698e-01,  1.1979e-01,  3.9969e-01, -1.5319e-01,
                       1.6871e-01,  3.5441e-02, -1.2895e-01,  6.7987e-02, -1.2847e-01,
                       9.9288e-02,  1.4734e-01,  1.2863e-01,  1.2184e-01, -2.4586e-01,
                      -1.7791e-01, -2.0527e-02, -2.9108e-01, -3.2479e-01, -2.9617e-01,
                       1.4440e-01,  7.1553e-02,  1.5325e-02, -4.4460e-02,  1.1941e-01,
                       4.5527e-02, -1.4706e-01, -7.6065e-02, -6.7895e-02,  1.7770e-01,
                      -1.1136e-02, -3.1968e-01, -2.3916e-01,  6.4587e-02, -2.8486e-01,
                      -5.4202e-02, -2.2556e-01, -4.2097e-01,  2.4666e-01,  2.0732e-01,
                       1.0071e-02,  1.7326e-01, -1.0920e-01,  2.1399e-01, -5.9889e-02,
                      -2.1211e-01, -7.2006e-01,  1.9842e-01, -1.7403e-01,  1.6805e-01,
                      -3.7398e-01, -1.0551e-01,  1.3318e-01, -2.1349e-01, -1.0594e-01,
                      -5.0574e-01,  1.1863e-01, -4.5072e-02, -3.1220e-01, -2.7270e-01,
                      -2.2076e-01,  3.0177e-01,  4.5477e-01,  2.6777e-02,  3.9402e-01,
                       1.2013e-01, -2.6228e-02,  1.0439e-01,  3.2042e-01,  8.4586e-03,
                      -2.4696e-01, -2.0304e-01, -1.0669e-01, -1.1151e-01,  3.7312e-01,
                       1.7448e-01,  5.1104e-02,  2.1193e-01, -1.3112e-01,  1.3760e-01,
                      -3.7801e-01, -3.3339e-01, -8.6923e-03, -9.2591e-02, -7.6895e-02,
                       1.3019e-02,  2.7091e-01, -6.5818e-01,  6.2766e-02,  5.3540e-01,
                       1.4652e-01,  4.3385e-01, -2.2975e-02, -1.5894e-01, -1.1399e-02,
                       1.3904e-01, -3.1801e-01, -5.5618e-02,  8.1346e-02,  3.1372e-01,
                       1.6695e-01,  3.6643e-01, -1.2814e-02, -1.2797e-01, -1.5565e-01,
                       9.7381e-02, -4.3693e-01,  8.6795e-02,  1.2096e-01,  5.6961e-01,
                      -1.7033e-01,  3.6961e-01,  4.3461e-01,  4.5806e-01,  8.4768e-02,
                       3.8445e-01,  2.1414e-01,  1.5116e-01,  3.0832e-01, -3.1200e-02,
                       1.6040e-01, -2.3822e-01,  1.4106e-01, -3.4892e-01,  5.7387e-01,
                       7.5483e-02, -3.5211e-01,  1.4313e-01, -5.0775e-01, -2.6168e-01,
                       2.6960e-01,  1.1715e-01, -8.0041e-01, -1.0131e-01,  2.0070e-01,
                       3.8609e-01,  3.0284e-01,  2.6374e-01, -1.2053e-01,  1.3396e-01,
                       8.0590e-02, -5.0957e-01,  2.1868e-01,  9.1541e-02,  8.7879e-01,
                       5.6029e-02, -9.9072e-02,  3.0028e-01, -1.6572e-01,  1.8097e-01,
                      -9.7033e-03,  1.7576e-01,  3.1320e-01,  1.2373e-01, -3.0205e-01,
                      -1.9505e-01, -4.3208e-01, -2.3820e-01,  7.9070e-02,  4.5095e-01,
                      -2.3141e-01,  1.4794e-01, -3.1814e-01,  1.3961e-01, -3.1439e-01,
                      -3.3090e-02,  6.8565e-01,  2.5464e-01,  1.3730e-01, -8.0981e-02,
                       2.6261e-01, -3.9086e-02,  6.5796e-01, -2.0418e-01, -1.4078e-01,
                       1.6242e-01, -3.0132e-04, -1.0205e-01, -2.1998e-01, -2.3583e-02,
                       7.1686e-02, -2.9276e-01,  4.5111e-02,  1.2893e-01, -2.0646e-01,
                       1.8063e-02, -2.5489e-01, -2.1035e-01,  3.0391e-02, -1.3105e-01,
                       1.2515e-01,  1.8303e-01,  9.8304e-02, -2.3064e-02, -1.4807e-02,
                       2.7152e-01,  3.7963e-02,  1.3903e-01, -1.9852e-02,  3.5050e-02,
                      -1.2118e-01, -1.4284e-01,  1.0634e-01, -1.9016e-01, -1.4904e-01,
                       2.0669e-01, -4.8722e-01, -3.8249e-01, -2.4898e-01,  2.9869e-01,
                       3.0357e-01,  5.8137e-02, -1.5390e-01, -6.5926e-02,  1.8944e-01,
                       4.4705e-01, -2.9746e-01, -2.4296e-01,  1.9436e-02,  1.9687e-01,
                      -3.7774e-01, -7.0787e-02, -1.0652e-01], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.weight',
              tensor([[-0.0095, -0.0232, -0.0569,  ...,  0.0404, -0.0163, -0.0442],
                      [-0.0244,  0.0024,  0.0594,  ..., -0.0050,  0.1228,  0.0464],
                      [ 0.0344,  0.0088, -0.0137,  ...,  0.0936,  0.0181,  0.0258],
                      ...,
                      [-0.0836, -0.0052,  0.0069,  ..., -0.0209, -0.0092,  0.0573],
                      [ 0.0648,  0.1171, -0.0334,  ...,  0.0188,  0.0104,  0.0513],
                      [ 0.0441,  0.0778, -0.0286,  ..., -0.0400, -0.0715,  0.0503]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.bias',
              tensor([-6.9120e-04,  4.0375e-04,  8.3635e-05, -2.7894e-04, -4.0582e-04,
                       1.1427e-03, -4.0871e-04,  9.2814e-04, -6.1615e-04,  7.6383e-04,
                       6.5526e-05, -6.8230e-04, -1.2437e-03, -4.1407e-04, -1.3157e-04,
                       9.5801e-04, -3.0043e-03, -1.0700e-03, -1.9293e-04, -6.8739e-04,
                       3.7308e-04, -2.0725e-03,  2.0244e-03, -1.6861e-04,  1.7577e-04,
                       2.2593e-03, -7.0579e-04,  4.6560e-04,  7.2054e-04, -1.9102e-03,
                       4.5585e-04,  3.8161e-04, -2.5683e-04, -3.0165e-04,  1.7065e-04,
                      -6.3755e-04,  1.2424e-03,  5.4588e-04, -2.4102e-05,  1.0823e-03,
                      -1.0148e-03,  6.8829e-04, -1.9474e-03, -7.7563e-04, -9.7252e-04,
                      -1.3417e-04, -2.3375e-03,  1.7989e-04, -9.3567e-04, -2.4840e-04,
                       6.1893e-04, -8.0387e-04, -9.1797e-05,  1.3376e-05, -1.3760e-03,
                       1.5883e-04,  1.7596e-04,  1.1503e-04, -6.5690e-04,  8.6147e-04,
                      -2.1104e-03,  6.2931e-04, -1.6734e-03,  4.3243e-04, -5.0311e-04,
                      -1.9641e-03,  3.4535e-03, -8.4964e-04,  3.3212e-04,  2.7516e-03,
                      -6.3665e-04,  1.2568e-03, -1.8047e-03, -1.1694e-03, -6.4409e-04,
                      -8.5553e-04, -5.7221e-04, -2.7838e-04, -1.6440e-03, -5.6227e-04,
                       4.7624e-04, -1.4453e-03, -1.3116e-03, -1.0988e-03, -1.2415e-03,
                      -1.1638e-03,  1.3441e-03,  9.4388e-04, -1.6508e-03, -9.7934e-05,
                      -1.9050e-03, -5.6326e-04,  3.8829e-04,  1.8814e-04,  5.5653e-05,
                       1.6128e-03, -4.3637e-04, -2.9639e-03, -1.1963e-03,  7.5851e-04,
                      -2.6739e-03, -6.1343e-04, -1.8860e-03, -1.4561e-04,  3.8395e-03,
                       1.4021e-03,  9.3916e-04,  4.5025e-03, -8.0947e-04,  9.0512e-04,
                       1.8525e-03,  4.3740e-04, -2.5379e-04, -8.0860e-04, -6.9859e-04,
                       1.4527e-03, -1.0337e-03,  1.2385e-03, -8.8334e-04, -8.2066e-04,
                      -2.4016e-03,  1.0584e-04,  9.1081e-04, -1.2055e-03,  1.2847e-03,
                       1.8309e-03, -1.8313e-03,  3.0785e-03,  1.2169e-03, -4.3329e-05,
                      -5.3427e-04,  2.7015e-04,  7.8445e-06, -1.2654e-03,  2.2027e-04,
                       1.1124e-04, -1.0454e-03, -2.4974e-03, -2.6480e-04,  4.0270e-04,
                       1.5563e-03, -6.1879e-04, -1.4046e-03,  2.5871e-04, -1.1988e-03,
                       8.1651e-04, -9.2383e-04,  6.3714e-05,  5.0307e-05,  8.9317e-04,
                       6.8288e-04, -2.5516e-04,  4.0658e-05,  9.7865e-04, -1.7174e-04,
                      -1.2726e-03, -1.8930e-04,  6.0159e-04, -9.8777e-04,  8.5984e-04,
                      -1.1365e-03,  4.9807e-04, -8.4755e-04, -1.4770e-03,  1.1271e-03,
                      -2.3456e-03, -7.9933e-04, -1.3892e-03, -1.3112e-03, -2.4847e-05,
                      -4.0562e-04,  6.6750e-04,  4.8279e-04,  2.6343e-04,  7.5292e-04,
                      -6.0718e-04, -1.3205e-03, -5.0557e-04, -2.6566e-03, -2.3069e-04,
                       1.0181e-04, -6.5713e-04, -5.4678e-04, -7.5677e-04, -1.5886e-03,
                      -7.8987e-04, -1.5793e-03, -4.4490e-04, -1.4181e-04, -1.0319e-03,
                       7.4974e-04,  1.4718e-03,  1.2018e-03,  1.5150e-03,  2.3154e-03,
                       3.9515e-03,  8.6208e-04,  7.2607e-03,  4.4203e-03, -1.3479e-03,
                      -6.8793e-03,  2.9953e-03, -2.0832e-03,  3.6435e-03, -1.3275e-03,
                      -6.9243e-04,  9.9138e-04, -2.6769e-03, -2.4218e-03, -2.6947e-03,
                      -2.6886e-03, -3.5293e-03,  2.4721e-03,  3.1369e-03,  1.5028e-03,
                      -1.3165e-03,  2.1663e-03, -5.9028e-03,  2.9076e-03,  3.9332e-05,
                      -1.8780e-03,  3.0515e-03, -1.2890e-03, -1.0422e-03,  2.3556e-03,
                       2.7412e-03,  3.6782e-03, -3.2189e-03, -6.3917e-03,  3.2084e-04,
                      -4.2686e-03,  1.8799e-04, -1.6657e-03, -4.3868e-04,  3.6101e-03,
                       7.2260e-03, -3.6177e-03,  4.1390e-03, -2.8709e-03,  3.4656e-03,
                      -1.0034e-03,  1.4339e-03,  2.1301e-03,  3.3875e-03, -5.6933e-05,
                       1.7027e-03,  7.1498e-03,  7.5374e-04, -5.0043e-03, -1.5188e-03,
                      -1.0208e-03, -2.8715e-04, -2.3530e-03,  2.5662e-03,  3.0087e-04,
                      -9.6554e-04,  2.8952e-03,  1.5867e-03, -1.6462e-04, -2.8455e-04,
                      -1.7335e-03, -4.7351e-05, -4.3703e-04, -2.5242e-03, -2.2372e-04,
                       4.3171e-04,  1.4403e-04, -1.3784e-04,  3.8275e-04, -2.6978e-03,
                       1.0634e-03,  3.2331e-03, -2.0939e-03, -2.0873e-03,  8.0967e-04,
                       7.3189e-04, -4.9027e-04, -5.2600e-05,  1.5551e-03,  8.8385e-04,
                       2.2151e-03,  2.7198e-03, -1.0704e-03, -3.2298e-03,  3.2903e-03,
                      -2.4823e-05,  2.0211e-03,  1.8549e-04,  1.2935e-04, -3.0522e-03,
                      -1.0707e-03, -2.5176e-03, -1.6887e-04, -2.3306e-03,  1.2296e-04,
                      -1.3778e-03, -2.2454e-04,  1.4470e-04, -1.2421e-04,  1.0682e-03,
                      -2.0608e-04,  9.8519e-04,  5.6658e-04, -8.8383e-04, -1.6405e-03,
                       8.6091e-04, -8.6913e-04,  3.0786e-04, -1.4716e-03,  5.8504e-04,
                      -6.0602e-04,  7.0746e-04,  5.4937e-04, -3.5695e-04, -8.2896e-04,
                       1.7032e-03, -1.4442e-03, -1.4298e-03, -1.7893e-03,  1.2982e-03,
                      -1.5578e-03,  5.8213e-04, -2.8616e-04, -1.7498e-03,  3.0360e-03,
                      -1.4750e-03, -2.9308e-04, -1.5180e-04,  1.2786e-03, -1.4977e-03,
                      -2.6550e-03, -2.6633e-03, -1.5661e-03, -7.4665e-04, -2.4175e-03,
                      -2.4751e-03,  8.5400e-04, -9.2360e-04, -1.9950e-06,  1.8785e-03,
                      -2.4090e-03,  1.3015e-03, -2.0274e-05,  3.7691e-03,  5.1132e-04,
                      -3.0453e-03, -3.9420e-03, -5.6432e-04, -1.0189e-03, -3.6009e-03,
                       1.3768e-03, -1.0374e-03, -1.2563e-03, -4.7553e-04,  1.7360e-03,
                       3.4530e-04,  1.0796e-03,  3.3393e-04,  1.1250e-03, -3.0294e-03,
                       1.8952e-03,  1.1722e-03,  3.2722e-03, -2.5594e-03,  2.8477e-04,
                      -2.6567e-03, -7.7369e-04, -1.5816e-03,  1.8501e-03,  8.1495e-04,
                       9.4095e-04, -3.8373e-03, -2.5580e-04, -3.8462e-04, -1.4703e-03,
                      -2.4725e-03, -8.7784e-04, -1.4872e-03,  6.2550e-04,  9.7243e-04,
                      -1.1352e-03,  4.5055e-05,  1.3109e-03,  2.9815e-04, -1.0125e-03,
                       7.4699e-04, -1.7740e-03, -1.2333e-03, -9.3748e-04,  2.2162e-03,
                       1.6836e-03,  9.8527e-04,  5.4812e-04, -2.4626e-04, -2.9636e-03,
                       2.3087e-03, -2.0288e-03,  1.1329e-03,  4.2175e-03, -3.9587e-04,
                      -8.7760e-04,  8.4965e-04, -4.0083e-04,  2.0611e-03,  1.0604e-03,
                       4.3466e-04, -1.9900e-03,  1.4744e-03,  5.2644e-05,  1.1627e-05,
                       3.2518e-04,  2.7733e-04,  5.0012e-04, -2.2507e-03,  6.8116e-04,
                       2.8982e-03,  4.4742e-04,  1.0800e-03, -1.0371e-03,  1.1359e-03,
                       1.1230e-03, -1.8721e-03, -2.8527e-04,  3.2250e-03,  1.6663e-03,
                      -2.0108e-04, -2.4237e-03, -3.3378e-03,  7.4167e-04, -3.0277e-03,
                       7.0150e-04, -5.7268e-04,  2.0576e-04,  1.6631e-03,  6.4937e-04,
                      -1.5259e-03,  1.0718e-03,  3.4976e-03, -6.0546e-04, -3.2967e-03,
                      -7.7161e-04, -8.9710e-04,  4.7704e-04, -4.0503e-04, -3.7985e-04,
                      -1.4841e-03,  1.7324e-03,  1.5654e-03,  3.8165e-04, -8.3190e-04,
                      -3.5957e-04, -6.8123e-04, -1.1261e-03, -9.6314e-04,  1.2250e-03,
                       6.4123e-04, -2.5420e-04,  1.2631e-03,  8.2009e-04, -7.5521e-04,
                       1.1304e-03,  7.0603e-04, -2.4468e-03, -2.5804e-04,  5.3878e-04,
                      -2.0913e-04, -2.9196e-04,  2.1147e-04,  2.6214e-05, -4.5570e-04,
                       5.2267e-04, -1.3131e-03, -3.5752e-05,  2.1280e-04,  5.1878e-04,
                       6.4950e-05,  7.9952e-04, -9.2177e-04, -7.9045e-04, -4.3278e-04,
                      -6.0184e-04, -1.0791e-03, -3.9580e-05,  2.2399e-05, -1.2994e-04,
                      -3.5443e-04, -1.1540e-04,  2.4222e-04,  1.0471e-04,  2.2712e-04,
                      -2.3313e-03,  2.7212e-04, -4.9521e-04, -1.7108e-04, -1.9506e-04,
                      -8.2903e-04,  3.2136e-04, -6.7654e-04,  8.7713e-05, -2.1723e-04,
                       1.3968e-03,  4.0223e-04, -6.1641e-04,  4.5902e-04,  7.5294e-04,
                      -4.3547e-04, -5.3013e-05,  1.3824e-04,  7.8912e-04,  2.0656e-03,
                      -2.5831e-04, -1.4258e-04, -8.1113e-04,  1.0016e-03,  9.3440e-04,
                       1.3720e-03,  8.6294e-04, -2.0850e-03, -1.8657e-03,  3.1564e-03,
                      -1.2306e-03,  1.7909e-04,  4.9125e-04, -3.7828e-04, -1.3469e-03,
                       2.0030e-03, -5.6993e-05, -1.7892e-03,  1.6442e-03, -5.5049e-04,
                      -1.0216e-03, -1.4508e-03, -1.0213e-03, -1.0014e-03, -3.9976e-04,
                       2.6760e-04,  1.5083e-03,  8.4483e-04, -2.2524e-04, -4.6009e-04,
                       1.2651e-03,  2.2413e-04,  1.2389e-03, -1.1546e-03,  3.4420e-03,
                       1.9773e-03, -1.5597e-04, -9.8838e-05, -7.6008e-04,  1.7659e-05,
                       1.6606e-03, -1.5564e-03,  6.0397e-04,  1.5062e-03, -2.8085e-03,
                       7.1148e-04,  7.1194e-04,  3.2781e-03,  8.5925e-04,  2.5977e-03,
                      -1.4942e-03,  1.0084e-03, -1.4548e-03, -1.6063e-04,  2.3009e-03,
                       3.8500e-03, -7.3485e-04, -2.1884e-03,  1.4984e-03, -2.0865e-03,
                      -1.7838e-04, -1.6094e-03,  4.1679e-04,  1.3468e-03,  1.2171e-03,
                      -1.9636e-03, -8.6403e-05, -2.5349e-03, -1.1324e-03, -4.6267e-04,
                       9.9859e-04, -1.8215e-04, -7.2935e-04,  1.6299e-03,  7.5754e-04,
                       6.9866e-04, -8.4407e-04, -5.9548e-05,  1.1620e-03, -1.3576e-03,
                       1.3392e-04,  1.2391e-04, -1.4397e-03, -1.3676e-03,  8.0454e-04,
                      -1.0244e-03,  8.8822e-04,  1.6469e-04,  5.8634e-04, -3.2505e-04,
                      -5.5318e-04, -8.0327e-04, -9.2019e-04, -1.6500e-04, -1.2250e-03,
                      -7.5706e-04, -7.2044e-04,  8.7882e-04, -1.2788e-03, -4.3434e-04,
                      -5.6602e-04,  2.0059e-04,  1.0701e-03,  2.0428e-04,  1.9566e-03,
                      -4.7190e-04, -8.2952e-04, -1.8970e-03, -5.4133e-05, -6.0172e-04,
                      -2.6102e-04,  9.3739e-04, -1.0058e-03,  6.4073e-04, -1.0281e-03,
                      -1.1493e-04, -1.0129e-03, -7.5507e-04,  1.4795e-03,  1.7562e-03,
                       4.3626e-04,  6.0657e-04, -6.1779e-04,  4.2334e-04,  1.8916e-03,
                       9.2544e-04, -6.4214e-04, -1.3253e-03, -5.7932e-04,  7.2191e-04,
                      -1.5474e-04, -8.1680e-04,  1.2199e-03, -4.4863e-04, -4.0503e-03,
                       1.1538e-03,  1.9001e-03, -1.8271e-04,  4.7089e-04,  4.0840e-04,
                       1.5404e-04,  2.9494e-03,  8.4310e-04, -1.0664e-03,  6.6080e-04,
                       5.6623e-04,  3.0651e-04,  8.1923e-04, -2.2396e-04,  9.0236e-04,
                       9.0295e-04, -1.7195e-04,  7.3243e-05,  2.1941e-04, -8.9080e-04,
                       1.2919e-03,  1.0203e-03,  7.6799e-04,  2.6778e-05, -8.0389e-04,
                       1.2017e-03, -1.8668e-03, -6.8580e-04, -1.2798e-03, -4.8290e-04,
                       2.4245e-04,  2.4578e-04,  7.0950e-04,  3.2070e-05, -3.9758e-04,
                      -1.5756e-03,  1.9598e-03,  1.2013e-03, -1.4558e-03, -3.7783e-04,
                      -1.1920e-04, -6.2959e-04,  1.3198e-03, -3.6488e-04,  1.7107e-03,
                       2.3057e-03, -3.1536e-04, -9.9480e-04,  7.6952e-04,  2.0912e-03,
                       6.1047e-04, -8.0323e-04,  8.0071e-04,  2.6671e-04,  2.9369e-04,
                      -1.4503e-04,  1.3837e-03,  3.6005e-03, -3.2292e-04,  8.5932e-04,
                      -2.4409e-03, -4.7484e-04,  1.9326e-04, -1.0269e-03, -8.5842e-04,
                      -8.0600e-04, -9.1361e-04, -9.2079e-04, -4.2325e-04,  1.4884e-03,
                      -3.2140e-05,  2.1322e-03, -4.4741e-04,  1.6557e-03,  6.6334e-04,
                       3.7810e-03,  1.7628e-03,  2.2657e-03,  1.2349e-03,  1.5913e-03,
                       3.7700e-04, -1.0726e-04,  2.6513e-03, -8.0000e-04, -2.0417e-03,
                       2.8270e-03,  1.1690e-03,  1.0109e-03, -1.2154e-03, -3.1990e-04,
                       2.3721e-03,  1.4086e-03,  3.6121e-04, -9.3685e-04, -4.6964e-04,
                       1.2598e-03,  4.5714e-04, -1.8666e-03, -3.3413e-04, -1.0836e-03,
                       3.3995e-03, -6.4243e-05,  3.6198e-04, -7.4124e-04, -2.3073e-03,
                       7.4096e-04, -1.8556e-03,  2.1697e-03, -1.7228e-03, -3.4710e-05,
                      -2.2530e-04,  1.4144e-03,  1.1216e-03,  9.8067e-04, -2.0025e-03,
                       5.8687e-04, -1.7563e-03, -2.1068e-03,  3.7750e-04,  5.2736e-04,
                      -2.0536e-03,  2.2554e-03, -1.2957e-03], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.weight',
              tensor([[-9.3261e-03,  4.1131e-02, -5.5464e-03,  ...,  3.5759e-02,
                       -1.4825e-02, -3.3616e-02],
                      [ 1.5304e-02, -4.3076e-02,  3.0796e-02,  ...,  3.9655e-02,
                        8.7944e-03, -2.5826e-02],
                      [ 1.3778e-02,  9.1053e-03, -2.1007e-02,  ...,  4.8366e-04,
                       -1.4331e-02, -1.3549e-02],
                      ...,
                      [-6.2654e-02, -1.4137e-02,  7.8554e-03,  ..., -2.9997e-02,
                        1.8209e-02,  5.1756e-03],
                      [ 8.1423e-03, -3.0970e-02,  1.6069e-02,  ...,  5.7239e-02,
                        3.9958e-02, -3.9761e-03],
                      [ 9.6234e-03,  1.2958e-02, -2.7810e-02,  ...,  2.7507e-02,
                        9.7202e-05,  1.2282e-02]], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.bias',
              tensor([ 1.1069e-02,  9.0531e-03,  1.9864e-02,  1.1389e-02, -4.8347e-03,
                       5.0326e-03,  4.1269e-03,  1.6318e-02, -1.8052e-02,  2.3237e-03,
                       1.8566e-02,  9.8941e-02, -4.0697e-02, -7.4136e-02,  7.9206e-02,
                      -4.5282e-02,  8.2486e-03, -9.0963e-04, -4.5596e-03,  9.0431e-04,
                       4.2895e-03,  3.9034e-02,  1.9230e-02, -2.3276e-02,  1.3302e-02,
                      -1.3027e-01,  1.8982e-02,  9.9004e-05,  3.4933e-02, -3.6069e-03,
                      -5.4330e-03,  9.8497e-03,  6.4020e-03, -2.7923e-02,  6.7842e-03,
                       3.1062e-02,  8.0818e-03, -1.1424e-01,  3.7595e-03, -4.7403e-03,
                      -7.3383e-04, -5.3728e-03, -6.8290e-03, -3.0392e-03, -4.2530e-03,
                      -3.4724e-02, -8.1703e-03,  1.2297e-02,  1.3124e-03,  3.8111e-03,
                      -1.5159e-02,  1.2899e-03, -1.7053e-02, -1.6133e-02,  9.9717e-03,
                      -1.7817e-02, -1.2586e-02,  8.9710e-03,  2.3908e-02, -1.1430e-02,
                       1.1956e-02,  9.9904e-03, -1.7065e-02, -1.0862e-02, -5.1695e-02,
                       3.7551e-02, -1.2679e-01,  2.1911e-02, -1.0454e-02,  2.8629e-02,
                      -6.3517e-02,  5.5262e-02,  3.8232e-03, -1.5486e-02, -3.7649e-02,
                       1.0271e-01, -1.2234e-01,  3.8918e-02,  4.4690e-02,  1.3653e-01,
                       9.1285e-03,  4.5612e-02,  2.1545e-02, -1.0426e-01,  3.1466e-04,
                      -4.8390e-02, -2.0997e-02, -9.0155e-02, -1.1090e-01,  2.7998e-02,
                       7.2238e-03,  3.8125e-02, -5.1127e-02, -4.9923e-02,  5.8459e-02,
                      -7.9316e-02,  4.3215e-02, -1.5797e-01,  2.8311e-02,  2.2318e-02,
                      -1.3257e-03,  1.1169e-01,  1.4406e-01, -4.8033e-02, -4.7351e-02,
                       3.8673e-02,  1.8920e-02, -8.3832e-02,  1.0156e-01, -2.7946e-02,
                      -1.6684e-02,  4.6644e-02, -2.7789e-02, -2.4723e-02, -1.0047e-01,
                      -2.3606e-02, -3.0433e-02,  6.2730e-02,  3.7788e-02,  1.3059e-02,
                       2.1071e-02, -1.0602e-01,  7.5207e-03,  2.6767e-02,  2.6095e-02,
                      -2.0809e-02,  5.7630e-02,  8.6329e-02, -6.0640e-04, -1.9004e-03,
                       2.2014e-02,  1.7161e-02, -5.9877e-03,  9.4652e-04, -9.8812e-04,
                       4.9525e-03,  3.6660e-02,  2.0753e-03, -3.4359e-03, -1.0950e-02,
                      -1.4612e-02, -3.0871e-02, -2.4040e-02,  1.0127e-02,  2.4073e-02,
                       6.3245e-03,  9.3992e-03,  8.0358e-03, -2.1809e-02,  7.0261e-02,
                      -2.5004e-02, -9.9654e-03,  1.5882e-02,  6.9725e-03,  4.7355e-03,
                       1.8329e-03,  1.0321e-02, -1.6420e-02,  1.7463e-02,  7.4456e-03,
                      -1.0424e-02, -4.1863e-02, -5.0235e-02, -3.0211e-02,  5.6761e-03,
                       1.7051e-01, -5.5501e-03, -4.5892e-02, -2.8738e-02,  1.4941e-02,
                       3.9475e-03, -1.2743e-02,  1.4971e-02,  7.2802e-03,  3.4454e-03,
                       6.5442e-03,  1.5862e-02, -9.1514e-03, -2.7128e-02,  2.7270e-03,
                       8.1676e-03, -2.3455e-02, -4.2233e-03, -4.3383e-03, -1.0983e-02,
                      -9.7781e-03,  2.4207e-02, -1.2457e-02, -2.7443e-03, -2.8115e-02,
                       1.9776e-03, -2.0203e-02,  1.4375e-01,  3.4351e-02, -4.9437e-02,
                      -5.6101e-02,  9.8715e-02,  2.6453e-03,  1.2050e-01,  1.5607e-01,
                      -7.2812e-02, -1.4945e-02,  1.2221e-01,  3.0867e-02,  8.1999e-02,
                      -9.0597e-02, -1.7735e-01, -1.3632e-01,  5.4086e-02,  7.6691e-02,
                       1.2954e-02, -1.4351e-01, -2.2452e-02,  7.9768e-02, -5.4337e-02,
                       1.0186e-01,  2.9237e-02, -3.3597e-03,  3.2730e-01,  8.5452e-02,
                       3.4869e-02, -2.0168e-01, -1.5997e-01,  4.9540e-02, -9.7672e-02,
                       5.0354e-02,  8.8175e-02,  5.5004e-03,  9.2272e-02, -1.2908e-01,
                      -1.2138e-02, -3.7752e-02, -1.6416e-02, -3.4790e-02,  1.6874e-01,
                       2.3388e-02, -1.5507e-02, -8.7242e-03,  7.6560e-02, -3.3407e-02,
                       3.5988e-02, -7.2776e-02,  2.1470e-01,  1.0771e-02, -3.2410e-02,
                      -2.0167e-02,  5.4146e-02, -4.3163e-02,  7.7417e-02,  7.2844e-02,
                       1.8189e-02,  9.8462e-03, -6.8388e-03, -2.1869e-02,  3.6530e-02,
                      -9.5452e-02, -2.5035e-02,  9.4639e-03,  1.5068e-03, -4.8810e-02,
                      -2.8129e-02, -2.2956e-02,  4.5958e-03, -2.1297e-02, -1.8975e-02,
                       5.0071e-03,  4.1476e-03,  4.7279e-03, -1.9530e-02, -1.0872e-02,
                       8.2660e-03,  8.4502e-03,  2.3569e-02,  2.0685e-03, -2.6316e-02,
                       2.4845e-02, -5.5551e-03,  2.1097e-02, -4.4452e-03,  6.4491e-03,
                       3.0634e-03,  8.0650e-03, -4.9067e-03,  2.7643e-03, -2.8761e-02,
                       5.7540e-03, -1.1718e-02,  6.5162e-03,  3.2979e-02, -8.9530e-03,
                       1.3605e-02, -2.7448e-02,  7.0635e-03, -1.9572e-02, -8.7907e-03,
                       1.3170e-02,  2.7060e-02, -4.6025e-04, -7.6768e-03,  8.8832e-03,
                      -8.0805e-03, -9.3116e-04,  6.4805e-03, -8.2399e-03, -2.9627e-02,
                       1.4764e-02, -6.2644e-03,  2.5136e-02, -1.5233e-03,  1.3440e-02,
                      -1.8627e-02,  5.4824e-03, -1.6173e-03,  1.6515e-02,  2.4901e-03,
                       8.9018e-03,  2.8951e-04,  1.7957e-02, -8.3742e-03,  1.0688e-02,
                       7.1412e-03, -4.0961e-03,  1.5500e-04,  2.8306e-02,  2.8146e-03,
                       3.0835e-03, -2.6411e-03,  8.4850e-03, -3.7391e-02,  1.0299e-02,
                      -2.4756e-02,  3.0259e-02,  2.0764e-02,  3.0074e-02, -1.3659e-02,
                       1.6019e-02,  2.6341e-06,  1.6387e-02, -4.6022e-03,  3.2956e-02,
                       6.1713e-04, -1.2456e-02, -2.8289e-02, -4.7685e-03,  1.8917e-02,
                      -1.7251e-02, -1.4907e-02, -7.7636e-03,  2.6263e-03, -5.5990e-02,
                      -6.6305e-03,  3.0166e-02, -1.7382e-02, -1.6950e-04, -1.5014e-02,
                       3.1127e-02,  6.9843e-03, -7.4297e-03,  2.5663e-02, -2.1180e-03,
                      -3.7657e-02, -5.1296e-03, -2.2282e-02,  1.7232e-02, -1.3655e-02,
                       2.7877e-02,  2.7112e-02,  5.4260e-03,  1.2768e-02, -5.8780e-03,
                      -4.0109e-03,  1.4004e-03,  2.0974e-03,  2.8074e-03, -4.8994e-03,
                      -2.9522e-02, -7.3999e-03,  3.4507e-02,  7.2156e-03, -3.6974e-02,
                      -2.5828e-02, -3.1290e-03, -1.1376e-02, -1.5887e-02,  3.8286e-02,
                       2.0281e-02, -1.5919e-02,  1.3013e-02,  5.7370e-03, -1.6223e-02,
                       9.4380e-03,  2.9953e-02, -2.7395e-02, -2.5684e-02, -3.1389e-02,
                      -2.9145e-02,  2.0254e-02, -3.6402e-02,  2.3596e-02, -1.0263e-02,
                       1.6401e-02, -1.1134e-02,  2.7300e-02,  1.8858e-02,  1.3740e-04,
                      -3.6391e-02, -1.7857e-02,  1.2097e-02, -1.6086e-02,  1.0408e-02,
                      -5.3981e-03, -2.8890e-02,  4.2346e-02,  5.2741e-03,  1.9386e-02,
                      -5.0296e-03, -1.7111e-02,  1.9442e-02, -4.7186e-02,  2.6672e-02,
                       5.1477e-03, -1.5066e-02, -5.8367e-03,  3.1029e-02, -4.7714e-03,
                       2.7481e-02, -2.5332e-02, -1.0896e-02,  6.5586e-02,  1.2462e-02,
                       3.6022e-02, -3.1200e-02,  7.6116e-03, -4.9803e-03, -2.1504e-02,
                       6.5773e-03, -2.3226e-03,  4.2079e-03, -2.3751e-02,  2.4667e-02,
                       3.6909e-02,  2.1745e-02,  2.8973e-02,  5.1251e-03, -9.9450e-03,
                      -5.4279e-03,  1.3118e-02,  3.0296e-02, -2.1176e-02,  2.2170e-02,
                      -5.0253e-03, -2.0048e-02,  1.9229e-02, -1.1984e-02,  1.3188e-04,
                       9.0158e-03,  5.9573e-03, -2.0766e-03, -8.5419e-03,  3.7773e-02,
                       6.0164e-03, -2.8933e-02, -4.8008e-03, -1.3547e-02, -1.1729e-02,
                       6.2086e-03, -6.9328e-03, -1.6035e-02, -1.6831e-02,  1.1192e-02,
                       8.9620e-03,  1.7122e-02,  9.8407e-03,  1.2312e-02, -1.6869e-03,
                      -1.5688e-02,  2.4764e-02, -8.8043e-03,  1.3510e-03, -8.3901e-03,
                      -9.6036e-03, -5.5592e-03,  1.1504e-02,  3.5610e-04, -3.3708e-02,
                       9.3072e-03,  8.8585e-03, -5.7320e-04, -8.9758e-03, -1.2016e-02,
                       3.6391e-03, -7.7049e-03,  1.6031e-02,  1.5279e-02, -1.2802e-02,
                      -1.3333e-02, -1.4915e-03, -5.2374e-03, -3.0374e-03,  1.9579e-02,
                      -1.5535e-02,  7.5528e-03,  7.8520e-05, -1.0960e-02,  1.3343e-02,
                      -7.7490e-03, -5.1366e-03, -7.1006e-03, -2.4798e-03,  1.7446e-03,
                       1.0737e-02,  2.7047e-02,  1.5423e-03,  4.8263e-03,  4.2031e-02,
                      -6.2006e-03, -4.6928e-03, -2.0759e-02, -3.4895e-02,  6.3378e-03,
                      -8.9834e-03, -4.1429e-03,  7.3697e-02, -9.1377e-03,  1.6487e-02,
                       7.2898e-03, -1.9954e-02, -2.8886e-02, -1.7212e-02, -2.3353e-02,
                       1.3282e-02, -2.3207e-03, -1.9601e-02, -8.8764e-03, -2.8692e-02,
                      -1.6166e-02, -2.3293e-03,  1.5240e-02,  2.3777e-02, -6.3838e-02,
                      -1.7767e-02,  2.7412e-02, -5.1963e-02,  2.4834e-02, -1.3668e-02,
                      -3.9859e-03,  3.9719e-02, -5.5598e-05,  8.2105e-03,  4.2240e-03,
                       9.5554e-03,  1.6329e-02,  8.0644e-03,  1.1929e-02,  2.1274e-03,
                      -8.3077e-03, -2.8924e-03,  1.0155e-02, -4.1540e-02, -8.3679e-03,
                       1.2047e-02,  1.7008e-02,  8.0726e-03,  2.7112e-02,  7.8240e-03,
                       1.2881e-03, -2.6510e-02, -1.0896e-03,  1.0525e-02,  5.0460e-03,
                       7.0503e-03,  7.2557e-03, -1.0229e-02, -4.2076e-02, -2.1916e-02,
                       1.7826e-02,  5.2023e-02,  3.6075e-02, -4.1697e-02, -7.1926e-03,
                       4.1535e-03, -5.9274e-04, -7.4479e-02, -2.7416e-02, -6.3545e-02,
                      -4.8984e-02,  1.4505e-02, -1.1705e-02, -8.7666e-02,  1.0790e-02,
                      -1.5554e-02,  1.1034e-02, -1.4332e-02, -6.6223e-04,  8.9544e-03,
                       1.3921e-02,  9.3547e-02,  1.0418e-01, -8.4584e-03, -3.1331e-02,
                       1.9194e-02,  9.0044e-02,  1.0885e-01,  6.0562e-02,  1.7227e-02,
                       2.6923e-02,  4.2633e-02, -2.0954e-02,  9.8969e-02,  2.0552e-02,
                      -1.1751e-01,  2.7819e-02,  1.5058e-03, -9.7677e-02, -2.2754e-02,
                       9.5872e-02, -3.1792e-02,  1.8836e-02, -1.3252e-02, -4.3087e-03,
                       5.2121e-02,  1.6157e-02, -1.5624e-02,  2.4156e-02,  1.4569e-02,
                      -6.0538e-02,  5.8566e-03, -2.6004e-02,  8.6975e-02, -4.7703e-03,
                      -6.2288e-02, -1.7356e-02,  1.6008e-02, -1.4844e-02,  1.8173e-02,
                       1.9806e-03,  1.1834e-02, -1.3026e-02, -4.8227e-02, -2.1381e-02,
                       2.1781e-02, -3.0322e-02,  1.7911e-02,  4.0111e-03, -4.3804e-02,
                      -6.8995e-02,  5.8428e-02, -3.5507e-02,  4.8189e-02, -2.0954e-02,
                       1.8905e-02,  1.1972e-02,  3.0174e-02, -2.4366e-02,  2.8735e-03,
                       5.0398e-03,  1.2086e-02,  4.0948e-02,  2.3398e-02,  2.0673e-02,
                       2.5978e-02,  1.4533e-02,  7.3198e-03,  6.3965e-02,  4.5091e-02,
                      -4.5103e-03,  4.9657e-02, -5.0273e-02,  3.8485e-02,  4.1603e-02,
                       7.8011e-02, -8.3119e-02, -4.9845e-02,  5.2448e-02,  4.6188e-02,
                      -1.8623e-02,  2.3284e-02,  4.7193e-02, -1.9730e-02,  1.8171e-02,
                       3.2025e-02, -2.7952e-02,  1.5058e-02,  6.2734e-03, -4.9240e-02,
                      -1.4091e-02, -4.0335e-03, -3.8091e-02,  1.4545e-02,  1.0982e-02,
                       2.5898e-02, -2.5470e-02, -5.4152e-02, -5.0391e-02,  3.1809e-02,
                       5.3577e-02,  4.6933e-02, -2.3320e-02,  3.1928e-02,  3.7188e-02,
                       1.0995e-02, -6.4717e-02,  5.0468e-02, -2.8605e-03, -3.2299e-02,
                       1.0438e-02,  5.0938e-03, -1.4188e-03, -8.6259e-03,  2.6034e-02,
                      -5.2897e-03, -1.3360e-02, -4.7151e-02, -1.0682e-02, -4.3875e-02,
                      -4.3997e-02,  8.3545e-02, -2.4776e-02,  5.8812e-03,  9.6747e-03,
                       1.6337e-02, -9.7249e-03,  2.9033e-02,  5.9890e-02,  2.0914e-02,
                      -2.3984e-02,  2.7854e-02, -4.7092e-02,  1.5442e-02, -1.6557e-02,
                      -1.4061e-02,  1.9185e-02, -3.8878e-03,  5.8601e-03,  3.3422e-03,
                      -9.6055e-03, -7.2162e-03, -1.5224e-03,  1.5336e-02, -1.0922e-02,
                      -6.0001e-03,  4.5938e-03, -9.5746e-03, -3.6892e-02, -2.0429e-02,
                       1.5061e-02, -3.5018e-02, -6.5224e-03, -5.4727e-03, -2.6918e-02,
                       1.3061e-02,  1.9303e-02, -4.1051e-03, -1.4661e-02,  1.9634e-02,
                       2.6726e-02,  2.7746e-02, -2.2064e-02,  4.2220e-03, -8.8036e-03,
                      -1.7758e-03, -1.1042e-02, -1.7348e-02, -1.8538e-02, -1.6726e-02,
                      -1.3031e-02, -3.0154e-02, -5.6269e-03], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.weight',
              tensor([[-0.0054,  0.0101,  0.0042,  ...,  0.0035,  0.0018,  0.0376],
                      [ 0.0100,  0.0023,  0.0405,  ...,  0.0028,  0.0253,  0.0152],
                      [-0.0210, -0.0118,  0.0120,  ...,  0.0259,  0.0052, -0.0498],
                      ...,
                      [-0.0082,  0.0162, -0.0063,  ..., -0.0308,  0.0258,  0.0357],
                      [ 0.0094, -0.0162, -0.0043,  ..., -0.0027, -0.0064,  0.0182],
                      [-0.0198, -0.0034, -0.0294,  ..., -0.0308, -0.0201, -0.0267]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.bias',
              tensor([-5.9122e-02,  9.6922e-02, -8.4334e-02, -3.4676e-02,  4.6184e-02,
                      -9.6594e-04, -1.6367e-01,  1.4286e-01,  1.9078e-02, -2.8064e-02,
                      -4.5819e-03,  5.3006e-02,  1.6259e-03,  2.2628e-02, -1.6936e-02,
                       9.3983e-03, -3.9352e-02, -6.7541e-03,  3.7244e-02,  2.4792e-02,
                       5.3888e-02,  5.0219e-04,  4.6441e-02,  8.6155e-03,  2.4417e-02,
                       3.8996e-02, -5.9515e-02,  2.0793e-02,  6.8030e-02,  1.5912e-02,
                       4.2683e-02, -2.0297e-01,  3.5708e-02, -4.0885e-02,  7.2455e-02,
                       6.7368e-02, -4.2753e-02, -4.4342e-03, -8.9960e-03,  1.5576e-02,
                       1.5362e-02,  4.1115e-02, -1.5922e-02,  1.1278e-02, -2.3813e-02,
                      -2.9198e-03, -3.2958e-02, -6.2074e-03,  4.1326e-02,  1.1536e-02,
                      -8.9588e-03,  7.5122e-02, -8.2287e-02,  4.7824e-03,  7.0257e-02,
                      -3.5157e-02,  5.4447e-03,  4.7462e-02,  1.8620e-02, -4.2621e-02,
                       5.4712e-02,  3.2359e-02,  2.4752e-03,  1.6957e-02,  5.9019e-02,
                      -3.9106e-03, -1.8700e-02,  1.6607e-02, -2.9605e-02, -1.3749e-02,
                      -1.6059e-02,  6.6633e-02, -4.5950e-02, -9.0254e-03, -3.2623e-02,
                      -8.4888e-03,  5.8982e-02,  2.6985e-02,  1.8064e-02, -6.2385e-02,
                      -7.1297e-02,  2.0291e-02, -1.2597e-02,  7.6582e-02, -2.0293e-01,
                      -3.1989e-02, -5.9873e-02,  2.6205e-02, -1.5289e-02,  4.6378e-02,
                       5.4920e-02, -6.9230e-03, -5.7167e-02,  6.0068e-02, -1.1885e-01,
                       1.1077e-02, -1.1204e-01,  2.5543e-02,  3.8061e-02,  4.1387e-02,
                      -4.4130e-02, -2.8405e-02,  5.3537e-02,  9.6937e-02,  1.5989e-02,
                       2.0249e-02, -1.0955e-02,  3.2168e-02,  1.3749e-02, -8.3016e-03,
                      -3.4081e-03,  7.2830e-02, -7.1794e-03, -8.5035e-02, -2.7992e-02,
                      -1.5241e-02,  2.7664e-02, -1.9915e-02,  3.0103e-02, -3.0159e-02,
                      -2.7599e-02,  2.6552e-03, -4.8693e-02, -1.6534e-02, -1.1110e-02,
                      -5.4535e-02, -6.4797e-02, -1.9578e-02,  1.3646e-02,  5.3212e-02,
                      -1.7934e-02,  1.6915e-02, -2.8305e-02, -3.2307e-02,  2.4054e-03,
                      -2.0707e-02, -8.8013e-02,  2.4082e-02, -7.7078e-03, -4.5942e-02,
                      -1.9929e-02,  4.3814e-02, -8.1504e-03, -4.5607e-01, -2.4484e-02,
                      -2.4036e-02,  9.4995e-02, -1.4775e-02, -2.0825e-02,  4.5097e-02,
                       1.0654e-02, -1.0198e-02, -4.4788e-02, -1.7953e-02, -2.3673e-02,
                       2.1128e-02, -9.7499e-02, -5.9618e-03,  4.0625e-03,  2.3415e-02,
                       1.2425e-02,  2.3369e-02, -8.5498e-02, -3.3322e-02,  6.6487e-02,
                       3.2003e-02,  5.3158e-02,  6.2475e-03, -1.4704e-02, -1.8065e-02,
                       1.7946e-02, -5.2231e-02,  3.1821e-02, -6.9910e-02,  6.4776e-02,
                      -6.3351e-03, -2.2759e-02,  8.0500e-03,  1.8104e-02, -1.8292e-03,
                      -3.3891e-02,  5.6326e-02, -3.1595e-02, -9.7371e-03,  3.7258e-02,
                      -7.3605e-03,  1.7766e-02,  3.3222e-03,  4.2211e-02,  9.9501e-03,
                       3.0454e-02, -8.3557e-02,  3.5064e-02,  1.7921e-02,  1.0783e-02,
                       4.5511e-02,  5.1145e-03, -1.2320e-01,  2.4941e-02,  4.9960e-02,
                       1.8391e-02,  1.6807e-02,  8.4948e-03,  5.2574e-02, -4.4172e-02,
                      -1.9656e-02, -2.7483e-02, -3.5322e-02, -6.3592e-03,  1.7351e-02,
                       4.4125e-02, -2.3811e-02,  2.9134e-03,  5.7642e-02, -2.3250e-02,
                       3.9121e-02,  2.9147e-02, -7.6424e-02,  5.8423e-02, -5.1606e-03,
                      -1.1180e-02,  3.0607e-02, -6.5851e-02, -8.0825e-02,  2.2443e-02,
                       6.0115e-02,  2.5135e-02, -6.3937e-04,  1.7300e-02, -4.8349e-01,
                      -7.0488e-02,  4.3397e-02,  2.8550e-02,  6.4107e-02,  4.2230e-03,
                       3.6141e-02, -2.9475e-02,  2.3819e-02, -4.3609e-03, -3.5403e-02,
                      -6.6761e-02,  1.2984e-02, -5.9666e-02, -2.6802e-02,  1.6668e-02,
                       4.4645e-02,  6.6037e-03, -3.5155e-02, -8.4707e-03, -2.4272e-02,
                      -4.0999e-02,  3.2703e-02,  5.5399e-02,  6.8012e-02,  5.2098e-03,
                      -1.2837e-02,  1.1553e-02, -1.1271e-01, -1.4416e-01, -9.2284e-02,
                      -5.1711e-02, -1.1770e-01,  7.4719e-02,  3.1716e-02,  6.6850e-03,
                       1.3721e-02,  2.7085e-02,  1.3546e-02, -1.3824e-02,  2.6191e-02,
                       1.1638e-02, -1.8105e-02,  7.5568e-03,  2.0454e-02,  4.8789e-02,
                       4.5479e-02, -4.6941e-02, -1.2307e-02,  1.9489e-02, -2.6894e-02,
                      -2.4260e-02, -1.3513e-02, -1.0405e-02,  1.7640e-01,  6.7128e-02,
                       5.1005e-02,  8.9066e-04,  2.9491e-02,  8.8742e-02,  3.5018e-02,
                      -9.1314e-02, -6.7663e-02,  5.1589e-02,  1.3970e-02,  3.2876e-02,
                      -6.9738e-02,  1.4377e-02, -4.9254e-02, -8.9539e-03,  5.4953e-02,
                      -3.6339e-02, -1.7253e-02, -8.6830e-02, -5.1409e-02, -1.5876e-01,
                      -9.1023e-02,  2.5268e-02, -3.1445e-02,  1.4745e-01, -5.0656e-02,
                       1.1342e-01, -6.4915e-03, -2.8269e-02, -1.0778e-01, -3.4792e-02,
                       8.5831e-03, -4.3380e-02,  1.3451e-02, -7.3753e-03, -6.5758e-02,
                       1.2419e-03, -5.2152e-03,  3.1452e-02,  5.4978e-02, -2.7632e-02,
                      -1.1755e-02,  3.9235e-02, -4.5068e-02,  1.0148e-02,  3.3168e-02,
                      -2.3711e-02, -4.1790e-02,  2.6474e-02,  1.6074e-02,  4.6731e-02,
                       1.0213e-02, -5.5797e-02, -1.4386e-02, -5.8669e-02,  3.8721e-02,
                      -4.7883e-02,  2.5322e-02, -4.0042e-02,  3.1731e-02,  3.1953e-03,
                      -7.6859e-02,  5.1646e-02,  7.3562e-04, -5.6985e-02, -2.7455e-02,
                       6.2978e-02,  7.3870e-02, -1.3485e-02,  2.1661e-02,  7.5535e-02,
                       4.7543e-03, -3.5794e-02,  3.1918e-02, -6.1998e-02, -2.2948e-02,
                      -8.7293e-03, -3.4244e-02,  3.1658e-02, -7.6844e-02, -1.7730e-02,
                      -9.0108e-03,  4.5789e-04,  2.5032e-02, -3.4015e-02,  5.7405e-02,
                       4.1506e-02, -4.3331e-02, -2.9121e-02,  1.2404e-01,  5.9045e-02,
                       4.0571e-02,  3.3456e-02,  4.4283e-02,  3.2066e-02, -5.9409e-02,
                       7.4781e-02, -1.0526e-02, -6.2505e-02,  3.9301e-02, -5.1731e-03,
                      -5.5630e-02,  4.0342e-03,  2.3969e-03, -2.7951e-03, -3.4762e-02,
                      -5.0940e-03,  3.1360e-02,  1.2979e-04,  1.2472e-02,  5.1506e-02,
                       5.7768e-02,  1.9407e-02,  3.4878e-02,  3.5785e-02, -1.5284e-02,
                      -2.9152e-02, -2.1163e-03, -7.1346e-02,  4.7998e-02,  6.5464e-02,
                      -6.9963e-02, -4.3163e-02, -3.4206e-03, -2.3860e-02,  5.3794e-03,
                      -1.3955e-02,  4.2401e-03,  1.6471e-02,  1.4249e-02, -1.3540e-03,
                       5.3681e-02, -1.4213e-02, -3.3913e-03, -1.2253e-02,  3.8748e-02,
                      -6.1673e-02,  1.7297e-02,  6.3713e-02, -8.0373e-03, -2.5770e-02,
                       2.0083e-02, -9.8922e-02, -2.0503e-01,  6.2837e-02,  6.5213e-02,
                       3.3154e-03,  4.2827e-02, -1.8127e-02, -2.9458e-02, -1.0341e-01,
                       2.6786e-02,  9.5043e-02,  6.0290e-02,  5.8578e-02, -3.3054e-03,
                      -3.2830e-02,  6.7567e-03,  3.9982e-02, -5.3460e-02,  1.1156e-02,
                      -8.3173e-02,  2.9878e-02, -6.0002e-02,  3.3578e-03,  2.3846e-02,
                       6.6242e-02,  5.6926e-02, -6.1959e-02,  2.9971e-02, -7.2093e-02,
                       7.3869e-03,  4.0072e-02,  1.5098e-03, -3.8949e-02, -2.6931e-02,
                       5.3131e-02,  3.3773e-02,  1.9190e-02,  8.4701e-03,  5.8422e-02,
                      -3.5540e-02, -2.3064e-02,  3.9199e-02,  2.1698e-02, -1.7516e-02,
                      -4.1704e-02,  7.2312e-03,  1.1195e-02,  6.4372e-02,  1.0587e-02,
                      -7.1067e-03,  4.0859e-02,  1.0523e-01, -1.5103e-02, -1.8504e-02,
                       2.0914e-02,  1.0931e-02,  2.2003e-03,  6.6070e-02,  5.8955e-02,
                      -7.4306e-02, -6.6619e-03,  2.0823e-02,  1.0316e-03,  5.3694e-02,
                       3.9895e-02, -3.5834e-02, -9.0245e-03, -2.6971e-02, -2.8389e-02,
                       1.4108e-02,  6.2907e-03, -2.5918e-02, -2.1841e-02,  1.0905e-03,
                      -4.7627e-04, -1.4692e-02,  3.9535e-02,  2.7273e-03, -3.2216e-02,
                       6.1194e-02,  4.0719e-02, -6.2065e-02,  6.7747e-03,  8.2393e-02,
                      -9.0668e-02,  3.9319e-02, -2.8718e-02,  2.9422e-02, -1.6529e-02,
                       5.4400e-02, -1.6467e-02, -8.9304e-03, -7.5455e-02, -4.7294e-02,
                      -1.2544e-02, -1.3498e-02,  4.3202e-02, -1.5717e-02, -6.1437e-02,
                      -1.3070e-02, -4.8801e-03, -1.2455e-02, -5.0595e-02, -7.2256e-02,
                      -5.3839e-03, -1.0507e-02, -4.9191e-02,  1.3969e-03,  3.1075e-03,
                       5.5422e-02,  7.2251e-02,  6.7122e-02,  8.0509e-02,  1.2794e-02,
                       1.5360e-02,  2.0261e-02,  3.8513e-02,  4.3762e-02,  6.6679e-02,
                      -2.7258e-03, -1.7081e-02, -2.1708e-02, -1.4397e-02, -4.7428e-02,
                      -3.7527e-02, -9.0381e-02, -2.2136e-02,  9.4385e-03,  9.6451e-02,
                       7.8334e-02,  3.1803e-03, -6.6099e-01,  1.2831e-02, -2.6783e-02,
                      -1.4213e-02, -5.0803e-03,  1.2746e-02, -2.0151e-02,  4.9600e-02,
                       4.7618e-02,  4.9774e-02,  3.1780e-03,  2.2291e-02,  5.6456e-02,
                      -6.3847e-02, -4.4372e-02, -4.9482e-03,  4.8795e-02,  3.2502e-02,
                      -1.4309e-03,  1.4295e-02,  9.0846e-02,  1.9121e-02, -4.0291e-02,
                       1.6160e-02,  3.7358e-02,  9.2835e-03,  9.5936e-02, -4.8398e-02,
                      -5.5778e-02,  1.1882e-01, -1.2246e-02, -6.9666e-02, -9.8792e-03,
                       1.9868e-02, -1.8765e-02, -1.1699e-02, -7.0686e-02, -5.1581e-02,
                      -3.3745e-02, -2.3353e-02,  1.8825e-02, -3.8429e-02,  3.2524e-02,
                       5.2050e-03, -3.7693e-02,  3.7592e-03, -6.7294e-02,  5.7527e-02,
                      -2.0007e-02, -1.5987e-03,  4.5494e-02,  3.0686e-02, -4.3463e-02,
                      -4.1006e-02,  5.9395e-02,  3.0862e-02, -1.0357e-01, -8.5654e-03,
                       7.9531e-02, -3.8513e-02,  1.0849e-02, -4.7163e-02,  6.6138e-02,
                      -1.0540e-02, -7.2651e-02,  2.4303e-02, -1.4607e-02,  6.6620e-03,
                      -9.1930e-02, -2.8685e-02, -4.3271e-02,  2.2221e-02,  5.7203e-02,
                       5.9773e-02, -1.0438e-02,  4.5788e-02, -6.7211e-02, -1.9201e-02,
                       2.9434e-02,  5.8173e-02, -6.0509e-02,  2.1396e-02,  1.0406e-02,
                      -8.4723e-02,  1.8471e-02, -6.0266e-02,  1.4446e-03,  4.2131e-02,
                       2.8759e-02, -1.4299e-01,  4.7650e-02, -1.1354e-02,  1.9072e-02,
                      -1.1432e-01, -1.4172e-02,  5.8391e-02,  1.6790e-03, -7.0934e-02,
                      -1.0166e-02,  7.4499e-03, -1.1659e-02,  2.6887e-02,  2.3343e-02,
                       1.7759e-02,  7.9595e-02, -2.0990e-02, -7.6201e-02,  3.1007e-02,
                       2.4897e-03,  4.5511e-02, -1.1116e-01,  1.9860e-02,  2.0965e-02,
                      -9.4549e-03,  4.3446e-03,  5.8825e-02, -7.5335e-03,  1.8358e-02,
                      -1.4127e-02, -5.9821e-02, -4.9545e-03, -8.5030e-05,  3.5382e-02,
                       1.4502e-02,  6.7909e-02,  1.4527e-02, -2.8434e-03,  3.1092e-02,
                       1.8248e-02,  4.6063e-02,  3.6763e-02, -2.4386e-02,  2.7152e-02,
                       3.3999e-02, -1.7390e-02, -6.9653e-02, -2.0008e-02,  3.6781e-02,
                      -2.6458e-03, -2.2691e-02, -2.8964e-02, -9.8871e-02, -3.6530e-02,
                       4.5914e-02,  5.8928e-02, -1.0280e-01,  6.4773e-02, -4.1594e-02,
                      -4.4836e-03,  6.0153e-02, -2.5884e-02,  1.4128e-02,  3.5973e-02,
                       3.4740e-02, -4.3703e-02,  5.4259e-02, -1.4841e-02, -1.8748e-03,
                      -4.8895e-02,  4.7701e-02, -3.9338e-03,  2.5868e-03, -3.6832e-02,
                       6.6447e-03,  4.1860e-02,  5.6274e-02,  6.0866e-02, -2.0534e-02,
                      -6.7026e-02, -5.7541e-03, -1.1458e-02,  1.4108e-02,  9.5088e-03,
                      -3.1326e-02, -7.3923e-02, -1.7680e-02, -2.4767e-02,  2.2485e-02,
                      -3.4094e-02,  4.5920e-02, -1.9200e-02, -1.0087e-01,  1.2761e-02,
                      -2.1666e-02,  3.7181e-02, -1.4962e-01,  1.2756e-02, -7.1716e-03,
                      -3.8385e-02, -2.9883e-02,  4.2345e-02,  1.2281e-01,  2.4244e-02,
                       3.1034e-02,  4.9337e-02,  4.1768e-03, -5.2497e-02, -2.4200e-02,
                       6.5714e-02,  1.8575e-02, -5.8064e-03, -4.3334e-02, -5.6872e-03,
                      -2.0518e-02,  8.3409e-02, -1.3742e-02, -8.8081e-02, -4.9828e-02,
                      -9.5632e-03, -3.0610e-02, -4.1541e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.weight',
              tensor([0.9281, 0.9325, 0.9182, 0.9048, 0.8973, 0.9403, 1.0621, 1.0954, 0.9421,
                      0.8605, 0.9475, 0.9479, 0.9666, 0.9344, 0.9351, 0.9207, 0.9206, 0.9090,
                      0.9172, 0.9658, 0.9075, 0.9574, 0.9459, 0.9126, 0.9152, 0.9057, 0.9495,
                      0.9347, 0.9016, 0.9351, 0.9349, 0.5895, 0.9607, 0.8955, 0.9159, 0.9411,
                      0.8564, 0.9664, 0.9164, 0.9138, 0.9509, 0.9262, 0.9156, 0.9524, 0.9784,
                      0.9535, 0.9645, 0.9564, 0.9639, 0.9004, 0.9728, 0.8915, 0.9143, 0.9451,
                      0.8855, 0.8270, 0.9017, 0.9436, 0.8737, 0.8741, 0.9247, 0.9482, 0.9486,
                      0.9328, 0.9462, 0.9834, 0.9314, 0.9156, 0.9721, 0.8905, 0.9698, 0.9163,
                      0.9275, 0.9626, 0.9547, 0.9598, 0.9328, 0.9339, 0.9589, 0.9475, 0.9373,
                      0.9010, 0.9333, 0.9467, 0.8752, 0.9291, 0.9003, 0.9175, 0.9542, 0.9147,
                      0.9345, 0.9239, 0.9047, 0.9578, 0.9243, 0.9036, 0.7866, 0.9622, 0.9627,
                      0.9477, 0.9074, 0.9437, 0.8956, 0.9958, 0.9444, 0.9921, 0.9718, 0.8839,
                      0.9456, 0.9747, 0.8872, 0.9139, 0.9707, 0.8162, 0.9176, 0.9878, 0.9325,
                      0.9321, 0.9387, 0.9467, 0.9424, 0.9366, 0.9123, 0.8920, 0.9305, 0.8695,
                      0.9634, 0.9492, 0.8944, 0.9084, 0.9430, 0.9020, 0.9612, 0.9411, 0.9496,
                      0.9331, 1.9186, 0.9214, 0.9260, 0.9461, 0.8924, 0.9472, 0.9155, 2.7245,
                      0.9432, 0.9243, 0.9427, 0.9245, 0.9191, 0.8999, 1.0113, 0.9487, 0.9519,
                      0.9183, 0.9333, 0.9050, 0.9275, 0.9454, 0.9485, 0.9548, 1.0177, 0.9689,
                      0.9141, 0.9262, 0.9111, 0.9550, 1.0496, 0.8432, 0.8930, 0.9482, 0.9771,
                      0.9433, 0.8733, 0.9134, 0.9379, 0.9596, 0.9468, 0.9694, 0.9556, 0.9496,
                      0.9121, 0.8929, 0.9113, 0.9885, 0.9566, 0.9403, 0.9009, 0.9701, 0.9512,
                      0.9151, 0.9548, 0.9779, 0.9405, 0.9440, 0.9138, 0.9498, 0.9788, 1.0868,
                      0.9073, 0.9498, 0.9611, 0.9112, 0.9500, 0.9802, 0.9004, 0.9373, 0.9239,
                      0.9655, 0.9358, 0.9375, 0.9405, 0.9679, 0.9068, 0.9652, 0.9106, 0.9735,
                      0.9093, 0.8974, 0.9366, 0.9235, 0.9823, 0.9221, 0.9437, 1.0198, 0.9195,
                      0.9509, 0.9763, 0.9448, 0.9340, 0.6473, 0.9339, 0.9273, 0.9035, 0.9380,
                      0.8905, 0.9677, 0.8787, 0.9910, 0.8927, 0.9584, 0.9172, 0.9194, 0.8846,
                      0.9134, 0.9516, 0.8750, 0.9597, 0.8908, 0.9643, 0.9768, 0.9420, 0.9367,
                      1.0167, 0.9780, 0.9752, 0.9349, 0.9483, 0.9430, 0.9629, 0.9473, 0.9378,
                      0.9518, 0.9176, 0.9233, 0.9224, 0.9225, 0.9357, 0.9585, 1.0238, 0.9458,
                      0.9502, 0.9129, 0.9740, 0.9429, 0.9948, 0.9259, 0.9299, 0.9527, 0.9005,
                      0.9576, 0.9955, 0.9421, 0.9006, 1.1408, 0.9389, 0.9652, 0.8804, 0.9447,
                      0.9353, 0.9302, 0.8746, 0.9463, 0.9073, 0.9433, 0.9308, 0.8455, 0.9690,
                      0.8570, 0.9318, 0.9403, 0.9461, 0.9269, 0.8876, 0.9564, 0.8660, 0.9758,
                      0.8855, 0.9699, 0.9722, 0.9324, 0.9302, 0.9084, 0.9377, 0.9472, 0.8935,
                      0.9636, 0.9291, 0.8910, 0.9918, 0.8780, 0.9065, 0.9561, 0.9202, 0.9577,
                      0.8628, 0.9258, 0.9886, 0.8854, 0.9671, 0.9334, 1.0591, 0.9162, 0.9606,
                      0.9408, 1.0146, 0.9464, 0.9291, 0.9743, 0.9545, 0.8989, 0.9855, 0.9585,
                      0.8985, 0.9629, 0.8940, 0.9595, 0.9474, 0.9312, 0.9039, 0.9367, 0.9637,
                      0.9144, 0.9429, 0.9182, 0.9623, 0.9350, 0.9298, 0.9261, 0.9419, 0.8573,
                      0.9419, 0.9674, 0.9182, 0.9767, 0.9197, 0.9663, 0.9558, 1.0185, 0.9410,
                      0.9490, 0.9433, 0.9330, 0.9485, 0.9557, 0.9042, 0.9478, 0.9220, 0.9354,
                      0.9440, 0.9050, 0.9456, 0.9170, 0.9327, 0.9784, 0.9538, 0.9423, 0.9214,
                      0.9403, 0.9653, 0.8746, 0.9434, 0.8701, 0.9596, 0.9399, 0.9117, 0.9549,
                      0.9360, 0.9952, 0.9585, 0.8995, 0.8856, 0.9051, 0.8933, 0.9531, 0.9349,
                      0.9626, 0.9122, 0.9371, 0.9629, 0.9931, 0.9119, 0.8995, 1.0060, 0.9647,
                      0.9352, 0.9367, 0.9122, 1.0543, 0.9255, 0.9402, 0.9271, 0.9768, 0.9432,
                      0.8889, 0.8990, 0.9358, 0.9469, 0.7166, 0.9350, 0.9880, 0.9367, 0.9437,
                      0.9244, 0.9774, 1.0430, 1.0015, 0.9492, 0.9330, 0.9403, 0.9546, 0.9537,
                      0.8868, 0.9128, 0.9055, 0.9147, 0.9198, 0.9421, 0.9594, 0.9438, 0.9049,
                      0.9668, 0.8649, 0.9322, 0.9649, 0.9107, 1.0211, 0.8825, 0.9037, 0.9090,
                      0.9307, 0.9131, 0.9207, 0.9130, 0.9369, 0.8664, 0.9240, 0.9185, 0.8816,
                      0.9503, 0.9204, 0.9584, 0.9383, 0.9724, 0.9249, 0.9437, 0.9103, 0.8962,
                      0.9972, 0.9198, 0.9826, 0.9018, 0.9047, 0.9643, 0.9465, 0.9505, 0.9152,
                      0.9662, 0.9076, 1.0195, 0.9113, 0.9112, 0.9579, 0.9266, 0.8989, 0.9457,
                      0.9395, 0.9075, 0.9328, 0.9049, 0.8972, 0.9278, 0.9614, 0.8965, 0.9296,
                      0.9499, 1.0336, 0.9703, 0.9550, 0.9802, 0.9704, 0.9901, 0.9221, 0.9406,
                      0.8906, 0.9409, 0.9435, 0.9500, 0.9246, 1.0046, 0.9487, 0.9661, 0.8944,
                      0.9210, 0.9789, 0.9299, 1.0091, 0.9616, 0.9565, 0.9456, 0.9464, 0.9594,
                      0.9416, 0.9649, 0.9000, 0.9092, 0.9124, 0.8842, 0.9800, 0.9104, 0.8982,
                      0.9673, 0.9653, 0.8871, 0.8916, 0.9122, 0.9632, 0.9131, 0.9058, 0.9403,
                      0.9509, 0.9491, 0.9400, 0.9649, 0.9405, 0.8570, 0.9344, 0.9024, 3.3907,
                      0.8948, 0.9348, 0.9562, 0.9547, 1.0150, 0.9757, 0.9273, 0.9415, 0.9597,
                      0.9563, 0.9095, 0.9695, 0.9014, 0.9546, 0.8972, 0.9170, 0.9588, 0.9769,
                      0.9257, 0.9178, 0.9638, 0.9383, 0.9462, 0.9538, 0.9535, 0.9544, 0.9499,
                      0.9348, 0.9646, 0.9511, 0.9102, 0.8935, 0.9455, 0.8865, 0.9406, 0.9417,
                      0.9087, 0.9704, 0.9058, 0.9131, 0.9565, 0.9088, 0.9466, 0.9111, 0.8687,
                      0.9732, 1.0102, 0.9318, 0.9297, 0.9248, 0.9407, 0.9406, 0.8933, 0.8706,
                      0.9348, 1.0567, 0.9988, 0.9728, 0.9716, 0.9876, 0.9307, 0.9464, 0.9181,
                      0.8774, 0.9108, 0.9567, 0.9077, 0.9888, 0.9720, 0.9361, 0.9342, 0.9289,
                      0.9574, 0.9624, 0.9066, 0.9146, 0.8994, 0.9621, 0.9636, 0.9634, 0.9291,
                      0.9223, 0.9788, 0.9310, 0.9237, 0.8881, 0.9037, 0.8931, 1.3109, 0.9818,
                      0.9524, 0.9317, 0.8770, 1.0000, 0.8911, 0.9087, 0.9105, 0.9231, 0.9510,
                      0.9248, 0.9336, 0.9495, 0.9331, 0.9200, 0.9181, 0.9391, 0.9126, 0.9420,
                      0.9537, 0.9845, 0.8644, 0.9520, 0.9748, 0.9002, 0.9563, 0.9766, 0.9821,
                      0.9169, 0.9365, 0.8989, 0.9701, 0.9277, 0.9600, 0.9045, 0.9489, 1.0123,
                      0.9535, 0.9505, 0.9339, 0.9766, 0.9236, 0.9586, 0.9682, 0.8714, 0.9537,
                      0.9525, 1.0024, 0.9209, 0.9244, 0.9809, 0.8979, 0.9514, 0.9143, 0.9157,
                      0.9954, 0.9192, 0.9820, 0.9675, 0.9101, 0.9715, 0.9292, 0.9593, 0.9166,
                      0.9609, 0.9351, 0.8869, 0.9828, 0.9069, 0.8996, 0.8678, 0.9047, 0.9621,
                      0.9768, 0.9122, 0.9580, 0.8954, 0.9491, 0.8576, 0.9861, 0.9169, 0.9436,
                      0.9283, 0.9495, 0.9180, 0.9504, 0.9711, 0.9284, 0.9477, 0.9571, 0.8754,
                      0.9274, 0.9454, 0.9646, 0.9229, 0.9228, 0.9262, 0.9151, 0.9035, 0.9111,
                      0.9280, 0.9275, 0.9221, 0.9330, 0.9257, 0.9224, 0.9486, 0.9632, 0.9281,
                      0.8519, 0.9423, 0.9608, 0.9312, 0.9238, 0.9614, 0.9610, 0.9380, 0.9505,
                      0.9228, 0.9780, 0.9208], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.bias',
              tensor([-2.3885e-02,  2.7100e-01, -1.4648e-01, -1.3566e-01, -2.6304e-01,
                       4.5286e-01, -8.1808e-01,  9.9054e-01,  2.4912e-01,  5.3332e-02,
                       5.1987e-02,  7.1824e-02,  6.1253e-02, -4.6989e-02, -5.9223e-03,
                       4.5042e-01, -1.4526e-01, -4.6621e-02, -1.9356e-02, -1.6988e-01,
                       2.0159e-01,  5.8784e-02, -1.3688e-01,  1.4229e-01,  1.5651e-01,
                       3.2363e-01, -2.2222e-01,  2.6977e-01, -1.7124e-02,  3.1979e-02,
                       8.7538e-02, -5.9052e-01, -2.3187e-01,  6.6555e-02,  9.8238e-03,
                       8.6993e-02, -1.3096e-01, -8.9273e-02,  4.3561e-01,  1.2895e-01,
                      -7.4475e-02, -1.7001e-01,  3.1200e-02,  1.6670e-01, -1.8973e-01,
                       4.4924e-02,  3.9122e-01, -3.3697e-01,  2.6482e-01, -7.0231e-02,
                       2.1769e-01,  4.9956e-02,  6.6702e-03,  9.5679e-02, -6.9280e-02,
                      -7.1340e-02, -2.4724e-05,  6.0306e-02,  8.0069e-02,  6.8507e-02,
                       6.7765e-02,  4.8726e-02,  3.3501e-01, -2.2237e-01,  4.8957e-01,
                      -1.8665e-01, -5.9093e-02, -2.1222e-02,  1.0370e-01,  2.1539e-01,
                      -2.3171e-01,  2.9528e-01,  5.8257e-02,  9.4278e-02, -1.1180e-01,
                      -3.4584e-02,  6.5428e-02, -9.3291e-02, -3.7663e-03,  2.4903e-01,
                      -1.3346e-01,  9.1827e-03, -1.2030e-01,  3.4796e-01, -1.3415e+00,
                       3.6406e-01, -2.7997e-01, -8.8668e-02,  3.3225e-02,  2.9414e-01,
                      -7.8562e-02, -6.9383e-02, -2.5835e-01,  3.6456e-01, -2.3977e-01,
                       2.0320e-01,  1.2201e-02, -2.9866e-01,  1.1287e-01,  4.5319e-01,
                      -2.4809e-01, -2.3870e-01,  3.5384e-01,  2.7687e-01,  2.9649e-01,
                       2.3402e-01,  9.2177e-04,  2.3823e-01, -9.7185e-02, -1.2714e-01,
                      -3.1295e-02,  4.8413e-02, -4.9710e-02, -1.1185e+00, -2.0594e-01,
                       5.1715e-01,  4.5265e-02,  1.7537e-01,  3.4067e-02,  2.1804e-01,
                       1.7516e-01, -3.3165e-01, -7.7673e-02, -5.2926e-02,  5.1385e-02,
                      -1.7212e-01, -2.6484e-01, -1.1347e-01,  1.1857e-01,  2.2256e-01,
                      -1.9304e-01,  2.6111e-01, -3.2925e-01,  1.1218e-01,  5.1675e-02,
                       1.7016e-01, -2.0391e-01, -6.4618e-03, -2.7324e-02, -1.4454e-01,
                      -2.0552e-01,  1.1064e-01, -9.9304e-02, -3.7885e+00,  5.4545e-02,
                      -2.1509e-01,  1.1714e-01,  1.6082e-01, -3.6774e-02, -2.1804e-01,
                      -3.6048e-01,  3.2126e-01,  7.9372e-02, -6.0422e-02,  1.7115e-01,
                       7.8311e-03, -1.8559e-01, -9.3279e-03, -9.0543e-02, -1.4815e-02,
                       4.4440e-01, -6.3457e-02, -1.1980e-01, -1.3531e-01,  4.1458e-02,
                      -2.8913e-01,  1.1638e+00,  1.1786e-01, -7.5470e-03, -1.6645e-01,
                      -6.0676e-02,  3.1176e-01,  4.4495e-03, -3.2379e-01,  5.0997e-01,
                       4.2003e-01,  3.4820e-01, -7.3934e-01,  5.5893e-02, -1.3379e-01,
                      -3.1168e-01,  8.9871e-03, -1.9418e-01, -3.5464e-01, -1.0039e-01,
                      -8.1423e-02, -1.2481e-01, -1.2795e-01,  2.5595e-02, -8.3826e-02,
                       4.0516e-01,  8.1050e-01,  2.2866e-01,  1.1131e-01, -2.3974e-01,
                      -9.9551e-02, -7.4172e-02, -9.0264e-01, -1.4233e-01,  2.2232e-01,
                       2.7618e-01,  2.8560e-01, -2.2082e-02,  5.1245e-01,  2.1970e-01,
                       2.5566e-01,  4.2155e-02, -8.6680e-02, -1.9030e-01, -3.9910e-01,
                      -1.0333e-01,  1.4515e-01, -4.9314e-02, -2.6798e-02, -2.0339e-01,
                       1.2770e-02,  2.7522e-02,  1.2636e-01, -3.3712e-02, -7.3171e-02,
                      -5.1021e-02, -8.9146e-02,  1.0639e-01, -7.1858e-01,  4.3701e-02,
                       1.0035e-01,  4.1143e-01,  2.6150e-01,  3.2950e-01, -1.4639e+00,
                      -1.9939e-01, -4.6694e-03,  1.4320e-01, -8.3505e-02, -2.7065e-01,
                      -2.1279e-01, -7.4652e-04,  7.9178e-02,  1.0684e-01, -2.4112e-01,
                      -1.2706e-01, -2.4099e-01, -1.1419e-01, -7.4110e-02, -2.2856e-01,
                      -1.2901e-01,  7.4328e-02, -9.3234e-02,  1.2394e-01,  1.2359e-01,
                       2.3485e-02,  1.3827e-01,  3.2394e-01,  4.4060e-03,  2.3401e-01,
                       7.6881e-02, -2.5034e-01, -2.7037e-01, -4.0626e-01, -3.1311e-01,
                      -2.0651e-01, -3.2094e-01,  1.5122e-01,  3.1880e-01,  1.3072e-03,
                       1.0471e-01,  2.3202e-02, -1.0072e-01,  4.8097e-01, -6.2666e-02,
                       1.1459e-01, -1.6201e-01, -1.2389e-02,  2.7280e-01,  3.0754e-01,
                       1.2650e-01, -1.5148e-01, -2.0635e-01, -4.3959e-02, -1.7649e-01,
                      -7.4654e-02, -1.7406e-01,  8.1464e-03,  1.3775e+00, -3.1328e-02,
                       3.3551e-01,  2.1226e-01, -3.3305e-01,  2.6754e-01,  1.4837e-01,
                      -5.9132e-02, -4.2084e-01, -1.2945e-01, -1.8293e-01, -1.9862e-01,
                       1.0897e-01, -2.7438e-01, -1.8981e-01, -7.5178e-03,  4.4845e-01,
                       1.1303e-01, -1.1574e-01, -1.9094e-01,  3.1513e-02, -2.2872e-01,
                      -3.3217e-01,  6.0289e-02,  1.2290e-01,  3.5359e-01, -2.1788e-01,
                       5.5161e-01, -2.4799e-01, -1.1077e-01,  8.8448e-03, -1.5833e-02,
                      -1.0589e-01, -2.7065e-01, -4.7989e-02, -1.7009e-01,  3.3651e-02,
                      -2.9592e-01, -8.0068e-02, -1.5742e-01, -5.1025e-02, -3.3309e-01,
                      -4.4971e-02,  7.1107e-01,  2.4563e-01,  9.5744e-02,  2.5809e-01,
                      -7.9178e-01, -3.1562e-01, -1.1029e-01,  2.2081e-02,  1.7122e-01,
                       4.8949e-02,  7.0863e-02,  1.9809e-01, -2.9765e-01,  2.3823e-02,
                      -4.5469e-01,  2.1336e-02, -3.8584e-02, -2.5289e-01, -8.2120e-02,
                       6.8249e-02, -5.7136e-02, -1.5287e-01,  4.1571e-02, -1.4314e-01,
                       5.1709e-02,  1.6467e-01, -3.7522e-01,  2.3561e-02, -1.1831e-01,
                      -7.6030e-02, -1.9214e-01, -8.2193e-03, -9.3286e-03, -1.3073e-01,
                       1.5664e-03, -1.0829e-01,  3.0653e-01, -7.7773e-02,  1.3580e-02,
                       2.9092e-01, -1.4780e-01,  5.1927e-01, -3.2017e-01,  5.4021e-01,
                       2.4453e-01, -2.5778e-01, -8.1725e-02,  2.5199e-01,  1.9109e-01,
                      -2.2955e-01,  7.2707e-02,  1.6008e-01,  3.8440e-01, -3.7823e-01,
                       2.7374e-01, -5.9303e-02, -1.2126e-01,  5.0632e-01, -3.5332e-01,
                      -4.0123e-01,  1.5921e-01,  4.7851e-02,  1.4468e-01, -5.6107e-02,
                       7.4987e-02,  3.9190e-02,  1.7908e-01,  1.6812e-01,  8.8279e-02,
                      -9.3285e-02, -1.4183e-01,  4.2662e-01,  1.7536e-01, -3.0590e-01,
                      -2.7482e-01,  2.3758e-01,  3.5170e-02,  5.1217e-02, -1.7978e-01,
                       1.4077e-01,  1.9827e-01, -4.2129e-01, -1.4132e-01, -6.9784e-02,
                      -1.5498e-01, -8.6639e-02,  3.5718e-01,  9.9452e-02,  1.9393e-01,
                      -4.7885e-02,  3.1922e-01,  5.5570e-01, -4.1092e-01, -4.4067e-03,
                       8.0094e-02,  1.1360e-01, -3.2311e-01, -1.5229e-01,  1.1901e-01,
                      -2.0200e-01, -5.2765e-01, -6.8277e-01, -2.8256e-01,  2.3011e-01,
                       4.9216e-02, -3.7104e-02, -5.6848e-01, -1.8255e-02, -8.5077e-01,
                       4.8033e-01,  4.8226e-01,  2.5061e-01, -1.7026e-01,  1.5114e-01,
                       2.3404e-01,  4.0293e-02,  5.7470e-02, -5.7462e-03,  7.0418e-02,
                      -1.7730e-01,  1.0134e-01,  4.1937e-02,  6.5088e-02,  1.1967e-01,
                       3.7666e-01, -6.8357e-02,  1.5315e-02,  7.0077e-03, -2.3581e-02,
                      -5.4777e-01,  1.8913e-02,  1.6070e-01,  7.6370e-03, -1.5206e-01,
                      -2.5478e-02, -1.1375e-02, -1.7472e-01,  3.2600e-03,  4.1587e-03,
                      -7.4580e-02,  1.7633e-01,  1.6279e-01,  2.2225e-01,  5.0637e-02,
                      -3.9796e-02,  1.4536e-01,  2.0048e-02,  2.6619e-01, -1.8263e-01,
                       2.6185e-02,  2.8962e-01,  4.1406e-01,  1.6614e-01, -2.2735e-01,
                      -7.1548e-02, -1.9835e-01, -1.8776e-01,  1.2255e-01,  1.5175e-01,
                      -1.5185e-01,  1.2634e-01, -7.1504e-02,  5.4685e-02,  8.5530e-02,
                      -7.4486e-02, -8.2288e-02,  1.8380e-02,  2.5849e-02,  2.0908e-02,
                       2.6719e-01,  2.1152e-01,  4.3025e-02, -3.7562e-01,  9.0475e-02,
                       2.3414e-02,  7.0097e-02,  1.4980e-01,  1.2405e-01, -5.7342e-02,
                       4.3756e-01, -1.2628e-02, -3.8469e-01, -4.6590e-01, -1.4688e-01,
                      -7.6179e-01, -1.1593e-02,  3.2685e-01,  9.3382e-02, -8.8950e-02,
                      -2.6347e-01,  1.3108e-02,  1.6654e-01,  4.1336e-01, -4.9483e-02,
                       1.8171e-01, -3.5962e-02,  9.5949e-02, -1.6010e-01, -1.8937e-01,
                      -9.0058e-02,  1.8470e-01, -1.0088e-01,  9.8868e-03, -1.4144e-01,
                       4.9552e-03,  3.1677e-02, -2.8831e-01, -9.8872e-02,  4.3933e-02,
                       4.4274e-02, -8.8508e-02,  4.3638e-01, -1.2733e-01,  1.5057e-01,
                      -3.3291e-01,  1.3530e-01,  3.4393e-02, -4.6771e-02,  9.7911e-02,
                       3.0913e-02,  7.4559e-02, -3.2202e-01,  2.0254e-01,  1.1419e-01,
                      -1.1363e-01, -2.3209e-01, -2.0789e-01,  1.2360e-01, -5.9271e-02,
                      -5.2978e-02, -1.3701e-01, -5.5615e+00, -6.7489e-02, -5.5960e-02,
                      -1.4253e-01,  6.2307e-02, -4.4790e-01, -1.9020e-01,  2.3195e-01,
                       7.8141e-03,  1.1000e-01, -4.8140e-02, -2.4631e-01,  3.0515e-01,
                      -7.9552e-02,  7.0645e-02,  1.0422e-02,  1.5980e-01,  1.8367e-01,
                       3.6161e-03, -6.1729e-02,  4.8581e-02,  3.3508e-01, -2.5991e-02,
                       1.8966e-01,  2.5700e-01,  1.6304e-01,  1.7660e-01, -1.5896e-02,
                       1.1371e-02,  4.9743e-01,  1.9818e-01, -1.2395e-01,  6.2017e-02,
                      -6.1062e-02, -3.6379e-01, -1.2810e-01, -3.1553e-01,  1.4467e-02,
                      -2.5989e-01, -2.1084e-01, -2.2607e-01, -2.9101e-01, -7.4864e-02,
                      -2.5173e-01, -1.4808e-01, -9.3167e-02, -4.5653e-01,  2.8408e-01,
                      -1.2152e-01, -1.4522e-01,  2.4444e-01,  1.3023e-01, -5.7378e-02,
                       2.2235e-02,  2.5024e-01, -2.9019e-01, -1.0292e+00,  1.1462e-01,
                       7.3045e-02,  9.7862e-02,  4.2856e-02, -6.1583e-02,  2.3948e-02,
                      -6.6988e-02, -3.7911e-02, -9.8824e-02, -1.1121e-01,  1.8583e-01,
                      -5.1594e-01, -8.8681e-02,  5.5801e-02,  1.7915e-02,  4.3579e-01,
                       1.8548e-01,  1.5114e-01,  8.0178e-02, -4.2272e-03,  2.2281e-01,
                       4.9592e-01,  4.0617e-02,  1.6417e-01, -3.3902e-01, -1.6238e-01,
                      -1.8788e-01, -3.3576e-01,  1.2505e-02, -5.6182e-02, -1.9138e-02,
                       1.2490e-01, -2.1276e+00,  4.0638e-01, -7.2425e-02,  2.2128e-01,
                      -6.0125e-02, -9.8977e-02, -1.0297e-01, -2.3366e-01, -2.0608e-01,
                       7.1602e-02,  3.7007e-02,  1.4032e-02,  2.0027e-01,  9.6689e-02,
                       9.2775e-02, -5.6723e-03, -1.3725e-01, -3.5087e-01,  2.6467e-01,
                      -1.1562e-01,  1.4247e-01, -8.2565e-01,  2.1105e-02,  1.5579e-01,
                      -8.2834e-02,  8.9982e-03,  1.7945e-01, -4.8517e-02,  4.2646e-01,
                      -1.1883e-03,  3.3530e-02, -7.9553e-02, -1.0711e-01, -1.4892e-01,
                       1.9866e-01, -4.3474e-02,  2.7911e-01,  9.8884e-02,  6.6793e-02,
                       7.3495e-02, -9.9303e-02,  1.8402e-01, -1.3871e-01, -1.3004e-02,
                       1.2991e-01, -1.5284e-01, -5.9822e-01, -2.7720e-01,  4.4091e-01,
                       1.7511e-01, -1.7458e-01, -1.7165e-01, -9.1814e-02, -9.9659e-02,
                       1.7130e-01,  3.3053e-01,  2.8987e-01,  3.7533e-01, -2.1399e-01,
                       8.5978e-02,  5.0938e-02, -1.5117e-01, -1.4612e-02, -1.9489e-02,
                       8.5903e-02,  2.5574e-02, -7.5531e-03,  1.1955e-01, -6.7841e-02,
                       2.2872e-01, -7.6793e-02, -2.6070e-01,  9.4432e-02,  8.2134e-02,
                       1.2768e-01,  3.7172e-01,  1.1555e-01,  1.3984e-01, -6.9959e-02,
                      -6.4792e-01,  2.4757e-01, -3.1617e-02,  2.0149e-01,  1.4870e-01,
                      -3.1282e-01, -3.3243e-02,  6.4096e-02,  1.2687e-01,  8.8328e-02,
                      -3.5516e-02,  1.5891e-01, -2.2991e-01, -1.3654e-01,  3.7857e-02,
                      -3.3973e-01,  3.4897e-03, -1.4803e-01,  1.7907e-01,  9.3289e-03,
                      -9.9129e-02,  6.2992e-02, -1.2704e-01, -1.1191e-01,  6.7962e-01,
                       7.9581e-02,  1.5703e-01, -3.8241e-02, -5.1570e-01, -3.0844e-02,
                       4.1922e-02, -2.3393e-01, -3.5770e-02,  9.0095e-03,  4.2478e-01,
                      -3.9694e-01,  7.2454e-02, -9.3540e-04, -8.3409e-03,  7.4898e-02,
                      -1.8200e-01, -3.5083e-02,  3.4303e-03], device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.weight',
              tensor([[ 0.0195,  0.0082,  0.0625,  ..., -0.0286, -0.0015, -0.0090],
                      [ 0.0206,  0.0091,  0.0524,  ...,  0.0878,  0.0169, -0.0423],
                      [-0.0028, -0.0420, -0.0374,  ...,  0.0441, -0.0074,  0.0193],
                      ...,
                      [ 0.0162, -0.0005,  0.0151,  ...,  0.0091, -0.0183, -0.0630],
                      [ 0.0503, -0.0219,  0.0632,  ..., -0.0649, -0.0660,  0.0378],
                      [-0.0006,  0.0112,  0.0178,  ...,  0.0652, -0.0551, -0.0112]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.bias',
              tensor([-0.1000, -0.1082, -0.0921,  ..., -0.1215, -0.1091, -0.0688],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.weight',
              tensor([[ 0.0143, -0.0304,  0.0289,  ..., -0.0038,  0.0264, -0.0335],
                      [ 0.0266, -0.0272, -0.0377,  ..., -0.0542,  0.0595, -0.0361],
                      [ 0.0036,  0.0241, -0.0170,  ...,  0.0085, -0.0067, -0.0203],
                      ...,
                      [-0.0524, -0.0028,  0.0367,  ...,  0.0690,  0.0277, -0.0350],
                      [ 0.0601,  0.0261,  0.0506,  ...,  0.0018, -0.0245,  0.0013],
                      [ 0.0615,  0.0006,  0.0630,  ..., -0.0554,  0.0757,  0.0180]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.bias',
              tensor([ 3.9308e-02,  2.7307e-02,  1.0590e-02,  1.3400e-01,  4.3741e-02,
                       7.4693e-02,  1.6666e-01, -8.0725e-02, -3.2779e-02, -7.5105e-02,
                       1.0423e-01,  4.7698e-02, -2.8639e-04, -8.3701e-02,  1.6376e-02,
                       2.0478e-01,  1.5822e-03, -2.9843e-02,  6.0065e-02, -5.0384e-02,
                       1.1795e-02,  6.8778e-02, -7.6801e-02, -8.4123e-03, -3.1086e-01,
                      -9.1480e-02, -8.0009e-02, -5.6882e-02,  1.2450e-01,  1.5656e-01,
                       3.1428e-02,  1.4767e-01,  5.6173e-02, -2.9798e-01,  2.6205e-02,
                      -5.0425e-02, -1.2401e-01, -2.9211e-02, -2.3295e-01,  7.9328e-02,
                      -4.2265e-02, -2.4698e-03, -6.2186e-02, -1.2203e-02,  1.6287e-02,
                      -6.4910e-02, -1.3206e-02, -7.8534e-02,  1.0123e-02,  4.3719e-02,
                       1.0284e-02,  4.4393e-02,  1.0688e-02, -1.4916e-02, -1.9330e-02,
                      -4.3058e-01,  1.3379e-01, -2.6702e-02, -4.6996e-02, -1.1085e-01,
                      -9.7220e-02,  5.5251e-02,  3.9458e-02,  6.4129e-02, -2.4833e-01,
                       8.7099e-02,  7.3453e-02,  3.4385e-02,  3.1250e-02, -1.8151e-01,
                      -4.2439e-02, -8.6154e-02,  3.0495e-02,  3.5027e-02, -6.0773e-02,
                      -6.0548e-02,  8.4033e-02, -1.8269e-02, -3.6895e-02,  4.1068e-02,
                       4.8070e-02, -4.2657e-02,  4.3403e-02,  5.9458e-02,  3.7122e-01,
                      -1.0350e-01, -5.3736e-04, -1.1211e-01,  2.2962e-02, -1.2322e-01,
                      -1.2577e-01, -5.2756e-02, -5.4026e-02,  6.8209e-02,  3.5532e-03,
                       1.9292e-01, -3.5953e-01, -2.6312e-02,  1.8267e-01,  4.4573e-02,
                       1.9574e-02, -1.5808e-02,  6.1135e-02, -3.5374e-02, -4.0136e-02,
                       5.1625e-02,  7.8853e-02, -4.5257e-02,  1.7856e-02,  1.5393e-01,
                       8.2338e-02, -5.9259e-02,  9.0178e-02,  2.8635e-01,  1.3131e-02,
                      -9.9574e-03, -6.7786e-02,  2.6734e-02,  7.8580e-02,  2.8499e-02,
                       1.3937e-05,  3.8470e-02, -6.3351e-02, -1.0104e-02, -1.7106e-01,
                       1.0014e-02,  8.4015e-02, -9.1666e-02, -5.2425e-02,  4.3812e-02,
                       6.3896e-02, -1.8068e-02, -2.2781e-02, -1.3758e-02,  4.5344e-02,
                      -2.3176e-02, -3.2016e-02,  2.5984e-02, -7.6154e-02,  1.5883e-01,
                      -3.0498e-01, -4.2454e-02, -3.7744e-02, -4.9949e-01, -7.8156e-02,
                       1.1794e-02,  5.3535e-03, -3.4647e-02, -1.7006e-02,  5.2207e-02,
                      -1.0335e-01, -6.8815e-02, -8.6602e-02,  4.9274e-02,  3.6134e-02,
                       3.6524e-03,  6.2556e-02, -1.4461e-01, -3.7802e-02,  4.1397e-02,
                       5.1716e-02, -3.5506e-03, -2.1852e-01,  2.3114e-02,  4.8452e-02,
                       5.7753e-02, -4.3397e-02, -6.1302e-02, -8.5160e-02,  6.2983e-02,
                       2.5992e-02, -2.6858e-01,  9.3233e-02,  1.2344e-01, -9.3581e-02,
                       2.9921e-02,  1.1548e-01, -9.1625e-03, -2.4084e-02,  5.0003e-02,
                      -1.9216e-01,  3.6416e-02,  2.6647e-02, -1.0536e-01,  9.3957e-02,
                       2.3372e-02, -4.5889e-02, -1.0596e-01,  5.3329e-02,  1.8409e-02,
                       4.2760e-02, -2.5482e-01,  1.0265e-01,  5.3224e-02,  1.5859e-01,
                      -1.5663e-02, -8.8817e-02,  3.2673e-01, -4.3261e-03,  2.2566e-02,
                       6.0168e-02,  1.2688e-02,  4.8146e-02,  1.0002e-03,  1.1127e-02,
                      -4.7055e-02,  2.1025e-03,  7.9581e-03,  2.9186e-02, -9.5232e-02,
                      -2.2753e-02, -9.9224e-02,  1.6498e-02, -2.3515e-02,  4.3891e-02,
                      -8.2484e-02, -2.4786e-02,  9.9486e-02, -2.1763e-02,  7.5306e-03,
                      -9.7219e-03, -1.3152e-02,  3.9004e-02, -7.3102e-03,  3.0846e-02,
                       7.5762e-02, -1.6952e-01, -9.7367e-02,  8.9600e-02,  3.0609e-01,
                      -7.4492e-03,  2.6412e-02,  6.7029e-02,  6.2448e-02, -7.9594e-02,
                      -9.6497e-02, -3.6393e-01, -7.5112e-02, -2.4739e-01,  1.9235e-01,
                       8.4701e-03,  1.2882e-01, -1.2511e-02,  1.2321e-01, -7.4326e-02,
                      -8.7197e-03,  4.1202e-02, -1.1854e-01, -7.2306e-02,  4.2752e-02,
                      -1.3631e-02,  2.2544e-02,  3.3715e-02, -5.7712e-03,  2.3198e-02,
                       6.9524e-02, -2.7644e-02,  2.3010e-01,  4.3716e-02, -2.8125e-02,
                      -8.6236e-02, -1.9479e-01,  1.5819e-02,  1.5261e-03, -1.3362e-03,
                      -1.1081e-02, -1.1576e-01, -3.6073e-02, -2.5155e-01,  2.8700e-02,
                      -1.1947e-01, -9.4963e-03,  8.2089e-02, -8.5457e-02,  1.1632e-01,
                       4.3801e-03,  1.0937e-01, -1.5806e-01,  1.8064e-01,  6.7683e-02,
                       3.6008e-02,  1.7136e-02, -1.0352e-01, -2.5236e-02, -1.1329e-01,
                       1.6245e-02,  6.3384e-02,  3.1527e-02,  4.1752e-02, -2.5279e-02,
                      -1.6096e-01,  7.0121e-02,  1.0834e-01,  4.3964e-02,  1.1675e-02,
                      -2.1068e-01, -1.4914e-01, -6.1805e-02,  1.5673e-02,  2.4720e-02,
                      -2.9978e-02, -2.6280e-02,  1.5507e-02,  1.0886e-02,  1.1940e-01,
                      -5.3108e-02, -4.4737e-02,  5.9357e-02, -3.1144e-02,  6.7592e-02,
                       2.0708e-01,  3.4358e-02, -1.1488e-01, -1.1192e-01, -4.4164e-02,
                      -9.3221e-03, -5.3222e-02, -1.2075e-01, -3.3163e-02, -1.2658e-01,
                      -6.3584e-02,  6.1483e-02, -4.0591e-02,  4.4489e-02, -7.3390e-02,
                      -6.1144e-02,  7.3555e-03, -2.4963e-02,  1.8932e-01,  9.0960e-02,
                       3.1020e-02,  5.5457e-02,  2.5613e-02, -1.0446e-02,  1.0303e-01,
                      -6.7490e-02, -3.5209e-02,  8.9536e-02, -1.0532e-01,  8.6124e-03,
                       4.5050e-01,  9.3107e-02, -1.0455e-01,  1.7603e-02, -9.0047e-02,
                      -5.6086e-02,  1.0342e-01, -8.4351e-02, -9.1194e-02,  5.2394e-02,
                      -3.0891e-02, -5.4479e-02,  9.8543e-02,  3.9024e-02,  4.6861e-02,
                      -7.4386e-02,  6.3752e-02,  1.2995e-02,  2.6150e-02, -2.2955e-02,
                       9.7880e-02, -1.2338e-01,  8.2528e-02,  2.6079e-02,  1.3953e-02,
                      -4.2269e-03, -4.0791e-02,  7.4967e-02,  1.8775e-02,  1.6374e-02,
                      -4.2459e-02, -4.3632e-02,  5.9267e-03,  4.0391e-02,  2.4231e-02,
                       2.6638e-02, -2.3829e-02,  2.3574e-02,  4.0343e-02, -1.9598e-01,
                       8.6504e-02, -3.0547e-03,  6.7748e-02,  5.1142e-02,  2.0618e-03,
                       1.2169e-01,  1.4492e-01,  7.9124e-03, -4.2386e-02,  2.9189e-02,
                       3.3200e-02, -6.8235e-02,  1.2187e-01, -4.9663e-02, -3.5142e-02,
                      -3.0942e-02, -1.2989e-02,  9.2303e-03, -1.5084e-01, -8.7494e-03,
                      -6.6473e-02,  6.1247e-02, -4.2332e-02,  2.5186e-04, -4.8170e-02,
                       3.5642e-02,  1.0693e-01, -6.5179e-02, -1.2037e-01, -1.2539e-01,
                       7.8118e-02,  4.5784e-02, -2.3082e-03, -6.9628e-03,  2.4117e-02,
                      -2.1974e-02, -1.3490e-02, -1.5342e-01,  1.1974e-01,  3.0795e-02,
                      -1.7684e-01, -2.7848e-02,  8.0714e-02,  1.3429e-02, -3.8195e-02,
                       3.9120e-03, -4.6148e-02,  1.1708e-01, -1.1970e-01,  2.2763e-03,
                      -2.3094e-02,  5.1200e-02,  1.5861e-01, -1.7328e-02,  4.3546e-02,
                       1.5571e-02, -1.0730e-02,  6.7185e-02, -7.0242e-02, -2.6225e-02,
                       3.9466e-02, -7.4771e-02, -1.7401e-01, -4.4151e-02,  1.0124e-03,
                      -9.2051e-02, -7.3631e-03,  1.1692e-01, -6.4566e-03,  4.4400e-02,
                       1.2302e-01, -1.4273e-01,  1.8387e-02,  1.9590e-02,  1.1987e-02,
                      -6.2892e-02,  1.2843e-01, -7.3681e-02, -4.6830e-02, -2.8832e-02,
                       1.8762e-02,  4.0937e-02,  4.9096e-02,  1.2563e-01, -2.8813e-02,
                       8.1843e-03, -1.1009e-01, -5.3053e-02, -4.5490e-02, -1.5661e-02,
                      -2.5398e-02,  1.4966e-02, -1.3512e-03,  5.5828e-02, -1.2446e-01,
                       7.6765e-02, -1.7130e-01, -4.7907e-02,  1.2935e-01,  3.2460e-02,
                      -1.7277e-02,  1.1900e-01,  9.9932e-03, -5.4048e-02,  1.0052e-02,
                      -1.4580e-01,  4.0006e-02,  3.8863e-02,  9.2028e-02, -8.9277e-02,
                       1.4086e-02, -4.0323e-02, -5.0378e-03,  5.2371e-02, -6.9714e-03,
                      -1.2996e-01, -1.6444e-01, -6.8132e-02, -8.5163e-02,  1.3094e-01,
                      -2.0117e-01, -1.0595e-03, -2.7250e-02, -1.8623e-02, -8.4396e-02,
                       4.6038e-02,  1.4581e-03, -9.7507e-03, -7.1696e-03,  2.8501e-02,
                       1.5289e-02, -4.2708e-02,  1.0354e-02,  8.4814e-02,  1.2487e-02,
                       1.1814e-01,  6.4806e-02, -1.0101e-01,  2.9696e-01,  1.2824e-01,
                       1.4843e-02,  5.8511e-02,  1.8402e-01, -4.8037e-02, -3.9611e-02,
                      -2.7532e-02,  1.2684e-01, -8.0454e-03, -3.5217e-02, -2.5195e-02,
                       4.9566e-02,  1.2180e-02, -1.2126e-01,  5.5230e-03, -4.4240e-02,
                      -1.2552e-01,  2.2606e-02,  6.8558e-02,  3.2404e-02, -1.1041e-01,
                       3.3018e-02,  9.4939e-02,  2.7025e-02,  1.0569e-01,  5.0324e-02,
                       4.2510e-03,  8.0063e-02, -2.3675e-02,  3.2728e-02,  4.5889e-02,
                       1.5647e-01,  5.8236e-02,  1.2589e-02,  7.5084e-02, -2.5272e-01,
                       1.8176e-02, -1.7725e-01, -1.2666e-01, -1.0822e-01,  6.1728e-02,
                       4.0082e-02,  2.5939e-02, -2.5517e-01,  1.9187e-02,  1.8718e-02,
                      -3.6473e-02, -1.1729e-01, -9.8758e-03, -1.0561e-01, -6.8359e-03,
                      -1.5365e-01,  1.3367e-02, -9.5674e-02, -4.7115e-02, -7.9418e-02,
                      -2.7356e-02, -3.3680e-02,  1.2300e-03,  1.5135e-02,  1.7319e-02,
                       1.5762e-01,  4.5885e-03,  4.1358e-02, -2.7227e-02,  7.3807e-02,
                       4.9976e-02, -1.3007e-02, -1.4877e-02,  1.0003e-01,  6.3096e-02,
                      -3.3541e-02,  2.3227e-01, -6.0959e-02, -1.3313e-01,  7.0711e-02,
                      -9.4693e-03, -2.2821e-02,  9.4361e-04,  4.1741e-02, -1.1294e-02,
                      -4.1350e-02, -7.6109e-02, -1.4712e-01,  9.2621e-02, -1.0512e-01,
                       9.6388e-03,  3.2042e-02, -4.5681e-02,  5.0144e-02, -2.5155e-02,
                      -1.0150e-02,  8.3778e-02, -7.8924e-02,  4.3538e-02,  7.0906e-02,
                      -1.0865e-01,  1.9669e-03, -5.9671e-02, -6.5413e-02,  5.4652e-02,
                      -7.2363e-02, -7.5423e-02,  7.8529e-02,  1.5015e-01, -6.7894e-02,
                      -4.2883e-02,  9.9646e-03, -6.9600e-02, -4.1743e-02,  2.1637e-01,
                      -2.3241e-01,  2.5130e-02, -3.0828e-02, -2.1655e-02,  4.2227e-02,
                       1.2364e-01,  7.8230e-02,  3.8568e-02, -3.3412e-02, -2.7883e-02,
                       1.4542e-02,  2.4601e-02,  7.0010e-02, -7.5944e-03, -1.2322e-01,
                      -2.9524e-02,  2.6715e-01,  1.2561e-02, -5.6237e-02, -1.3664e-01,
                       1.1893e-01,  9.7392e-02, -1.8881e-02,  1.5670e-01,  2.1386e-02,
                       1.3907e-01, -7.3753e-02,  5.5295e-02,  1.1814e-01, -3.5069e-02,
                       8.1717e-02, -2.4896e-03, -2.3071e-03,  5.5891e-02,  3.2455e-02,
                       4.8805e-02,  2.4809e-02,  3.8778e-01, -1.6916e-01,  1.1804e-01,
                       8.2521e-03,  3.0623e-01, -2.7178e-02,  7.1931e-03, -2.4034e-02,
                      -1.0775e-02, -9.1842e-02, -9.9283e-03,  7.2381e-02,  2.8877e-02,
                       7.9735e-02, -1.7508e-02,  1.6249e-02, -2.0650e-02, -1.7656e-03,
                       1.4313e-02, -7.4295e-02, -3.7346e-02,  4.0352e-02,  2.2972e-02,
                       2.5776e-02,  4.2338e-02, -6.5876e-02,  5.9307e-02, -9.5737e-02,
                      -1.1325e-01, -3.1097e-02, -7.3625e-03, -1.1811e-02, -5.2332e-02,
                       1.5059e-01, -7.2276e-02,  1.8312e-01, -1.4379e-03, -5.5525e-02,
                      -2.0051e-02, -3.5358e-02, -1.2210e-01, -1.2096e-02, -3.2055e-03,
                       2.4972e-02, -7.6026e-02, -8.6795e-02, -3.5285e-02, -1.5099e-03,
                       1.5459e-01,  4.0932e-02,  5.5214e-02,  8.2437e-02,  1.6970e-02,
                       2.2466e-02,  2.1513e-02, -5.2333e-02, -4.5562e-02,  5.5993e-02,
                      -4.2520e-01, -7.7811e-03,  3.8863e-02,  4.5897e-02,  3.7600e-02,
                      -3.6487e-02,  8.4054e-02,  7.6834e-02,  3.0579e-03, -1.2065e-01,
                      -8.7147e-02,  8.0462e-02, -3.1214e-02,  9.4470e-02,  1.1670e-02,
                      -6.2246e-02, -9.7012e-02,  3.2803e-01, -2.6501e-02,  6.0829e-02,
                       5.5851e-03,  1.0963e-01, -1.7297e-02, -6.8320e-02,  1.0150e-01,
                       6.1520e-02, -6.7039e-02,  2.0282e-02,  1.7628e-01, -3.9464e-02,
                       9.1209e-02,  1.3265e-01, -7.8474e-02,  3.4297e-02,  7.1237e-02,
                      -2.7056e-02,  2.9719e-03,  3.4645e-02, -3.6617e-02,  3.5168e-02,
                       2.4675e-03,  3.9605e-02,  2.7034e-02], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.weight',
              tensor([0.8138, 0.8298, 0.8164, 0.8165, 0.7617, 0.8115, 0.6145, 0.6499, 0.8620,
                      0.7144, 0.8695, 0.8542, 0.8936, 0.8529, 0.8659, 0.5993, 0.8239, 0.8215,
                      0.8186, 0.8532, 0.7301, 0.8605, 0.8438, 0.8197, 0.7951, 0.8068, 0.8281,
                      0.7851, 0.8306, 0.8710, 0.8199, 0.6075, 0.8694, 0.8017, 0.8191, 0.7917,
                      0.7388, 0.8575, 0.7047, 0.7903, 0.8612, 0.8200, 0.8308, 0.8496, 0.8703,
                      0.8381, 0.8038, 0.8357, 0.8527, 0.8246, 0.8572, 0.7811, 0.7650, 0.8287,
                      0.7414, 0.6443, 0.8154, 0.8204, 0.7343, 0.7616, 0.8409, 0.8842, 0.8398,
                      0.8369, 0.7314, 0.9010, 0.8156, 0.8284, 0.6369, 0.7849, 0.8271, 0.7921,
                      0.8312, 0.8002, 0.8587, 0.8603, 0.8398, 0.8082, 0.8747, 0.8285, 0.8354,
                      0.8032, 0.8500, 0.7897, 0.5365, 0.8271, 0.7598, 0.8357, 0.8657, 0.8041,
                      0.8162, 0.8105, 0.8171, 0.7993, 0.8027, 0.7961, 0.6037, 0.8231, 0.8413,
                      0.8152, 0.7869, 0.8760, 0.7483, 0.8762, 0.6203, 0.8689, 0.8603, 0.7504,
                      0.8574, 0.8587, 0.7874, 0.7990, 0.8636, 0.5363, 0.7998, 0.8415, 0.8357,
                      0.8332, 0.8536, 0.8786, 0.8350, 0.8310, 0.8503, 0.7772, 0.8037, 0.7826,
                      0.8287, 0.8060, 0.8282, 0.8233, 0.8668, 0.7644, 0.8239, 0.8502, 0.8548,
                      0.8195, 0.4031, 0.8519, 0.7468, 0.8716, 0.6384, 0.8694, 0.8051, 0.1217,
                      0.8097, 0.8068, 0.8135, 0.8312, 0.8263, 0.8014, 0.8247, 0.8230, 0.8582,
                      0.8326, 0.8068, 0.8117, 0.8527, 0.8345, 0.8274, 0.8258, 0.8866, 0.8251,
                      0.6942, 0.8423, 0.7754, 0.8363, 0.7025, 0.5803, 0.8032, 0.8470, 0.8382,
                      0.6639, 0.7537, 0.8366, 0.7471, 0.8235, 0.8584, 0.7522, 0.8431, 0.8283,
                      0.8225, 0.8082, 0.7951, 0.8603, 0.8676, 0.8428, 0.7845, 0.8218, 0.8109,
                      0.8344, 0.8002, 0.6721, 0.7873, 0.8449, 0.8287, 0.8402, 0.8626, 0.6298,
                      0.8208, 0.8465, 0.8373, 0.7345, 0.8505, 0.7810, 0.7735, 0.8155, 0.8594,
                      0.8966, 0.8667, 0.7978, 0.8530, 0.8428, 0.7755, 0.8497, 0.8216, 0.8403,
                      0.7708, 0.7961, 0.8253, 0.8219, 0.8479, 0.7854, 0.8665, 0.8421, 0.8528,
                      0.8433, 0.8369, 0.8492, 0.7809, 0.3954, 0.7949, 0.8688, 0.7834, 0.8095,
                      0.8342, 0.8406, 0.8236, 0.8467, 0.8326, 0.8746, 0.8256, 0.7888, 0.7406,
                      0.8391, 0.8555, 0.7829, 0.8555, 0.7943, 0.8647, 0.8859, 0.8224, 0.8326,
                      0.8826, 0.8685, 0.8712, 0.8759, 0.8627, 0.6447, 0.8121, 0.8362, 0.6731,
                      0.8239, 0.8306, 0.8091, 0.8343, 0.8357, 0.8612, 0.8636, 0.6950, 0.8560,
                      0.8481, 0.8592, 0.8751, 0.8267, 0.8718, 0.8618, 0.8322, 0.8381, 0.8322,
                      0.8532, 0.8724, 0.8619, 0.7665, 0.4218, 0.8422, 0.8684, 0.7370, 0.8432,
                      0.8429, 0.7946, 0.7026, 0.8021, 0.7877, 0.7676, 0.8003, 0.7504, 0.7744,
                      0.6064, 0.8464, 0.8144, 0.8541, 0.8254, 0.7795, 0.8215, 0.5395, 0.8240,
                      0.7693, 0.8600, 0.8356, 0.8142, 0.7626, 0.8036, 0.8203, 0.6577, 0.7973,
                      0.8808, 0.8167, 0.7552, 0.8638, 0.7776, 0.7968, 0.8394, 0.8037, 0.8826,
                      0.7635, 0.7686, 0.8088, 0.7503, 0.8754, 0.8364, 0.8537, 0.8253, 0.8825,
                      0.8626, 0.8748, 0.8747, 0.8257, 0.8306, 0.8202, 0.7387, 0.6362, 0.8619,
                      0.7920, 0.8654, 0.8429, 0.8779, 0.8584, 0.8286, 0.8168, 0.8119, 0.8431,
                      0.7943, 0.7798, 0.8106, 0.8558, 0.8069, 0.8259, 0.8297, 0.7868, 0.7347,
                      0.8349, 0.8361, 0.7912, 0.8793, 0.8211, 0.7779, 0.8611, 0.8917, 0.8669,
                      0.7643, 0.8396, 0.8744, 0.8496, 0.8268, 0.7936, 0.7835, 0.8303, 0.8538,
                      0.8335, 0.6106, 0.8144, 0.8283, 0.8677, 0.8444, 0.7854, 0.7553, 0.7833,
                      0.8548, 0.8049, 0.7345, 0.8728, 0.7577, 0.8314, 0.8382, 0.8016, 0.8458,
                      0.7550, 0.8576, 0.8044, 0.7684, 0.7337, 0.7507, 0.7179, 0.8114, 0.8402,
                      0.8405, 0.8195, 0.7785, 0.8412, 0.8992, 0.7912, 0.7970, 0.8466, 0.8756,
                      0.8351, 0.8215, 0.7794, 0.7986, 0.8014, 0.8213, 0.8243, 0.8903, 0.8528,
                      0.7650, 0.8188, 0.8265, 0.7982, 0.4741, 0.8464, 0.8509, 0.8140, 0.8719,
                      0.7715, 0.8660, 0.6264, 0.8424, 0.8254, 0.8041, 0.8538, 0.8472, 0.8422,
                      0.7672, 0.8112, 0.7514, 0.8378, 0.7964, 0.8636, 0.8544, 0.8497, 0.7665,
                      0.8131, 0.8211, 0.8327, 0.8393, 0.8382, 0.8130, 0.7847, 0.7657, 0.8020,
                      0.8235, 0.8445, 0.8148, 0.8129, 0.8676, 0.7989, 0.7930, 0.8166, 0.8198,
                      0.8266, 0.8214, 0.8590, 0.7877, 0.8985, 0.8120, 0.8188, 0.8359, 0.7257,
                      0.8696, 0.7459, 0.9020, 0.8020, 0.8382, 0.8397, 0.8466, 0.8274, 0.7984,
                      0.8644, 0.7713, 0.8791, 0.7696, 0.8014, 0.8718, 0.8463, 0.7750, 0.8391,
                      0.7805, 0.8093, 0.8803, 0.7934, 0.8403, 0.8203, 0.8632, 0.8236, 0.8300,
                      0.8381, 0.8410, 0.8732, 0.8089, 0.8047, 0.8564, 0.8055, 0.8296, 0.7903,
                      0.8203, 0.8608, 0.7796, 0.8573, 0.8258, 0.6069, 0.8767, 0.8748, 0.7262,
                      0.8244, 0.8596, 0.8506, 0.8794, 0.8669, 0.8733, 0.8188, 0.8422, 0.8325,
                      0.8417, 0.7866, 0.7905, 0.8119, 0.7754, 0.7621, 0.8079, 0.8085, 0.8185,
                      0.8302, 0.8693, 0.7391, 0.7518, 0.7628, 0.8863, 0.8063, 0.7720, 0.8132,
                      0.8510, 0.8062, 0.7775, 0.8584, 0.8154, 0.7358, 0.7893, 0.7724, 0.3349,
                      0.8525, 0.8204, 0.8810, 0.8862, 0.6785, 0.8354, 0.8463, 0.8602, 0.8322,
                      0.8401, 0.7683, 0.8410, 0.8029, 0.7939, 0.8214, 0.8166, 0.8434, 0.8628,
                      0.8100, 0.8282, 0.8161, 0.8663, 0.8471, 0.8553, 0.8346, 0.8126, 0.8432,
                      0.8608, 0.7752, 0.8169, 0.8106, 0.7861, 0.8608, 0.7596, 0.7967, 0.8166,
                      0.8191, 0.8871, 0.7703, 0.8054, 0.8394, 0.8227, 0.8538, 0.7960, 0.8109,
                      0.8490, 0.8176, 0.8439, 0.8296, 0.7898, 0.8281, 0.8080, 0.8149, 0.7480,
                      0.7993, 0.6813, 0.8649, 0.8631, 0.8588, 0.8864, 0.8403, 0.8243, 0.8121,
                      0.7755, 0.8207, 0.8834, 0.7937, 0.8463, 0.8342, 0.7966, 0.7603, 0.7771,
                      0.8398, 0.8293, 0.8018, 0.8320, 0.7757, 0.8049, 0.8435, 0.8423, 0.8382,
                      0.7953, 0.8898, 0.7860, 0.8008, 0.8168, 0.8044, 0.8021, 0.6066, 0.8395,
                      0.8687, 0.8125, 0.7778, 0.8692, 0.8042, 0.6704, 0.7976, 0.7951, 0.8765,
                      0.8019, 0.7865, 0.8520, 0.8412, 0.7916, 0.8081, 0.8018, 0.7830, 0.8371,
                      0.8694, 0.6237, 0.7275, 0.8457, 0.9016, 0.8228, 0.8058, 0.8756, 0.8365,
                      0.7749, 0.8204, 0.8367, 0.8883, 0.8304, 0.8785, 0.8103, 0.8399, 0.8419,
                      0.8518, 0.8157, 0.8240, 0.8607, 0.8332, 0.8747, 0.8544, 0.6013, 0.8297,
                      0.8495, 0.8423, 0.8535, 0.8225, 0.8687, 0.7636, 0.8796, 0.7977, 0.7233,
                      0.6911, 0.7915, 0.8425, 0.8744, 0.8363, 0.8798, 0.8224, 0.8465, 0.8270,
                      0.8724, 0.8555, 0.8187, 0.8679, 0.7372, 0.8051, 0.7266, 0.8222, 0.8617,
                      0.8521, 0.7818, 0.8666, 0.8080, 0.8800, 0.6003, 0.8471, 0.8003, 0.8429,
                      0.8478, 0.8357, 0.7908, 0.8662, 0.8542, 0.8069, 0.8526, 0.8691, 0.7847,
                      0.8244, 0.8395, 0.8548, 0.8176, 0.6207, 0.8101, 0.8122, 0.7810, 0.8113,
                      0.8350, 0.8118, 0.5839, 0.8140, 0.8606, 0.8253, 0.7904, 0.8592, 0.8128,
                      0.7497, 0.8262, 0.8183, 0.8182, 0.7830, 0.8591, 0.8634, 0.8533, 0.8871,
                      0.7988, 0.8477, 0.8284], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.bias',
              tensor([ 5.6740e-03, -1.6941e-01, -1.5008e-02, -1.0184e-02,  4.4397e-02,
                      -1.6509e-01,  2.6919e-01, -3.1630e-01, -9.3248e-02, -6.0959e-02,
                      -3.3113e-02, -9.1271e-02, -7.9745e-02, -5.5371e-02, -5.8045e-02,
                      -1.6025e-01,  1.3532e-02, -3.1401e-02, -2.8403e-02,  2.8080e-03,
                      -1.5075e-01, -7.7680e-02,  2.3332e-02, -8.1112e-02, -9.6287e-02,
                      -1.2785e-01,  3.7244e-02, -1.5735e-01, -1.4869e-02, -4.7656e-02,
                      -7.5550e-02,  1.9912e-01,  1.5694e-02, -9.4360e-02, -6.9520e-02,
                      -8.6086e-02, -2.8225e-02, -3.1531e-02, -2.1918e-01, -6.0420e-02,
                      -9.4402e-02,  3.6877e-02, -9.6052e-03, -1.3794e-01,  8.4444e-03,
                      -4.9273e-02, -1.7825e-01,  8.6855e-02, -1.1186e-01, -2.4717e-02,
                      -9.4775e-02, -3.1728e-02, -5.0694e-02, -8.0695e-02,  3.2446e-03,
                      -5.9538e-02, -1.6211e-02, -4.2466e-02, -8.6908e-02, -8.1137e-02,
                      -7.6314e-02, -5.1317e-02, -1.4221e-01,  6.6304e-02, -3.5019e-01,
                       2.4437e-02,  1.5725e-02, -5.3894e-02, -1.9642e-02, -1.3695e-01,
                       5.2449e-02, -1.3616e-01, -7.0110e-02, -6.7187e-02,  2.2826e-02,
                      -5.9946e-02, -4.3178e-02,  1.7274e-02, -2.5736e-02, -7.8440e-02,
                      -3.0229e-02, -6.3605e-02, -2.7331e-02, -1.6736e-01,  3.8344e-01,
                      -1.2261e-01,  6.4319e-02,  1.5224e-02, -7.1631e-02, -1.5008e-01,
                      -1.9110e-02,  1.1697e-02,  5.8745e-02, -1.8750e-01,  1.4756e-02,
                      -9.4781e-02, -4.6130e-02,  3.9811e-02, -5.7753e-02, -1.5908e-01,
                       4.4537e-02,  3.0159e-02, -1.5637e-01, -1.8240e-01, -1.2983e-01,
                      -1.4231e-01, -4.8680e-02, -1.5408e-01, -2.0024e-02,  1.3416e-02,
                      -2.3624e-02, -7.1110e-02,  6.0682e-03,  2.1407e-01,  3.7466e-02,
                      -1.8148e-01, -1.8567e-02, -1.1180e-01, -6.4908e-02, -8.1874e-02,
                      -3.6371e-02,  1.1342e-01, -2.2075e-02, -1.2774e-02, -1.0007e-01,
                       7.6781e-03,  7.1825e-02, -2.4973e-02, -1.0217e-01, -1.2609e-01,
                      -1.1198e-03, -1.4566e-01,  5.9016e-02, -9.0825e-02, -5.6137e-02,
                      -1.3115e-01,  1.2004e-02, -4.0729e-02, -2.9220e-02,  3.0973e-02,
                      -7.9827e-02, -9.4159e-02,  1.5963e-04, -8.2223e-02, -5.2971e-02,
                       5.8012e-02, -8.3073e-02, -9.4583e-02, -5.3899e-02,  1.0236e-02,
                       5.3949e-02, -1.4318e-01, -6.4081e-02,  8.7261e-03, -8.1205e-02,
                      -7.9701e-02,  1.7535e-02, -1.6459e-02, -1.3645e-02, -5.4312e-02,
                      -7.9952e-02, -5.1811e-02, -1.4053e-02,  3.9058e-02, -2.5779e-02,
                       4.7341e-02, -3.4291e-01, -9.0500e-02, -1.9014e-02,  2.3466e-02,
                      -3.9934e-02, -1.9743e-01, -1.9960e-02,  9.4596e-02, -2.2557e-01,
                      -1.8991e-01, -1.7031e-01,  1.9651e-01, -4.5324e-02,  4.8200e-02,
                       4.7662e-02, -4.0426e-02,  2.2000e-02,  3.8603e-02, -5.6551e-02,
                      -8.6937e-03, -1.8457e-03,  2.7094e-03, -3.4529e-02, -2.1707e-02,
                      -2.1694e-01, -2.1673e-01, -1.2326e-01, -9.5818e-02,  1.8817e-02,
                       3.8093e-03, -2.9212e-03,  2.3621e-01,  6.0576e-02, -1.3984e-01,
                      -1.3728e-01, -1.3574e-01, -5.6984e-02, -2.5418e-01, -1.1842e-01,
                      -1.2922e-01, -5.5112e-02, -4.6150e-02,  4.7858e-02,  1.0411e-01,
                       8.7769e-03, -4.2421e-02, -5.7133e-02, -4.2899e-02,  4.6355e-02,
                      -1.1488e-01, -3.0350e-03, -6.0765e-02, -3.9011e-02,  2.5815e-02,
                      -3.3603e-02, -1.5818e-02, -7.9726e-02,  8.9536e-02, -6.4909e-03,
                      -7.6253e-02, -1.9001e-01, -1.3875e-01, -1.6231e-01,  4.0761e-01,
                       3.2168e-02, -3.5478e-02, -1.0655e-01, -3.0324e-03,  1.9964e-02,
                      -7.9079e-03, -4.3700e-02, -8.5394e-02, -9.4195e-02,  2.2946e-02,
                      -3.8301e-02,  7.4049e-02,  5.5804e-03, -6.0849e-03,  3.5934e-02,
                      -5.3700e-03, -5.0241e-02, -2.7952e-02, -7.5271e-02, -9.8328e-03,
                      -3.8337e-02, -9.3594e-02, -6.9574e-02, -3.6416e-02, -1.0920e-01,
                      -5.6450e-02,  4.7037e-02,  1.5694e-01,  1.0617e-01,  3.5322e-02,
                       6.7501e-03,  6.4378e-02, -7.8650e-02, -1.2821e-01, -5.6473e-02,
                      -7.9138e-02, -4.1487e-02, -1.0780e-02, -2.1828e-01, -1.9439e-02,
                      -9.8451e-02,  9.6034e-03, -4.0819e-02, -1.6370e-01, -1.3237e-01,
                      -1.0048e-01,  6.2501e-03, -1.6248e-02, -1.7118e-02,  2.8044e-02,
                      -4.0386e-02,  3.3312e-02, -3.8519e-02, -3.0003e-01, -8.2837e-03,
                      -1.5101e-01, -1.4075e-01,  4.8821e-02, -1.0710e-01, -9.0168e-02,
                      -5.1821e-02,  9.3791e-02,  1.5028e-03,  4.1237e-02,  1.9853e-02,
                      -4.2420e-02,  7.9606e-03,  2.0001e-02, -5.2134e-02, -1.5575e-01,
                      -3.0374e-02, -1.6928e-02,  2.3181e-02, -2.1745e-02,  5.8413e-02,
                       8.8341e-02, -6.6216e-02, -6.1063e-02, -1.9019e-01,  5.5609e-02,
                      -2.1451e-01,  4.2460e-02,  5.0581e-03, -8.4870e-03, -6.6140e-02,
                      -2.4160e-02,  4.4429e-02, -2.3229e-02, -4.6866e-02, -9.1573e-02,
                       7.2491e-02, -1.4960e-03,  6.9427e-02, -6.0351e-02,  1.1101e-01,
                      -3.2532e-03, -1.7903e-01, -1.2948e-01, -9.7193e-02, -1.2314e-01,
                       3.8503e-02,  9.1486e-02, -4.4591e-02, -7.0151e-02, -1.0544e-01,
                      -9.2476e-02, -4.2166e-02, -1.0162e-01,  4.2610e-02, -5.5604e-02,
                       1.9456e-01, -3.4686e-02, -2.4888e-02,  4.1264e-02, -1.2949e-02,
                      -6.6386e-02, -4.7213e-02,  7.8579e-03, -4.2315e-02,  4.0084e-02,
                      -8.4046e-02, -1.2148e-01,  8.8558e-02, -5.0440e-02, -4.7486e-02,
                      -1.4388e-02, -7.4211e-03, -4.4808e-02,  2.2818e-03,  2.0026e-02,
                      -4.4121e-02,  3.2444e-02, -1.4007e-01, -3.2916e-02, -5.7031e-02,
                      -1.7700e-01, -2.1867e-02, -1.0197e-01,  2.4567e-02, -2.1141e-01,
                      -1.2820e-01,  4.7224e-02, -4.0473e-02, -1.3472e-01, -1.0579e-01,
                       6.3735e-02, -5.9202e-02, -1.2107e-01, -1.6594e-01,  1.0097e-01,
                      -1.3729e-01, -2.4082e-02, -1.7650e-02, -1.9074e-01,  7.8803e-02,
                       6.8788e-02, -1.0054e-01, -4.5844e-02, -7.5930e-02,  2.2041e-03,
                      -4.5410e-02, -1.0156e-01, -1.1878e-01, -1.1280e-01, -6.9731e-02,
                      -4.8652e-02,  1.4197e-03, -1.6689e-01, -1.0471e-01,  8.4994e-02,
                       4.9003e-02, -1.4436e-01, -9.1196e-02, -6.3529e-02,  5.6424e-02,
                      -6.5806e-02, -8.8332e-02,  1.5678e-01, -9.6912e-03, -1.4638e-02,
                       5.6874e-02, -3.2813e-02, -1.0377e-01, -7.8081e-02, -1.2011e-01,
                       2.7126e-03, -1.4435e-01, -1.3939e-01,  9.5036e-02, -2.7331e-02,
                      -6.1357e-02, -7.6969e-02,  3.9234e-02, -1.1894e-02, -8.9667e-02,
                       4.2536e-02,  1.0374e-01,  2.5855e-01,  3.0605e-02, -9.7256e-02,
                      -5.9504e-02, -1.4801e-02,  1.3497e-01, -6.8619e-02,  1.1834e-01,
                      -1.9330e-01, -1.7528e-01, -1.4141e-01,  4.3601e-03, -1.1123e-01,
                      -1.4784e-01, -2.9961e-02, -7.0676e-02, -2.3564e-02, -5.8279e-02,
                      -2.5388e-03, -6.6595e-02, -5.6617e-05, -6.4606e-02, -6.1784e-02,
                      -1.6794e-01,  2.1831e-02, -6.1026e-02, -6.1286e-02, -5.4136e-02,
                       4.1305e-02, -5.9787e-02, -1.5011e-01, -9.6316e-02,  1.6288e-02,
                      -2.3729e-02, -3.0065e-02,  1.5312e-02, -4.4928e-02, -6.6522e-02,
                      -7.7492e-03, -8.9255e-02, -7.3122e-02, -9.7556e-02, -3.2990e-02,
                      -2.5298e-02, -7.8330e-02, -5.4537e-02, -1.2735e-01,  2.0345e-02,
                      -3.0204e-02, -1.6241e-01, -1.0513e-01, -5.9272e-02, -1.5065e-02,
                       2.2173e-02,  1.0806e-02, -3.6871e-02, -5.9749e-02, -1.3679e-01,
                      -1.7787e-02, -7.7528e-02, -2.1082e-02, -3.9133e-02, -8.0907e-02,
                      -4.1747e-02, -4.8041e-02, -4.5014e-02, -4.3371e-02, -1.1832e-02,
                      -1.9631e-01, -1.2341e-01, -6.3379e-02,  1.1804e-01, -8.3742e-02,
                      -9.2930e-02, -8.6108e-02, -8.1719e-02, -9.2230e-02, -1.8168e-02,
                      -1.9001e-01, -3.1652e-02,  8.4171e-02,  1.6587e-01, -5.2940e-02,
                       6.9743e-02, -1.1157e-02, -1.4275e-01, -5.3488e-02,  1.2471e-02,
                       7.1074e-02, -3.6620e-02, -1.1112e-01, -8.4333e-02, -3.4028e-02,
                      -1.0113e-01,  1.1497e-02, -6.8178e-02, -5.9711e-03,  2.9050e-02,
                      -2.6578e-02, -9.1089e-02, -5.1381e-03, -7.2273e-02, -2.9510e-02,
                      -2.8284e-02, -3.9871e-02,  4.1711e-03,  5.5232e-03, -4.6394e-02,
                      -1.8363e-02, -1.0780e-02, -2.0417e-01,  1.9697e-02, -8.8120e-02,
                       4.6343e-02, -5.5111e-02, -5.0906e-02,  1.2429e-02, -3.8745e-02,
                      -3.7813e-02, -6.2333e-02,  7.5001e-02, -9.7472e-02, -4.6425e-02,
                       6.6025e-02,  6.4700e-02,  2.7320e-03, -8.1351e-02, -3.6293e-02,
                      -2.8252e-02,  7.9986e-03, -1.9083e+00, -2.0944e-02, -2.3933e-02,
                      -1.2936e-03, -3.7777e-02,  1.0597e-01,  5.1284e-02, -8.8547e-02,
                      -4.9857e-02, -9.0393e-02, -2.8992e-02,  1.9733e-02, -1.3559e-01,
                      -7.6146e-03, -8.1021e-02, -4.6491e-02, -1.0844e-01, -1.4945e-01,
                      -5.4115e-02, -2.3944e-02, -5.6114e-02, -1.6184e-01, -1.0191e-02,
                      -1.0156e-01, -1.1586e-01, -6.3901e-02, -1.4509e-01, -1.1576e-02,
                      -1.3407e-02, -2.5879e-01, -1.3443e-01,  1.9995e-02, -6.0792e-02,
                      -3.2112e-02,  1.0604e-01,  2.0286e-02,  9.9822e-02, -7.4497e-02,
                       4.3060e-02,  5.0250e-02,  1.6577e-02,  2.3232e-02, -5.8493e-03,
                       3.8336e-02,  1.7706e-02, -4.0255e-02,  1.2265e-01, -1.1188e-01,
                      -1.1322e-02,  8.3289e-04, -1.4877e-01, -6.7761e-02, -3.8469e-02,
                      -7.2236e-02, -1.5829e-01,  6.4515e-02,  2.7791e-01, -7.6451e-02,
                      -4.8511e-02, -9.1151e-02, -6.2384e-02, -1.2264e-02, -1.0407e-01,
                      -5.6251e-02, -7.5124e-03,  1.7841e-03, -2.4084e-02, -1.3277e-01,
                       1.1609e-01, -1.3884e-02, -5.8566e-02, -4.0418e-02, -1.7058e-01,
                      -1.4754e-01, -1.2983e-01, -5.6477e-02, -4.1039e-02, -1.0430e-01,
                      -1.5235e-01, -6.0953e-02, -4.8810e-02,  6.0231e-02,  3.3069e-02,
                      -3.4701e-03,  8.9232e-02, -3.8105e-02, -6.5284e-03, -3.1644e-02,
                      -1.1250e-01,  2.8381e-01, -1.9035e-01,  4.3875e-04, -1.2398e-01,
                       7.3748e-03, -4.3415e-02,  9.6478e-03,  4.4349e-02,  2.9018e-02,
                      -3.8588e-02, -7.3016e-02, -4.0760e-02, -7.9184e-02, -6.6038e-02,
                      -5.2248e-02, -3.1774e-02,  2.0378e-02,  6.5445e-02, -1.4889e-01,
                      -6.9010e-03, -9.7536e-02,  2.9439e-01, -5.2734e-02, -7.8475e-02,
                      -2.8132e-02, -4.7573e-02, -8.6401e-02, -1.0681e-02, -1.8407e-01,
                      -6.7409e-02, -6.9297e-02, -3.9161e-02, -6.1034e-02,  2.8936e-02,
                      -1.0261e-01, -5.2803e-03, -1.4020e-01, -9.0325e-02, -6.5121e-02,
                      -6.8683e-02,  5.3942e-03, -1.4847e-01, -3.0193e-03, -4.1031e-02,
                      -6.1558e-02,  9.5884e-02,  1.5629e-01,  4.8647e-02, -2.0271e-01,
                      -8.4664e-02,  3.1166e-02, -2.7743e-02, -1.3604e-02, -9.3172e-03,
                      -6.8590e-02, -2.0378e-01, -3.4856e-02, -1.8007e-01,  4.1950e-04,
                      -7.7285e-02, -6.3521e-02, -8.2367e-03, -1.1009e-02, -2.1179e-03,
                      -7.4475e-02, -5.5105e-02, -1.9613e-02, -8.4698e-02, -1.7394e-02,
                      -8.5784e-02, -4.5723e-02,  5.3718e-02, -6.2720e-02, -3.2436e-02,
                      -1.1389e-01, -1.7977e-01, -3.4734e-02, -9.8000e-02, -1.4180e-02,
                       1.7420e-01, -1.0406e-01, -3.2131e-02, -1.0562e-01, -6.5033e-02,
                       3.3544e-02,  2.2204e-02, -4.0766e-02, -5.7186e-03, -8.0479e-02,
                      -3.4214e-02, -6.4492e-02,  3.2920e-02,  1.6946e-02, -7.8180e-02,
                       1.2704e-02, -4.3370e-02,  7.9845e-02, -1.0157e-01, -3.1762e-02,
                      -3.3495e-02, -5.7808e-02,  1.8316e-03, -1.2648e-02, -2.0363e-01,
                      -6.7611e-02, -9.5725e-02, -2.2562e-02,  1.5504e-01, -1.9974e-02,
                      -4.1421e-02,  8.3966e-02, -2.3067e-02, -2.7227e-02, -2.0662e-01,
                       1.4116e-01, -8.2825e-02, -3.9182e-02, -5.6993e-02, -1.5288e-02,
                       3.2364e-02, -1.2106e-02, -4.9729e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.weight',
              tensor([[-0.0202,  0.0304,  0.0230,  ..., -0.0183,  0.0170,  0.0568],
                      [ 0.0116,  0.0572,  0.0253,  ..., -0.0842, -0.0322,  0.0122],
                      [-0.0134, -0.0696,  0.0251,  ...,  0.0025, -0.0407, -0.0040],
                      ...,
                      [ 0.1140, -0.0533, -0.0249,  ...,  0.0206,  0.0756,  0.0199],
                      [ 0.0619,  0.0304,  0.0351,  ...,  0.0454, -0.0307,  0.0231],
                      [-0.0027,  0.0115, -0.0265,  ..., -0.0357, -0.0573, -0.0236]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.bias',
              tensor([ 2.6021e-02,  4.3471e-04, -2.7541e-02, -2.9451e-02, -6.8806e-02,
                       6.6312e-02,  6.3888e-04, -1.9404e-02, -5.3254e-03, -4.6659e-02,
                       5.6325e-02, -2.9994e-02, -5.9274e-02,  2.5225e-03,  6.0920e-02,
                       2.9780e-02,  1.0483e-01, -1.1241e-02,  1.9148e-02, -7.4233e-02,
                      -2.5755e-02,  8.8413e-03, -1.0446e-01, -4.4163e-02, -2.6437e-02,
                      -9.1113e-02,  4.3639e-03,  5.3803e-02, -1.4842e-02, -5.3549e-02,
                      -4.5721e-02,  2.9984e-02, -7.7159e-02,  1.3225e-02,  1.0778e-01,
                      -1.0999e-01,  5.1804e-02,  9.5228e-02, -5.1595e-02,  4.5376e-02,
                      -3.0448e-02,  3.4024e-02,  1.3609e-01, -2.7345e-01,  7.5760e-02,
                       4.8663e-02, -5.7162e-03,  9.1978e-02, -6.1338e-02,  3.2684e-02,
                      -4.2566e-02, -3.8055e-02, -1.4596e-02,  4.9821e-02, -1.5761e-02,
                      -3.6701e-02, -4.9664e-02, -1.0098e-01, -3.3536e-01, -6.8609e-02,
                      -1.1154e-01, -5.4279e-03, -6.0222e-02, -5.3666e-02,  1.1109e-02,
                       2.7229e-01,  2.5862e-02,  2.7943e-02,  1.6505e-01,  1.4078e-01,
                      -4.5410e-03,  5.9052e-02, -6.1828e-02, -8.8621e-02, -4.9951e-01,
                       6.8130e-02, -1.8518e-02,  1.9316e-02, -1.7457e-02, -6.5727e-02,
                       1.3450e-01, -2.6055e-02,  8.0676e-02, -1.4425e-01,  7.3606e-02,
                      -3.4786e-01, -3.3301e-02, -7.2905e-02, -5.2291e-02,  9.0763e-02,
                      -1.0643e-01, -1.5229e-01, -1.6503e-02, -1.5446e-02,  6.9020e-02,
                       3.9243e-02, -2.4861e-01, -1.0604e-01, -3.6771e-02,  3.2163e-02,
                      -1.1725e-01,  6.7126e-02,  9.3264e-02,  4.6965e-02,  6.6725e-03,
                      -6.2298e-02,  3.3321e-02, -2.0767e-03,  3.1731e-02, -7.9909e-02,
                       2.2810e-01, -9.7751e-02,  1.2766e-01, -3.2968e-02, -8.3380e-02,
                       2.2756e-01,  6.6023e-02,  8.7401e-02,  4.4451e-02, -1.8539e-01,
                       2.8501e-01, -1.1431e-01,  1.2244e-01, -4.7739e-02,  2.8278e-01,
                      -5.9675e-02, -3.9095e-02,  4.1890e-02, -6.0977e-02,  5.1300e-02,
                       2.1140e-04, -8.8503e-02,  1.2392e-02, -2.2355e-01, -4.5364e-03,
                       5.7458e-02,  6.5974e-02,  4.3759e-02,  2.0768e-01, -1.2554e-01,
                      -6.8993e-02,  3.8515e-02, -8.4131e-02, -1.5245e-02,  2.5097e-01,
                      -5.6414e-02,  2.1492e-02,  1.0553e-01,  3.5013e-01, -2.2515e-01,
                       5.7750e-02,  8.8570e-02,  2.5192e-02, -2.6392e-02, -2.9293e-01,
                       9.1283e-02, -5.5787e-02,  5.4872e-01,  2.7864e-01,  1.0677e-01,
                       3.5956e-02, -1.9926e-01, -1.3183e-02, -7.7403e-02, -1.5067e-01,
                      -9.5292e-02, -2.9038e-02,  8.9715e-03,  2.5628e-01,  3.3809e-01,
                       2.4671e-01,  4.7643e-01, -8.2917e-02,  2.0896e-02, -5.4582e-01,
                       1.6988e-02, -8.4115e-02,  8.1443e-02, -8.2111e-01, -3.7125e-01,
                       3.8951e-02, -1.5203e-01,  1.2966e-01, -7.5938e-01,  2.5208e-01,
                      -3.0099e-02,  4.7518e-02,  3.9720e-02,  3.8627e-02,  9.1286e-02,
                      -9.6866e-02,  1.1528e-01,  3.5696e-01, -1.2083e-01, -5.9199e-02,
                      -2.5960e-01,  2.0333e-01,  3.1236e-01, -1.1676e-01,  5.1779e-02,
                       1.2064e-01, -3.4061e-01, -2.8617e-01,  1.5476e-01, -1.3917e-01,
                      -2.7705e-02,  1.9430e-01, -3.1813e-01,  5.2771e-01, -1.1224e-01,
                      -2.6801e-01, -1.8870e-01,  2.1671e-01,  2.2121e-01,  1.1560e-01,
                       2.1919e-01, -2.4271e-01, -8.1171e-02, -6.0278e-01, -4.6497e-02,
                       5.7187e-02, -9.1281e-02, -2.4191e-02, -3.9030e-01,  5.8830e-01,
                      -2.2015e-01,  3.5490e-01, -7.9736e-02, -2.2082e-01,  2.4184e-01,
                      -9.6477e-02,  2.4239e-01, -1.4373e-01,  8.3573e-02,  3.2422e-01,
                      -2.2183e-01, -6.1920e-02, -3.0167e-01, -1.3168e-01, -3.7365e-01,
                       1.4613e-01,  1.2149e-01,  1.4857e-01,  6.1365e-02, -5.3195e-03,
                      -5.1571e-02, -2.9909e-01,  6.5780e-02,  7.8239e-02, -2.1124e-01,
                       8.0658e-03, -2.8860e-02, -4.4358e-02,  1.8651e-01,  1.6246e-01,
                      -8.3254e-01,  4.7776e-01,  3.0943e-02,  1.2796e-01,  9.6956e-02,
                       2.6529e-02,  2.1723e-01, -7.7475e-02, -2.3757e-01,  5.2761e-01,
                      -3.1117e-01,  2.4716e-01, -2.0233e-02,  6.3192e-01, -1.5598e-01,
                       4.7715e-03, -4.8321e-02, -1.9082e-01,  1.5048e-02, -6.9429e-03,
                       3.3802e-01, -9.5814e-02,  4.4218e-02,  5.4586e-02,  5.8013e-02,
                       5.0411e-02,  1.2574e-02,  2.3253e-01,  4.1736e-02,  7.3745e-02,
                      -3.3248e-01, -1.8634e-01, -3.0477e-01, -1.1212e-01, -2.7544e-01,
                      -1.2808e-01, -3.1133e-01,  6.8958e-02, -5.0936e-01, -1.6775e-01,
                      -3.6097e-02, -2.8370e-01, -1.0653e-02,  2.2810e-01, -2.2897e-02,
                      -2.1290e-02, -1.4253e-01,  3.4467e-03, -3.3320e-03,  8.7136e-02,
                       2.1175e-01,  1.0973e-01,  2.0962e-01, -6.8286e-02, -4.7773e-02,
                       3.5052e-01,  4.8535e-02,  3.7507e-02, -1.2532e-01,  1.1996e-01,
                       1.7768e-03, -3.1717e-02, -1.9003e-02,  1.6022e-01, -1.4066e-01,
                       2.6723e-02, -2.2688e-03, -1.5809e-02,  3.6288e-02,  4.9683e-02,
                      -4.5937e-02,  3.6518e-02, -6.8748e-02, -1.2532e-02, -4.0337e-02,
                      -1.8687e-02, -6.9546e-03,  5.6361e-02,  8.0637e-03, -1.0758e-02,
                      -5.2945e-02,  2.0028e-02,  7.4998e-02, -5.9796e-02,  4.1088e-02,
                       3.8269e-03,  5.4726e-02,  5.3616e-02, -4.4065e-04,  1.9147e-01,
                      -1.2725e-02, -6.9087e-03, -2.2857e-02, -1.1359e-02,  5.8127e-02,
                      -8.8831e-02, -8.8095e-02, -3.4955e-02, -2.6568e-02, -1.3974e-02,
                      -5.0603e-02,  4.6109e-02,  1.9377e-02, -5.2659e-02, -7.2486e-02,
                       6.9787e-02, -4.9033e-02, -5.6503e-02, -3.6275e-02,  1.5377e-02,
                      -7.7785e-02, -8.2438e-02,  7.7534e-02, -1.6036e-02,  4.3908e-02,
                       5.7255e-03, -4.8327e-02,  4.1395e-02, -2.4034e-02, -5.1231e-02,
                      -1.9102e-02,  5.9315e-02,  4.2886e-02, -7.5770e-02,  1.7401e-02,
                      -6.1261e-02, -3.1694e-03,  7.9443e-03,  2.8650e-02, -3.9587e-01,
                       3.6431e-01,  1.7136e-01,  2.7029e-01,  1.5907e-01,  1.6005e-01,
                      -2.6814e-01, -2.1676e-02,  2.4612e-01,  3.7444e-01,  2.4915e-01,
                       2.4878e-01, -2.7493e-01, -1.0090e-02, -5.3969e-02, -3.2242e-01,
                       2.2383e-02,  5.5472e-02, -2.2530e-01, -7.0773e-02, -2.0611e-01,
                       2.4744e-02,  5.6572e-01,  3.1292e-01,  1.0844e-01, -3.1447e-01,
                      -4.7943e-02, -3.5268e-01, -1.2925e-01, -4.2922e-02, -3.4485e-01,
                       3.1483e-02, -1.9297e-01,  3.1893e-01, -1.7317e-01,  3.5187e-01,
                      -2.3642e-02,  6.9421e-02,  2.4083e-03, -4.2479e-01, -3.3940e-02,
                       1.5098e-01,  4.1873e-01, -1.9656e-02, -1.4987e-01,  3.6115e-01,
                       2.8362e-02,  9.2888e-02, -1.5090e-01, -3.4723e-01,  8.8213e-02,
                       1.0180e-01,  1.5592e-01, -2.6778e-01,  2.0099e-01, -5.6475e-02,
                       6.6691e-02,  3.4898e-01,  1.1978e-01,  3.0934e-01, -9.9261e-02,
                       1.5332e-01,  1.0602e-01,  2.3088e-01, -1.6310e-01,  9.2607e-03,
                       4.1440e-01,  8.2930e-02, -2.4885e-01, -4.5084e-02,  3.9821e-02,
                       1.1710e-02, -4.5868e-02, -2.7012e-02,  1.8507e-02,  7.1358e-03,
                      -2.1676e-01,  5.0683e-02,  2.9958e-02,  8.7390e-02,  5.3205e-02,
                      -1.0765e-01,  1.3192e-03,  1.3595e-01,  1.5328e-02,  2.4011e-03,
                      -1.6862e-02,  8.4169e-03, -3.6410e-02, -4.9467e-03, -9.4576e-02,
                       2.5094e-02,  2.6480e-01,  3.2971e-01, -2.5293e-02, -3.5629e-02,
                       3.7397e-02,  7.0407e-02, -2.1272e-02, -3.1318e-02, -1.1377e-02,
                       6.1281e-02,  7.4242e-04,  4.8189e-01, -3.9802e-03, -1.7436e-02,
                      -4.1382e-02, -8.5256e-05,  6.4425e-02,  1.0480e-03,  1.2417e-01,
                       4.9168e-02,  3.1590e-03,  1.9384e-02, -2.6723e-02, -6.6706e-03,
                       4.2389e-02, -3.1613e-02,  1.4385e-01, -1.6192e-02, -2.0085e-02,
                      -1.9178e-02, -1.5703e-02,  2.5673e-03, -8.6432e-02,  3.9110e-03,
                       3.9566e-02, -2.1994e-02, -2.5491e-01,  2.1056e-01,  3.6014e-01,
                      -1.7165e-01,  5.6048e-02,  2.2909e-01,  6.6835e-02,  1.6462e-01,
                       1.3750e-01, -4.0120e-01, -3.3029e-01,  1.8014e-02, -2.8241e-01,
                      -4.0088e-01,  1.2243e-01,  3.6944e-02,  3.1888e-03,  3.1043e-01,
                      -5.7705e-02, -9.5898e-02,  2.5573e-01, -2.6715e-01,  3.4766e-01,
                      -1.1207e-01, -1.6121e-01,  1.0037e-01,  6.1892e-02,  1.4563e-01,
                       2.6115e-01,  3.1758e-03, -2.8397e-01,  5.9100e-02, -1.4831e-01,
                      -3.9579e-01, -2.5255e-01,  9.3043e-02, -1.1572e-01,  3.0792e-01,
                      -7.2136e-02,  1.9385e-02, -1.9189e-01, -6.5987e-02,  6.4929e-02,
                       1.6345e-01,  2.0497e-01, -5.4069e-02,  1.3732e-01, -1.0249e-02,
                      -8.7822e-02, -1.6041e-01, -1.7590e-01, -3.4781e-02,  4.3951e-01,
                      -1.6041e-01,  2.0994e-01,  6.4336e-02, -9.6079e-02, -2.3868e-01,
                       4.0228e-01,  7.7722e-02, -7.0038e-02, -2.7665e-01,  2.4041e-01,
                      -1.0233e-01,  1.0476e-01,  8.9394e-04,  1.6238e-01,  2.1555e-02,
                      -2.0530e-02, -9.4822e-02,  2.6601e-02,  1.9544e-02, -9.1127e-02,
                       9.2715e-03,  1.5128e-02, -1.4986e-01, -1.4032e-02,  6.5924e-02,
                      -1.2020e-01, -1.5800e-01, -4.5470e-02, -4.2097e-02, -9.0602e-02,
                      -1.2295e-01,  4.9612e-02,  4.6401e-02, -6.7347e-02, -8.2498e-03,
                      -5.2734e-02,  7.2511e-02, -3.7015e-02,  6.1754e-02, -7.2175e-03,
                       4.3293e-03,  2.5273e-02,  5.7759e-02, -9.0985e-03, -2.7533e-02,
                       2.6832e-02,  1.8955e-03,  1.8732e-02, -1.4636e-01, -5.5477e-02,
                      -7.0793e-02, -1.5988e-01,  7.5473e-02,  3.1766e-02, -2.9562e-02,
                      -7.4112e-02,  5.8705e-02, -1.3180e-02,  7.7614e-02, -1.7829e-02,
                      -1.2176e-01,  1.4005e-02, -5.3182e-02, -1.7209e-04,  1.0804e-02,
                       4.4802e-02, -9.3611e-02,  2.5126e-02,  2.1337e-01, -3.6777e-02,
                       7.4699e-02, -8.8983e-02, -5.1541e-02, -7.2540e-02, -1.1536e-01,
                       5.7718e-01,  3.1371e-01, -2.7917e-01,  1.7124e-01,  2.7538e-01,
                       4.8997e-01, -1.9109e-01,  1.8508e-02,  2.0376e-01, -2.4411e-01,
                       1.7002e-01, -3.7238e-02,  1.3273e-01, -2.4733e-01,  2.6909e-02,
                      -1.3887e-01,  1.9589e-02,  1.0276e-01, -1.2930e-01, -2.4088e-01,
                       1.2614e-02, -6.1450e-02, -3.3003e-01, -2.7473e-01,  5.0425e-02,
                      -5.2119e-01,  5.7744e-02,  1.0415e-01, -1.7610e-01,  4.8532e-01,
                       4.2300e-01,  2.5265e-01,  8.5120e-02,  6.7818e-02, -3.1367e-01,
                      -1.6655e-01, -1.0057e-01,  1.1495e-02, -8.4000e-02, -1.0652e-01,
                      -2.6296e-02, -1.6343e-01,  1.2955e-02, -1.8206e-01, -1.4475e-01,
                      -7.5183e-02, -4.7235e-01,  3.7922e-02, -2.6195e-01, -1.1350e-01,
                      -5.4219e-01, -1.2537e-02,  8.8395e-02, -1.6899e-01,  1.7611e-01,
                       2.0289e-02, -2.1795e-01,  3.4502e-02,  1.1568e-01, -6.9587e-02,
                      -1.6126e-01, -6.9223e-02, -1.9499e-01,  6.8191e-02, -5.4530e-02,
                      -1.0434e-01,  2.5935e-02, -2.4996e-01,  7.2033e-02,  1.5031e-01,
                      -1.3319e-01,  4.9350e-02, -1.1216e-03,  3.9770e-02,  1.9152e-01,
                      -4.5586e-02, -1.1504e-01,  2.5651e-01,  2.8699e-02,  2.4794e-01,
                      -1.1898e-01,  3.2626e-01, -2.0028e-01, -1.0118e-01,  4.1147e-03,
                      -1.3528e-01,  1.8847e-02,  4.9525e-01, -1.7876e-01, -1.2311e-01,
                       1.1533e-01,  3.8496e-02, -2.8979e-02, -1.2118e-01,  1.4054e-01,
                      -2.3199e-01,  1.8789e-01, -3.6953e-02,  1.0570e-01, -1.2334e-02,
                      -3.3001e-01, -5.9896e-02,  3.0752e-02,  1.1395e-01,  4.9874e-01,
                      -1.0811e-01, -1.6458e-01, -2.7177e-01, -1.4273e-02, -2.1656e-01,
                      -1.9695e-01, -1.0230e-01, -4.1959e-01, -2.1719e-02,  3.6435e-02,
                       2.7462e-01,  9.1479e-03,  9.1392e-02, -3.3089e-02,  4.5413e-02,
                       2.8735e-01, -1.9640e-01,  1.7159e-01, -1.9881e-01, -1.0245e-01,
                       1.4161e-02,  3.0143e-01, -3.8276e-01], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.weight',
              tensor([[-0.0008,  0.0122,  0.0095,  ..., -0.0214, -0.0467,  0.0122],
                      [ 0.0024, -0.0357,  0.0920,  ...,  0.0117,  0.0266,  0.0254],
                      [ 0.0220, -0.0341, -0.0247,  ...,  0.0605, -0.0064, -0.0246],
                      ...,
                      [ 0.0110,  0.0495, -0.0282,  ...,  0.0584,  0.0059, -0.0559],
                      [ 0.0456, -0.0311,  0.0163,  ...,  0.0759, -0.0293, -0.0160],
                      [-0.1179, -0.0440, -0.0485,  ..., -0.0346, -0.0006,  0.0212]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.bias',
              tensor([-3.1334e-04, -8.3478e-04, -1.3507e-04, -5.8549e-04, -6.1420e-04,
                       8.7161e-04, -6.1281e-04,  8.0478e-04, -2.7513e-04, -6.7571e-05,
                       1.1633e-03,  3.4466e-04, -2.5857e-04, -9.4196e-04,  3.5828e-04,
                       6.9335e-05, -1.0808e-03, -1.1679e-03,  7.9496e-04, -1.4143e-03,
                       5.8086e-04,  2.8461e-03, -1.6498e-03, -7.0860e-04,  8.1523e-04,
                       9.2554e-04, -1.2572e-03,  1.2380e-03,  9.0479e-04,  7.9483e-04,
                      -1.0228e-04,  3.2193e-04, -8.3067e-04, -7.9029e-04,  5.6395e-04,
                       1.4603e-04,  9.6123e-05,  2.2857e-03, -4.5550e-04,  6.3389e-04,
                      -4.8478e-05, -2.2070e-03, -8.4561e-04,  1.3123e-03,  6.0793e-04,
                      -6.4802e-04, -6.1706e-04,  1.0486e-03, -7.0321e-04,  1.6754e-03,
                       1.9061e-03,  1.2668e-03, -7.6980e-04, -2.2407e-04, -2.0903e-04,
                       1.2891e-03, -2.1315e-04,  6.0327e-04,  2.6267e-03, -1.4317e-03,
                       9.4463e-04, -2.3859e-03,  3.0273e-03,  1.2571e-03,  3.7969e-04,
                       4.2203e-03, -9.7968e-04,  1.9030e-03,  2.1165e-03, -1.5171e-03,
                      -3.3344e-03,  4.9501e-04, -1.3206e-03, -3.4817e-03,  1.5452e-03,
                       3.4751e-03, -4.5932e-04, -3.7185e-03, -3.1091e-03, -2.7719e-03,
                      -1.7261e-03,  1.7602e-03, -2.0288e-03,  2.2862e-03,  3.3165e-03,
                      -1.5820e-03,  1.6252e-03, -1.1164e-04, -3.2650e-03,  4.1818e-03,
                       2.6729e-03,  2.5768e-03,  1.8275e-03, -1.9493e-04,  3.7086e-03,
                      -4.1387e-03,  4.3046e-03,  3.4006e-03,  3.7196e-04,  1.0878e-03,
                      -4.0271e-04,  1.9939e-03,  3.1192e-03,  3.6252e-03,  1.8955e-03,
                      -1.6929e-04,  4.0603e-03, -2.9962e-05,  6.7116e-04, -2.8488e-03,
                       6.7285e-05,  5.4250e-04,  4.2050e-03,  3.8043e-03,  9.8654e-04,
                      -5.3857e-03, -1.9981e-03, -3.3098e-03, -2.2650e-03, -2.5807e-03,
                      -2.3799e-04,  3.7901e-05,  2.2127e-03,  1.6948e-03,  1.6238e-03,
                       6.5019e-04, -4.5193e-04, -4.6092e-04, -4.2078e-03,  9.7554e-04,
                       2.0821e-03,  1.8421e-03, -9.3624e-03, -3.4512e-03, -5.4139e-03,
                       3.7370e-03,  3.5972e-03,  2.1705e-03,  5.4529e-04, -5.0053e-03,
                      -1.4579e-03, -1.3675e-03, -2.0039e-03,  3.1240e-04,  2.9756e-03,
                      -8.1037e-03,  2.6650e-03,  1.0101e-02,  2.7526e-03, -2.5603e-03,
                       1.1305e-04,  6.1914e-04,  3.3204e-03,  3.2990e-03, -4.9559e-03,
                       3.8566e-03, -2.9773e-03,  7.9511e-03, -3.3480e-03,  1.7426e-03,
                      -3.5863e-03,  5.5099e-04, -3.8335e-03,  3.5819e-03, -4.8367e-03,
                      -7.3637e-04,  1.6686e-03, -5.5406e-04,  4.1491e-03,  5.6703e-03,
                      -2.4205e-03,  4.5789e-03, -7.0717e-03, -5.5598e-03, -1.2521e-02,
                       2.4357e-03, -1.1995e-03, -1.9009e-03, -9.9306e-03, -5.2579e-03,
                      -2.9085e-03, -2.5705e-03, -4.5848e-03, -6.6516e-03, -1.1911e-03,
                      -7.1143e-04,  3.2017e-03,  9.1676e-04,  4.7609e-03,  5.0792e-03,
                       8.1234e-03,  2.5760e-03,  6.5216e-04, -3.9236e-03, -1.0967e-03,
                      -2.5203e-03,  4.0050e-03,  9.7144e-03, -8.3582e-03, -1.7296e-03,
                       1.7410e-03,  6.3516e-03,  1.5691e-03,  3.5509e-03, -4.3066e-03,
                       5.0446e-03,  2.9269e-03,  4.2474e-03,  1.2571e-03, -5.7238e-03,
                      -3.4004e-03,  8.3477e-04,  6.4345e-03,  2.9900e-03, -1.0421e-03,
                       5.4662e-03, -1.1140e-02, -8.5778e-03,  2.9502e-03, -6.7629e-04,
                      -3.8552e-03, -3.3531e-03, -4.4776e-03, -5.4373e-03, -3.7250e-03,
                       4.4293e-04, -1.7578e-03,  7.3563e-04, -4.4197e-03,  6.5243e-03,
                       3.4344e-03, -2.7102e-03, -3.9776e-03, -5.1310e-03,  4.4321e-03,
                       1.3828e-03,  2.0629e-03, -4.8142e-03, -1.0207e-04, -3.6860e-03,
                       3.2525e-03,  8.8274e-04,  7.0720e-05,  2.9616e-03, -4.2124e-03,
                       1.7233e-03, -1.1568e-03,  9.4609e-03,  8.3390e-03,  6.8338e-03,
                       1.9455e-03, -2.9925e-03,  2.4211e-03,  2.0018e-03, -1.0470e-03,
                      -4.8096e-03,  2.0263e-03, -8.4018e-04, -2.7044e-03,  3.0777e-03,
                       1.8576e-03, -6.2398e-03,  6.3150e-04,  2.4075e-03, -1.7092e-03,
                       2.0570e-03,  7.1329e-03, -2.1784e-03,  3.1951e-03, -2.7299e-03,
                       5.0837e-04,  8.6727e-04,  6.4713e-03, -1.7261e-03, -8.8983e-05,
                       4.6840e-03,  2.4789e-03, -6.6066e-04,  2.7111e-03, -1.4335e-03,
                       7.3523e-04,  3.0883e-04,  1.3245e-03, -1.3741e-03,  3.7291e-03,
                       5.4015e-03, -4.1574e-03, -5.8341e-03,  3.6160e-03, -2.3068e-03,
                      -8.7084e-04, -6.3480e-03,  1.6940e-03, -3.3803e-03, -7.1799e-03,
                      -5.7191e-03, -4.2752e-03,  1.6352e-03, -3.2821e-03, -4.8261e-03,
                      -2.8040e-03,  8.2193e-03, -4.8780e-03, -9.4991e-04,  2.7698e-03,
                      -8.6212e-04,  2.2957e-03,  1.9998e-04, -1.6606e-03, -3.8620e-03,
                      -5.2549e-04,  5.7403e-03, -3.7709e-03,  2.2751e-04, -1.3246e-03,
                      -4.5617e-03, -4.1067e-03,  8.6855e-03, -5.8715e-03, -2.7103e-03,
                       3.0856e-03, -3.2686e-04,  3.0620e-03, -2.6885e-03, -3.0479e-03,
                      -1.0915e-03, -3.1284e-03, -3.5836e-04, -1.0777e-03, -5.1722e-03,
                       1.1930e-03, -1.3795e-03, -1.2976e-03,  2.2980e-03, -1.3553e-03,
                       3.8133e-04, -5.3578e-05, -1.7133e-03,  1.9823e-03, -2.4132e-03,
                      -3.4814e-03, -1.2691e-03, -1.7672e-03,  1.5414e-04,  4.4565e-04,
                       2.7311e-05, -2.3229e-03,  1.2144e-03,  7.3795e-04, -2.0290e-03,
                       1.2029e-03,  1.7256e-04,  7.8451e-04, -2.8554e-04,  1.2126e-03,
                      -1.9069e-03, -5.2332e-04,  1.0406e-03,  5.3222e-04,  7.3960e-04,
                      -2.8321e-03, -4.0010e-04, -4.4255e-04,  4.9899e-04, -2.8984e-03,
                       6.8480e-04, -7.4517e-04,  5.9199e-04, -1.3984e-03,  2.2976e-03,
                      -1.2689e-03, -4.0023e-04,  2.0210e-03, -3.8485e-04, -3.5501e-04,
                      -2.1523e-03,  2.9835e-05,  1.5538e-04, -1.6477e-03,  2.7627e-03,
                      -3.3853e-04, -1.2002e-03, -2.5177e-03,  3.1144e-04,  1.1822e-03,
                      -1.5080e-03, -1.1986e-03, -1.6728e-03,  3.8008e-04,  1.2625e-03,
                      -3.7853e-03,  1.6349e-03, -2.0291e-03, -9.7006e-05,  2.3636e-03,
                      -4.3974e-06,  1.3002e-03,  2.0410e-03, -2.1503e-03, -2.2992e-04,
                      -3.8897e-04,  1.1560e-04, -1.3318e-03, -8.0988e-06, -1.6887e-03,
                       6.6154e-04,  3.3926e-03,  1.9269e-03, -1.2717e-03,  1.8367e-04,
                      -3.7279e-03, -1.0422e-03,  7.9753e-04, -1.0785e-03, -6.3874e-04,
                       3.0151e-03,  1.9505e-04, -7.1784e-06, -1.5902e-03,  7.4498e-04,
                       2.9966e-03, -9.2567e-04, -8.8389e-04, -1.0618e-04,  2.6616e-03,
                       1.1091e-03, -1.5951e-03,  5.0910e-03, -2.5162e-03, -9.9273e-04,
                       1.6488e-03, -1.7699e-03, -1.5236e-03, -8.3501e-04, -2.1078e-04,
                      -2.0107e-03, -8.9962e-04,  7.3573e-04,  3.6707e-04, -3.6566e-04,
                       1.3162e-05,  4.2760e-03,  2.4065e-04,  6.1276e-04, -8.3079e-04,
                       4.8985e-04,  2.0161e-03, -1.1152e-03,  1.9309e-03, -4.9702e-04,
                      -9.3524e-03,  1.6423e-03,  3.4801e-03, -9.5140e-04, -3.5072e-04,
                       2.8650e-03, -3.3991e-04,  3.6155e-03,  4.6103e-04,  3.1453e-03,
                       6.3710e-03, -9.1023e-04,  2.7925e-04, -2.0789e-03, -1.5527e-03,
                       1.7290e-03, -2.1417e-03, -1.5418e-03,  1.4804e-03,  9.3737e-06,
                       2.1414e-04, -3.1558e-03,  2.6539e-03, -1.4486e-03,  2.1199e-03,
                      -5.8899e-04, -4.8831e-03, -8.0433e-03,  7.2734e-04, -6.1600e-04,
                      -2.1225e-03, -1.9664e-03,  1.9744e-03, -1.1390e-03, -1.9502e-03,
                      -5.4177e-03, -1.6338e-03, -7.3118e-03, -3.4688e-07, -3.0040e-04,
                       4.6069e-03, -1.8918e-03, -2.7019e-03,  2.8671e-03, -7.2961e-03,
                      -2.1221e-03,  4.2212e-03, -5.3146e-03,  1.5066e-04,  3.2100e-06,
                      -2.0187e-03,  1.4382e-03, -5.3866e-03, -1.9457e-03,  1.1785e-03,
                      -5.2665e-03,  2.2912e-03, -2.0619e-03,  2.2362e-03, -9.8140e-06,
                       4.0028e-04,  5.1654e-03, -2.4188e-03,  2.4615e-03,  1.3405e-03,
                      -6.5903e-04,  1.5205e-03,  6.9112e-04,  2.3606e-03,  8.5786e-04,
                      -9.9332e-04, -3.5079e-03, -3.1070e-03,  1.5025e-03, -1.8821e-03,
                       2.8649e-05, -1.9837e-03, -1.7069e-03,  2.0911e-03, -2.4403e-03,
                      -3.5023e-04, -2.8755e-03, -1.3225e-03, -1.6119e-03,  5.2448e-03,
                      -4.2218e-03,  3.2564e-03, -1.1930e-04,  3.2397e-04,  4.3343e-04,
                       1.8238e-03, -1.9976e-03,  5.6890e-04, -3.2782e-03, -1.7651e-03,
                      -2.0174e-03, -9.9333e-04,  3.6589e-03, -1.1344e-03,  2.5884e-04,
                       1.0871e-03, -1.9422e-03, -2.6972e-03,  1.0022e-03, -2.5852e-03,
                       1.4582e-03,  2.8200e-04,  2.9743e-04,  4.8951e-03, -2.8106e-03,
                      -1.4558e-03, -1.3256e-03, -8.0999e-04,  8.0950e-04,  4.2696e-03,
                      -3.0110e-03,  1.5925e-03,  6.1422e-03,  3.2850e-03, -2.4065e-03,
                      -3.6979e-04, -3.5282e-04,  1.5201e-03, -3.0775e-03,  2.6478e-04,
                      -4.3101e-04, -9.6457e-04,  1.2753e-03,  2.5338e-03,  2.0231e-03,
                       3.3748e-04, -1.9480e-04, -1.4799e-03, -1.0388e-03,  3.8945e-05,
                       4.5930e-04,  1.7703e-03,  1.0481e-04,  1.6742e-03,  1.8231e-03,
                      -1.1240e-03,  6.7287e-04, -1.6958e-03, -2.6587e-03,  1.3069e-03,
                       2.5132e-03, -4.0549e-03, -2.7991e-03, -9.7681e-05, -6.8499e-04,
                       1.1794e-03,  4.4715e-04, -1.6029e-03, -9.9809e-04, -1.6147e-03,
                      -6.4451e-04, -2.0969e-03, -7.4039e-04, -7.7489e-04,  1.7826e-03,
                       7.5398e-05, -1.8163e-03,  1.8895e-03,  7.5116e-04,  2.5233e-05,
                      -1.0222e-03, -1.6210e-03,  1.6794e-03,  1.1286e-04,  9.4763e-04,
                      -1.9740e-03, -2.5380e-04, -7.2225e-05, -3.8446e-04, -5.0124e-05,
                      -3.1506e-04,  1.2378e-03,  1.8416e-04,  8.3410e-05,  2.9112e-04,
                       5.8143e-04,  1.1520e-03, -8.6100e-05,  1.5126e-03, -1.8808e-03,
                      -9.3226e-04, -1.0227e-03, -1.1338e-03, -5.3248e-04,  3.9539e-04,
                       1.1195e-03, -8.2020e-04,  1.1709e-04,  7.0831e-04,  2.3212e-03,
                       1.2460e-03,  3.1868e-03,  2.6867e-03,  2.9777e-03, -9.4616e-04,
                       2.1096e-03, -1.0668e-03,  2.0146e-03, -1.6367e-03, -3.2939e-04,
                       6.5488e-04, -3.5030e-04, -1.7985e-03, -2.0944e-03,  9.3676e-04,
                      -1.5664e-03,  1.6672e-03, -5.4476e-04, -3.2342e-04,  1.3012e-03,
                      -1.3988e-03,  1.2533e-03,  3.1560e-03,  8.7182e-04,  4.2548e-03,
                       2.4471e-04,  1.2949e-03, -1.2406e-03,  2.4175e-04, -3.9390e-04,
                      -1.5960e-03, -6.3704e-04, -4.5858e-04, -2.9155e-04,  2.6199e-03,
                      -1.1953e-03,  1.2763e-03,  3.5005e-05,  2.0573e-03,  1.3016e-04,
                      -1.0568e-03, -8.2421e-04,  2.7596e-03, -8.4536e-04, -3.4901e-03,
                       4.7860e-04, -3.3438e-03,  6.0122e-04, -4.1161e-03, -5.3990e-04,
                      -1.6142e-04, -3.2464e-03,  6.9783e-04,  3.1160e-03,  2.3264e-03,
                      -2.0777e-03,  5.8527e-04,  1.0885e-03,  7.6150e-04, -6.4861e-03,
                       2.0101e-03,  9.2084e-04,  4.4260e-03,  6.1415e-04,  3.5603e-03,
                       1.1776e-03,  1.2937e-03,  4.7147e-03, -9.9859e-04, -9.6096e-04,
                       2.2813e-03, -9.7910e-04, -3.6142e-03,  1.3612e-03, -8.2510e-04,
                       2.4007e-03, -3.4945e-03,  3.6406e-03, -4.5824e-03, -2.6088e-03,
                      -3.3660e-03, -5.4449e-03, -7.1602e-04, -1.1996e-03,  1.4554e-03,
                      -4.4630e-04, -2.9616e-03,  6.0306e-04, -5.4746e-04, -1.5849e-03,
                      -2.8102e-03,  5.3769e-04,  2.8138e-03,  6.6026e-04,  5.2187e-03,
                       2.0027e-03,  1.6895e-03, -1.4846e-03, -1.5591e-03, -2.1069e-03,
                       1.6061e-03,  3.3524e-03, -1.5510e-03,  8.5526e-04,  5.5013e-03,
                       4.6654e-03, -4.1999e-03,  1.0524e-03,  2.4470e-03, -1.9877e-03,
                       2.9222e-04, -6.0618e-04,  2.4581e-03,  1.3022e-03, -4.9896e-03,
                      -1.6126e-03,  6.6609e-03,  7.0179e-04, -7.7784e-03, -1.1019e-03,
                       2.5549e-03,  6.8357e-03, -3.3588e-04], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.weight',
              tensor([[-0.0066,  0.0449,  0.0105,  ..., -0.0373, -0.0270, -0.0022],
                      [ 0.0202, -0.0053,  0.0327,  ..., -0.0361, -0.0091, -0.0034],
                      [-0.0354, -0.0240, -0.0480,  ...,  0.0877,  0.0067,  0.0602],
                      ...,
                      [-0.0111,  0.0196,  0.0165,  ...,  0.0019,  0.0110,  0.0168],
                      [-0.0155,  0.0375, -0.0024,  ...,  0.0088, -0.0215, -0.0066],
                      [ 0.0017,  0.0209,  0.0133,  ..., -0.0207,  0.0009, -0.0281]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.bias',
              tensor([ 9.5649e-04, -3.4300e-03,  9.9173e-04,  6.6551e-03, -1.5747e-02,
                      -3.8133e-03,  1.3021e-02,  8.1081e-03, -8.8546e-03, -1.7511e-02,
                       1.1159e-02, -2.0797e-02,  2.1023e-02,  2.5644e-02, -3.1701e-04,
                      -6.5741e-03, -9.6864e-03, -1.0320e-03, -8.3320e-03, -4.5766e-03,
                       1.2466e-02,  8.7623e-05, -1.6185e-02,  8.0858e-03,  3.5842e-03,
                       1.3462e-02, -8.3866e-03,  6.1088e-03, -1.7604e-02, -7.6302e-03,
                       3.5707e-03,  1.1636e-02,  2.6787e-03,  4.7708e-03,  1.3844e-02,
                       6.0902e-03, -1.0859e-02,  2.7117e-03,  1.3479e-03,  2.1933e-02,
                       9.2151e-03,  1.0919e-03, -2.1515e-02,  6.7281e-03, -5.6319e-03,
                      -7.8681e-03,  1.2331e-03,  4.3282e-03,  4.3808e-04, -3.3359e-02,
                      -1.3679e-02, -5.4877e-03,  1.7283e-03, -1.4398e-02, -1.2325e-02,
                      -5.0273e-03,  3.0162e-02,  1.2590e-02, -3.1617e-03, -1.2249e-02,
                      -1.9404e-03,  1.4685e-02, -1.2862e-02,  2.7350e-03,  9.7485e-03,
                       7.0385e-03, -1.4647e-02,  2.3249e-03,  2.2887e-02,  7.4439e-03,
                       8.7584e-03,  8.8811e-03,  1.6703e-02,  2.4298e-02, -3.8744e-02,
                       3.7927e-03, -3.7275e-03, -8.3301e-03, -1.7643e-02, -2.8259e-02,
                      -8.5924e-03, -9.5208e-03, -2.7385e-02, -1.0217e-02,  3.1967e-02,
                      -1.6563e-02, -6.6450e-03,  1.4774e-02, -2.4154e-02,  2.3090e-02,
                       1.4651e-02,  7.0195e-02, -3.5700e-03,  2.1876e-02, -2.8357e-03,
                      -2.4961e-02, -1.3989e-02,  7.3257e-03,  1.9323e-02,  2.0075e-04,
                      -3.5907e-02,  6.4177e-03, -5.8015e-03, -4.1057e-02,  3.9390e-03,
                      -6.2073e-03, -1.0540e-02,  3.2311e-03,  1.1283e-02,  2.3929e-02,
                       1.0466e-03,  3.7092e-02, -1.5750e-02, -2.4551e-03, -1.0669e-02,
                       2.7400e-02,  3.0424e-02,  4.5209e-03,  1.3384e-02,  1.0621e-02,
                      -2.8425e-02,  4.3822e-03, -1.6840e-02,  6.6811e-03,  9.9800e-03,
                       4.9221e-02, -2.0617e-02,  2.2296e-03, -1.1449e-02,  7.3684e-03,
                       4.4429e-02,  9.4869e-03, -1.6438e-02, -8.3250e-03,  2.2387e-02,
                      -5.1915e-02, -5.0483e-02,  1.0496e-02,  4.7549e-03,  4.1538e-02,
                      -3.3933e-02,  3.0615e-03,  6.8133e-02, -2.0299e-03,  2.0377e-03,
                      -8.5806e-03, -4.9866e-02, -2.2048e-02, -1.6704e-03, -1.3406e-02,
                      -3.0060e-02,  2.0326e-02,  3.4412e-02, -5.3513e-02, -4.3904e-03,
                      -5.7335e-02, -1.9499e-02, -2.8280e-03, -5.7312e-03, -3.5896e-02,
                       2.2841e-02, -6.7820e-02,  8.7872e-03,  1.5739e-02, -1.3324e-03,
                      -2.8287e-03,  1.4533e-02,  7.0206e-02, -2.0386e-03,  2.7036e-02,
                       5.6596e-02, -9.2426e-03,  6.9669e-02,  5.0924e-02, -2.0117e-02,
                      -8.6700e-02,  1.9354e-02,  9.6423e-03,  1.3800e-02,  2.6874e-02,
                       3.2936e-02,  8.5573e-03, -3.2154e-02,  4.3370e-02,  5.3801e-03,
                       1.9762e-02,  2.2997e-04,  2.0363e-02, -2.9919e-02, -1.0601e-02,
                       5.3776e-02, -3.2991e-02, -1.9363e-03,  1.9498e-03, -1.1975e-02,
                      -5.1772e-02,  9.4380e-03,  4.5109e-04, -1.6467e-02, -6.9247e-02,
                      -8.2783e-02,  1.1220e-02, -3.9256e-02, -2.9066e-02,  5.3984e-03,
                      -6.6318e-03,  1.3321e-03,  4.9089e-02,  5.3842e-02,  8.0896e-04,
                      -6.2977e-02,  2.5851e-02, -2.0449e-02, -1.5516e-02, -1.6517e-03,
                      -2.2652e-02,  1.8767e-03,  7.4153e-02,  8.4198e-02,  3.5554e-02,
                      -3.5730e-02,  5.4246e-02,  5.5372e-03,  3.4412e-02, -1.5623e-02,
                      -8.7366e-02, -1.1157e-02,  4.2937e-02, -1.1520e-02, -1.6317e-02,
                       4.3306e-02, -2.1704e-03, -2.6599e-02,  2.1110e-01, -9.6281e-03,
                      -5.2119e-02,  2.8640e-02, -8.2065e-02,  8.3502e-02, -3.2279e-02,
                       1.1105e-03, -4.7915e-03,  3.0523e-02,  7.5896e-02,  2.1247e-03,
                       2.6405e-02,  4.8494e-03, -6.7535e-02, -4.2097e-02, -2.2352e-02,
                      -9.3664e-03,  3.9154e-02, -1.6232e-02,  2.2697e-02, -1.8092e-02,
                      -3.8055e-02,  4.1085e-02, -7.5031e-02, -6.5574e-03,  5.6210e-02,
                       2.5837e-02,  2.3485e-03, -2.2323e-02,  1.1028e-01,  7.0616e-02,
                      -4.8852e-02,  2.8286e-02, -3.7455e-02, -2.7421e-02,  4.2156e-02,
                       2.0343e-03,  2.2000e-02,  5.2944e-02,  5.5239e-02,  3.6326e-02,
                       6.7773e-02,  5.0355e-02, -1.7196e-01, -4.7423e-02,  8.9034e-03,
                       4.5392e-02,  4.7560e-02,  7.1029e-03, -6.4979e-02, -5.8572e-03,
                       1.9100e-03,  5.2532e-02, -4.8101e-02,  6.4554e-03,  1.3960e-01,
                       5.6161e-02, -3.0323e-02, -5.5616e-02, -9.3734e-04, -9.7710e-02,
                      -4.1340e-02,  6.0348e-02,  1.5537e-02,  1.1206e-01,  2.0290e-01,
                       6.2177e-02,  8.5192e-03,  2.9924e-02, -9.3590e-02, -5.2645e-02,
                      -4.2764e-02,  1.0891e-01,  2.1928e-02,  7.5781e-03, -1.0202e-01,
                       2.8390e-02,  1.2202e-01, -2.3686e-02, -2.1605e-02,  2.5798e-02,
                       1.8763e-02, -5.1482e-02,  5.6489e-02, -4.7057e-02,  7.1405e-03,
                      -9.2088e-03,  9.7821e-03,  1.0138e-02, -5.1281e-03, -3.2720e-04,
                      -7.3854e-03,  1.5504e-02, -6.6326e-03, -2.3418e-02, -9.5436e-04,
                       1.3196e-02,  1.9069e-02,  1.7060e-02, -1.3159e-03,  4.3948e-03,
                      -5.1398e-03,  5.9377e-03,  2.3795e-02,  1.1904e-02,  2.6813e-02,
                       6.4255e-04,  2.3221e-02, -7.8657e-03, -1.1434e-02,  1.7716e-02,
                       1.1066e-02, -5.6899e-03,  8.7147e-03,  7.8223e-03,  2.9801e-03,
                       2.7256e-03,  1.1857e-02, -1.5114e-02,  4.7839e-03,  3.7427e-03,
                      -2.6469e-03, -8.8350e-03, -1.5933e-02,  4.8788e-03,  1.7613e-02,
                       4.7593e-04,  3.0432e-03, -1.0371e-02, -2.9500e-02, -3.2862e-04,
                       1.2097e-02, -1.1031e-02,  1.4680e-02, -2.2307e-02,  6.1800e-04,
                       1.8413e-02,  1.0839e-02, -1.2827e-02, -1.1578e-02,  1.3672e-02,
                      -2.6999e-03, -1.1427e-02,  1.7735e-03, -3.2884e-03,  4.6762e-03,
                       2.9006e-02,  6.6764e-03, -1.2428e-04, -1.8729e-02, -2.0830e-03,
                       2.0859e-02,  3.2164e-02, -4.1308e-02, -7.0521e-03,  2.8994e-02,
                      -3.5110e-02,  1.5010e-02,  8.3903e-03,  4.7258e-02, -2.7365e-03,
                      -2.5246e-02, -4.7856e-02, -9.2096e-04,  9.5609e-03, -2.5839e-03,
                      -4.4148e-03,  3.1470e-02, -5.5607e-03, -9.2208e-03, -2.1974e-02,
                      -8.1099e-03, -8.5448e-03,  3.5600e-03,  7.6826e-03,  3.0176e-03,
                      -5.4204e-03, -2.2687e-03,  9.1801e-03,  1.8990e-02,  2.1161e-02,
                       5.3195e-03,  1.4647e-02,  5.1100e-03, -8.2426e-03,  2.7542e-02,
                      -4.0495e-03,  2.2061e-02,  1.6244e-02, -1.7386e-02, -4.6945e-02,
                       1.4017e-02,  2.4944e-02,  1.6885e-03,  4.8451e-03,  1.9562e-03,
                       8.8920e-03, -4.0391e-03,  2.8833e-02, -2.3425e-03, -1.1706e-02,
                      -1.9624e-03, -1.5133e-02, -6.0293e-03,  7.8136e-03, -1.5634e-02,
                      -4.4924e-02,  1.4898e-02, -2.3255e-02,  5.9852e-03,  9.8120e-03,
                      -9.6132e-03, -2.4123e-02, -2.3802e-02,  8.3425e-03, -1.3577e-02,
                      -6.4193e-03, -3.1668e-02, -4.5645e-02,  1.0310e-02, -2.1706e-02,
                       1.1973e-02,  2.2155e-03,  4.1649e-03, -7.3650e-03,  3.7098e-02,
                       3.3936e-02,  3.2787e-02, -1.8377e-02, -5.3509e-02, -2.0006e-02,
                      -1.3644e-02,  2.5599e-03, -1.0801e-02, -1.6407e-03, -1.0456e-02,
                       1.2795e-02,  9.2885e-03, -4.5327e-02,  1.5622e-02,  2.9270e-02,
                       3.1663e-02, -2.3884e-03,  1.1377e-02,  1.8924e-02,  2.4840e-02,
                      -2.1761e-03, -1.8176e-02,  1.3459e-02,  1.6904e-02,  1.2430e-02,
                      -2.3663e-02, -7.6366e-03,  1.6159e-02, -3.2464e-03, -1.4541e-02,
                       1.7600e-02,  4.0274e-02,  2.8775e-02,  1.1339e-02, -2.3116e-02,
                      -2.5665e-02, -3.7808e-02, -1.2023e-02,  5.3558e-03,  1.3561e-02,
                       3.6210e-02, -3.3811e-03,  4.6996e-02, -2.4941e-02, -4.2750e-02,
                       4.3799e-03,  4.3515e-04,  2.1312e-02,  1.0076e-02, -4.1292e-02,
                       5.7853e-04, -1.5679e-02, -1.0449e-02, -1.4377e-02,  1.3390e-02,
                       1.0121e-02, -1.4995e-03,  2.9003e-03, -2.0525e-02,  1.7100e-02,
                       6.5515e-03, -2.1826e-02,  3.0774e-02,  6.5731e-03, -3.9857e-02,
                      -1.6280e-02,  1.9482e-02,  1.7823e-02, -1.0519e-02,  8.8526e-03,
                      -1.1052e-02,  6.3348e-03,  1.6824e-02,  2.5909e-02,  9.5785e-03,
                       6.9602e-04, -1.1628e-02, -1.1371e-03, -7.6776e-03,  5.8686e-03,
                      -6.6151e-03,  4.4638e-03, -2.4327e-02, -2.4905e-03,  1.1051e-02,
                      -1.3892e-02,  2.0834e-03, -2.0786e-02, -1.9830e-02,  1.0051e-02,
                       3.6320e-04, -1.4010e-02,  1.4616e-02,  9.2103e-04,  1.7575e-02,
                       8.1092e-03, -3.1646e-03,  1.2407e-02,  7.3255e-03, -1.1447e-02,
                      -1.4629e-02,  2.3573e-03, -5.4984e-04,  6.4112e-03, -5.7531e-03,
                       1.3153e-02,  6.6034e-03,  2.5761e-03, -1.0140e-02,  1.2029e-02,
                       5.0030e-02, -8.7916e-03,  2.0325e-02, -5.0173e-03,  1.4955e-02,
                       1.3389e-02,  2.8433e-03,  1.6994e-02, -7.1959e-03,  1.6781e-02,
                      -2.2381e-02,  8.6534e-03, -1.8580e-02,  8.5681e-02,  1.8770e-02,
                      -4.9438e-03, -5.5957e-03,  2.2560e-02, -2.6762e-02,  1.5520e-02,
                       8.8538e-03,  2.5279e-03,  6.8995e-03,  3.6685e-02,  4.6777e-02,
                       1.5364e-02, -5.5875e-03,  3.2280e-02, -5.6194e-03,  4.6821e-03,
                       1.3900e-02,  2.4912e-03,  9.1065e-03,  1.4283e-03, -3.1397e-02,
                       3.6271e-02,  9.9745e-03, -3.3601e-02,  6.2588e-04, -2.1086e-02,
                       1.8275e-02, -1.7518e-02,  3.1037e-02, -2.2000e-02, -7.0294e-03,
                      -2.0181e-02, -1.2163e-02,  1.0646e-02, -1.3608e-02,  1.1063e-02,
                      -1.5958e-03,  2.1512e-02,  7.9165e-03, -1.9961e-02, -9.9450e-03,
                      -2.0576e-02, -4.7773e-03,  5.6804e-03, -6.2845e-03, -8.6652e-03,
                      -2.8707e-02, -3.0303e-03,  1.6550e-02, -8.5956e-03,  1.6178e-02,
                      -1.5503e-02, -2.6005e-02,  3.5707e-02, -3.4556e-03, -2.4077e-02,
                       1.7868e-02, -2.0958e-02, -1.6403e-02, -4.4208e-02,  2.9254e-02,
                      -5.2890e-02,  2.2385e-02,  1.8957e-02, -1.0582e-02,  3.0870e-02,
                      -1.5760e-02, -6.2757e-02, -1.2218e-02, -1.0546e-02, -2.8883e-02,
                       2.0672e-02, -1.0989e-02,  2.5809e-02, -1.2828e-02, -5.3557e-03,
                      -3.1492e-03, -3.4793e-02, -1.9131e-02, -2.6003e-02,  1.2429e-02,
                      -1.3820e-02, -1.7806e-02, -1.4185e-02,  1.0303e-02,  4.6441e-02,
                       1.0916e-02,  1.2978e-02, -4.6981e-03, -1.4240e-02, -5.3104e-03,
                      -5.7280e-03,  2.6774e-03, -9.9128e-03,  2.5671e-02,  1.2627e-02,
                       2.4852e-02,  1.2622e-02,  6.6263e-03, -1.8493e-02,  9.0759e-03,
                      -9.4442e-03, -4.4574e-02, -3.3331e-02,  3.8224e-02, -7.3831e-04,
                       6.8505e-03,  3.0885e-02,  1.3765e-02,  5.4392e-02, -2.4292e-02,
                       1.0837e-02,  2.2838e-02, -1.0620e-03,  4.7428e-02, -3.0476e-02,
                       4.9836e-03,  3.4124e-02, -2.2628e-02,  1.4364e-02, -6.3337e-02,
                      -1.3767e-01, -9.4577e-02, -1.1930e-02,  9.9723e-02,  3.0659e-02,
                      -7.6805e-03, -5.1745e-03, -1.9020e-02,  1.3208e-02, -1.5425e-01,
                       1.2431e-01,  8.8913e-02,  8.4897e-02,  1.7771e-01, -8.5153e-02,
                      -5.3612e-02,  1.1719e-01, -3.5425e-03, -1.9831e-02,  1.4795e-02,
                       2.3399e-01,  1.1063e-02, -4.0923e-02,  5.5986e-02, -7.2486e-02,
                       2.6789e-02, -2.2004e-01,  8.4855e-03, -2.1256e-04,  2.5853e-02,
                       9.5559e-02,  1.1604e-01, -1.3918e-01, -1.3191e-02,  2.6482e-02,
                      -1.0077e-01,  2.7610e-02,  7.8592e-02,  5.0936e-02,  3.9818e-02,
                       9.2484e-02, -9.0197e-02, -6.7622e-02,  4.3524e-02, -1.1271e-01,
                       4.5565e-02, -2.0689e-01,  5.0770e-03,  2.8963e-01,  4.7626e-02,
                      -6.7253e-02, -4.1788e-03,  1.3508e-01,  8.3276e-03, -2.8442e-02,
                      -2.6685e-02,  2.6593e-02, -6.5912e-03, -1.2443e-01,  5.0728e-02,
                       7.7629e-03,  1.4966e-02, -1.2723e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.weight',
              tensor([[-0.0156, -0.0174, -0.0184,  ..., -0.0532, -0.0014,  0.0113],
                      [-0.0095, -0.0186,  0.0433,  ...,  0.0445,  0.0123, -0.0385],
                      [-0.0214, -0.0193,  0.0430,  ...,  0.0079,  0.0059,  0.0281],
                      ...,
                      [-0.0041, -0.0243,  0.0151,  ..., -0.0149, -0.0169, -0.0077],
                      [-0.0186, -0.0137,  0.0233,  ..., -0.0108, -0.0185,  0.0149],
                      [ 0.0031,  0.0211,  0.0047,  ...,  0.0031, -0.0009, -0.0127]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.bias',
              tensor([-4.3501e-02, -9.0253e-03, -1.0605e-01, -5.3302e-02,  4.4802e-02,
                      -6.0000e-02,  1.0595e-01, -1.4755e-01,  2.9783e-03, -7.0553e-04,
                       1.0527e-01,  6.2358e-02,  8.3260e-04,  7.7004e-02, -6.6811e-02,
                      -3.1345e-02,  1.0580e-01, -1.0575e-01,  1.3890e-01, -1.1271e-02,
                      -5.8812e-03, -7.2023e-03, -2.6676e-02,  5.6032e-02, -1.9890e-01,
                      -1.1162e-01,  2.0073e-03, -1.6264e-01, -2.1896e-02,  7.8755e-02,
                       3.9227e-02,  1.2768e-02, -1.6489e-02, -8.9143e-02,  1.2330e-02,
                       5.7066e-03, -1.7432e-01,  2.2014e-02, -2.6789e-01, -1.5713e-01,
                      -6.1874e-02,  1.3350e-01,  3.6232e-02,  1.3232e-02, -9.1684e-03,
                       1.8301e-02, -1.9737e-02, -3.3047e-02,  1.0338e-01, -5.3551e-02,
                       7.4890e-02, -4.5627e-02, -2.8569e-01,  1.4246e-01,  1.8635e-01,
                      -1.8722e-01,  1.3947e-01,  1.1415e-01, -1.9977e-01, -9.8594e-02,
                       5.0012e-03,  5.7523e-02, -1.2039e-02, -3.5091e-02, -3.9129e-02,
                       3.2397e-03,  1.4634e-01,  1.2109e-01, -4.8988e-02, -1.3839e-01,
                       2.0928e-02, -2.3860e-02,  9.0130e-02, -1.3804e-01, -4.2976e-02,
                       3.1815e-02, -8.2036e-02, -9.4164e-02, -1.4667e-03, -4.7976e-02,
                      -1.0431e-01, -1.1194e-01,  1.3660e-02,  8.3994e-02,  2.2728e-01,
                      -1.3881e-01,  6.6417e-02, -6.6082e-02, -7.0573e-03, -1.1609e-02,
                      -6.2623e-02, -1.8489e-02,  3.6588e-02,  1.0488e-01, -7.0771e-02,
                      -7.9179e-02, -4.1572e-02, -1.4573e-01, -1.4299e-02,  1.8662e-02,
                       1.0169e-02,  1.3207e-02, -1.9737e-02,  6.0696e-02, -1.1665e-01,
                       5.7517e-02,  3.7370e-02, -2.2405e-02,  1.3180e-01,  2.2673e-02,
                      -2.0949e-03,  1.5391e-01,  5.1291e-02,  9.1061e-02,  8.8873e-02,
                       3.5627e-02,  1.8977e-03, -1.1545e-02,  4.6066e-02, -3.4624e-02,
                       1.3206e-01,  1.7426e-02,  2.7082e-02,  6.2140e-02, -1.1626e-01,
                      -3.1738e-02,  4.0568e-02, -9.7727e-02,  6.4098e-02, -9.9609e-03,
                       3.9230e-02, -3.2772e-03, -5.5752e-02, -2.7964e-02,  2.6944e-02,
                      -2.1760e-02, -1.1451e-01,  4.1976e-03, -1.2152e-03, -6.3452e-02,
                       3.5871e-02,  6.7487e-03,  7.9549e-02, -3.8977e-01,  5.7288e-03,
                       3.9149e-02,  1.5032e-02, -2.5373e-02,  1.9588e-03,  1.5701e-01,
                       2.0495e-02,  5.3701e-04, -3.0868e-04, -4.9947e-04, -8.1607e-02,
                      -6.9271e-02,  2.4500e-02, -6.6093e-02, -1.7043e-01,  1.1257e-01,
                       4.9216e-02, -2.9207e-02, -1.2338e-02, -4.3442e-02, -7.0003e-02,
                       1.7510e-02, -7.9591e-03, -8.7278e-02,  4.1041e-02,  1.6747e-02,
                       4.6831e-02, -3.9767e-02,  2.2938e-01,  3.0753e-02,  2.0782e-02,
                      -7.4375e-02,  2.5020e-02,  2.4098e-02, -1.7935e-02,  2.6449e-03,
                       1.3192e-03,  6.7918e-02,  1.9525e-02, -8.3370e-02,  9.3669e-02,
                       2.1237e-01,  7.3250e-02,  3.6924e-02,  5.1824e-02, -2.7187e-02,
                      -1.6635e-02, -2.6918e-01,  7.3440e-02,  9.1224e-02,  9.1931e-02,
                       1.1815e-01,  1.3592e-02,  4.0823e-02,  1.7808e-01,  7.0953e-02,
                       3.5157e-03, -1.3524e-01,  1.7542e-01,  1.2345e-01, -1.5568e-01,
                       9.2761e-02, -8.5301e-02, -1.2036e-02,  2.6700e-03,  9.9467e-02,
                      -6.8527e-02, -5.3220e-02, -2.3574e-02,  8.3977e-02,  7.2287e-02,
                      -1.6585e-02,  1.0826e-01,  3.4695e-02,  7.8922e-02, -4.7310e-02,
                      -6.6772e-02,  6.2297e-02,  1.2927e-02, -4.1731e-02,  3.4592e-02,
                       1.3013e-01,  7.6935e-02, -2.4173e-02,  9.8286e-02, -1.2152e-01,
                       8.7124e-02,  6.7241e-02, -9.8427e-02,  1.4348e-01, -1.3480e-01,
                      -2.6554e-02, -1.0901e-01, -3.6284e-02, -5.9734e-02,  6.2355e-02,
                       1.0827e-01,  1.8140e-01, -2.2160e-01,  9.2472e-02,  5.4227e-02,
                       4.0012e-02, -8.3081e-02, -1.2257e-01,  2.5096e-02, -1.9583e-02,
                      -1.5729e-01, -3.9560e-02,  6.8923e-02,  3.3685e-02,  6.7095e-02,
                      -7.6726e-02,  1.0578e-01,  5.5452e-02, -2.3043e-02,  2.7725e-03,
                       6.8562e-02, -1.2118e-01,  1.0597e-01,  2.6208e-02, -3.8202e-02,
                      -2.4521e-02,  8.4360e-02, -1.1168e-01,  1.5557e-02,  6.1798e-03,
                      -4.3235e-02,  6.5090e-02,  6.1957e-02, -4.2039e-02,  1.0231e-02,
                       5.4807e-02,  1.0454e-01,  1.3866e-02,  1.6286e-02,  6.8891e-02,
                      -1.4945e-02, -5.3927e-02,  1.2225e-01,  1.4827e-01,  4.7903e-03,
                       5.0003e-02, -4.8182e-02,  8.1343e-02,  2.7953e-02,  3.9801e-03,
                      -2.1833e-01, -8.1092e-02,  1.6704e-01,  1.2587e-02,  1.5634e-01,
                      -9.4437e-02,  9.9214e-02, -2.1648e-01, -2.0514e-02,  1.3837e-01,
                      -2.7377e-02, -6.8929e-02, -3.6125e-02,  4.2438e-02, -2.3627e-02,
                      -1.1087e-01, -9.4174e-02,  6.7582e-03,  1.2707e-01,  3.2947e-02,
                       5.0904e-02,  1.9019e-02, -5.6992e-02, -1.5947e-01, -7.2307e-02,
                      -5.5962e-02, -4.7151e-02, -2.3906e-03, -1.1405e-03, -1.9529e-01,
                       1.3105e-02, -6.6849e-02,  3.3060e-02,  1.9919e-02,  2.6843e-02,
                      -5.2136e-02,  2.8243e-02, -1.9262e-01,  1.5011e-02,  1.6194e-02,
                       1.1644e-02, -1.6169e-02,  3.6318e-02,  8.8769e-02,  1.5840e-01,
                      -5.1178e-02, -1.2414e-01, -4.3709e-02, -4.3171e-02,  1.6433e-01,
                       1.8390e-01,  4.4241e-02,  5.4711e-02,  8.2269e-03, -1.5386e-01,
                      -2.7183e-02,  9.4042e-02, -9.2610e-02, -1.0653e-01,  1.1848e-02,
                      -8.1485e-05, -5.8031e-03,  3.7839e-03,  8.4449e-02,  9.7331e-02,
                       2.9037e-02, -9.5138e-02,  2.9259e-02, -1.0106e-01,  1.5446e-01,
                      -5.3304e-02,  7.0139e-02,  1.4230e-01, -4.7037e-02,  5.9766e-03,
                      -9.1616e-02, -2.5874e-02, -2.0924e-02, -5.2071e-02, -1.1937e-01,
                       1.0003e-01, -7.6014e-02, -1.0254e-01, -4.5538e-02,  9.7213e-02,
                       7.8420e-02, -4.5121e-02,  1.5353e-02,  6.8144e-03, -7.2932e-02,
                       8.1291e-02, -1.4224e-02, -1.8367e-02,  1.0255e-01,  1.0500e-01,
                      -6.1484e-02,  6.6759e-02, -1.1221e-02, -1.3604e-01, -3.1869e-02,
                       3.8659e-03, -5.7786e-02,  5.1072e-02, -4.6755e-02,  7.3999e-02,
                       5.7270e-02,  1.4044e-01, -1.3982e-03, -2.8086e-02,  2.7452e-02,
                       2.6055e-03, -1.4233e-01, -2.8517e-01,  6.8587e-03,  1.9156e-02,
                      -1.8036e-01,  7.2204e-02,  1.4772e-01, -1.2465e-01,  6.1984e-02,
                       1.8465e-01,  4.8951e-02,  1.3709e-02,  8.2580e-02, -4.7130e-02,
                       5.4682e-02, -3.3805e-02, -2.7653e-03,  4.6568e-02, -2.0629e-03,
                      -1.3561e-01, -6.7602e-02,  7.8094e-02,  1.3774e-02,  2.4682e-02,
                      -1.3820e-02, -3.1109e-02, -1.3035e-01,  2.0936e-02,  1.1160e-01,
                      -5.0008e-02,  9.5810e-02, -2.3962e-02, -3.4814e-03, -1.4036e-01,
                       1.3890e-02,  1.1826e-02, -5.9324e-02, -2.8016e-02, -1.0134e-01,
                       1.9504e-02,  1.5687e-01, -3.5043e-02, -5.7390e-02,  1.7993e-04,
                      -1.9086e-01, -3.3830e-03, -2.9468e-02, -3.2658e-02,  7.4173e-02,
                       5.9954e-02, -4.0613e-02,  2.8001e-02,  4.2281e-02, -1.3444e-01,
                       6.4150e-02, -8.2479e-02, -1.4489e-01, -8.5325e-02, -5.6398e-02,
                      -2.7681e-02,  2.1557e-02,  1.2242e-01,  5.3513e-02,  1.3227e-01,
                       1.2900e-01, -9.2696e-02, -8.2685e-02, -5.1977e-02, -9.2678e-02,
                      -1.1513e-02, -4.2199e-02, -5.0651e-02, -5.3994e-02, -4.0646e-02,
                      -1.0621e-01,  9.2936e-04, -4.4609e-03,  6.2639e-02,  3.5090e-03,
                      -2.8341e-02,  1.0284e-01, -5.1256e-02,  5.6874e-02, -5.4181e-02,
                      -1.2370e-01, -5.5925e-02, -1.5176e-02, -1.2551e-02,  4.8035e-02,
                       7.7612e-02, -7.8872e-03, -1.0862e-01, -3.4336e-02, -7.0263e-02,
                       4.1360e-02,  8.0241e-02, -3.5787e-02, -4.1244e-02, -2.3293e-02,
                      -2.1068e-02, -2.5909e-02,  6.7310e-02,  1.0110e-02, -5.0686e-02,
                       2.3892e-02, -1.7412e-03, -6.8816e-02,  1.0066e-01,  3.0262e-02,
                       5.9543e-02,  1.0145e-01, -7.7289e-02, -1.7153e-01, -2.6924e-02,
                       3.7494e-03,  3.2187e-02, -2.9889e-02, -1.1981e-01,  4.7941e-02,
                       5.7428e-02,  1.3367e-01,  2.7494e-01,  2.4424e-02, -3.0747e-02,
                       1.5426e-02,  4.9832e-02, -1.0777e-02, -1.2390e-01, -5.5816e-02,
                       1.1322e-01,  6.1934e-02, -2.5382e-02,  8.4517e-02, -2.3171e-02,
                       2.4597e-02,  1.6045e-01,  6.4002e-02,  1.0322e-01, -1.1847e-01,
                       6.2787e-04, -2.7306e-02,  6.3571e-02,  1.1550e-02,  3.6083e-02,
                      -4.1793e-02, -1.1864e-01, -5.8790e-03,  1.0537e-01,  2.6967e-02,
                       1.1829e-02, -6.2945e-03, -4.0577e-03,  1.1370e-01, -5.8847e-02,
                      -1.5481e-02,  4.6079e-02, -1.3797e-01, -2.3985e-02,  1.5694e-02,
                      -6.3569e-02, -1.7283e-02, -3.7746e-02,  1.5892e-02, -1.5131e-02,
                       7.5508e-02,  2.3152e-03,  3.6471e-02, -7.4552e-02, -4.9575e-02,
                      -8.3329e-02, -1.3138e-02,  1.8310e-02,  3.0822e-02,  1.6337e-02,
                      -3.3834e-03, -3.3483e-02,  7.8279e-02,  5.8034e-02, -3.7772e-02,
                       8.3937e-02, -6.5540e-02,  6.4112e-03, -2.7929e-02, -3.8618e-04,
                      -9.4923e-03, -3.7810e-02, -3.5150e-02, -4.0509e-02,  6.2007e-02,
                      -3.0247e-02,  1.1788e-01, -3.4549e-02, -1.1719e-01, -1.7245e-02,
                      -4.2512e-02, -4.6879e-02, -8.0223e-02,  6.6278e-02, -3.7523e-02,
                      -5.1665e-02,  1.9773e-04,  3.7550e-02,  2.5236e-02, -5.6953e-02,
                      -3.7264e-02,  1.2473e-02, -1.1762e-01,  8.9780e-03,  2.9771e-02,
                      -1.1576e-01,  6.2104e-02, -1.1114e-02,  1.1413e-01,  1.1723e-02,
                      -1.5083e-02, -1.4435e-01, -1.2062e-02, -7.6590e-02,  4.0271e-02,
                      -1.3100e-01, -1.2840e-02, -1.3471e-02,  2.5750e-02, -7.5106e-02,
                      -2.3716e-02, -3.9643e-02, -5.0878e-02, -2.9747e-02,  2.1261e-01,
                      -7.4732e-02,  2.0848e-02, -1.7867e-02, -2.7466e-02, -9.4526e-03,
                       9.9926e-03,  4.2329e-02, -5.3791e-02,  1.1345e-01,  7.0944e-02,
                      -5.9373e-02, -6.2171e-03, -4.4426e-02, -7.2548e-02, -1.3400e-02,
                       5.8413e-02,  1.9977e-02,  8.6795e-02, -1.1265e-01, -6.1199e-03,
                      -6.0410e-02, -5.3601e-02,  1.3606e-01, -3.4878e-02,  5.6857e-02,
                      -7.0771e-02, -6.8765e-02,  1.3284e-02,  2.8724e-02,  2.8688e-02,
                       5.5305e-02,  5.8696e-02,  4.7243e-02, -4.2298e-02, -3.9293e-02,
                       1.2638e-01, -8.1667e-03,  7.3212e-02, -5.5480e-02, -1.1684e-01,
                       3.1500e-02,  1.4284e-02,  7.8698e-02,  2.7669e-02,  5.1544e-02,
                      -1.1879e-02, -1.6688e-01,  8.5105e-03, -2.0692e-03, -4.5706e-02,
                      -2.6087e-02,  2.3551e-02,  3.6305e-02,  8.3208e-03,  1.8454e-02,
                       6.1905e-02, -3.1343e-02,  2.3803e-02, -2.4710e-02,  2.7844e-02,
                       5.6452e-02,  2.1926e-01, -2.1329e-02, -1.5714e-02,  5.6161e-03,
                      -3.4795e-03, -2.0670e-02, -4.2465e-02, -1.9929e-02, -3.9519e-03,
                       8.0370e-02, -7.5970e-02, -3.4559e-01,  7.2320e-02, -1.9763e-02,
                       2.1071e-02,  1.8247e-02,  6.0506e-02,  7.5220e-02,  5.6605e-03,
                       1.0610e-01, -5.4293e-02,  5.5954e-03, -3.5580e-02,  8.5880e-02,
                      -1.4166e-01,  1.3291e-01,  1.0061e-01, -5.4776e-02,  5.2989e-02,
                       1.6433e-03,  6.7929e-02, -1.9928e-02,  2.2298e-02,  6.7837e-03,
                      -2.6646e-01, -6.3124e-02,  6.6853e-04,  7.3075e-02,  8.3604e-03,
                      -2.1361e-02, -9.4575e-02,  1.3528e-01, -5.7765e-02,  6.0425e-02,
                      -4.6041e-02,  1.0516e-01,  2.8737e-02,  2.8352e-02, -2.3560e-02,
                       6.8808e-02, -3.2200e-02,  1.1406e-02, -6.2804e-02, -5.7793e-02,
                      -6.9223e-02,  2.1450e-02, -3.9619e-02,  2.0813e-01,  6.1733e-02,
                       1.0214e-01,  5.6991e-02,  1.6348e-02,  5.9275e-02, -2.4721e-02,
                       6.6378e-02, -4.2412e-02, -1.0079e-01, -8.2858e-02, -2.0738e-02,
                       1.3437e-03,  3.5997e-02, -1.1803e-02, -1.6700e-03,  1.0823e-02,
                      -9.0749e-02, -5.7938e-02,  2.7442e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.weight',
              tensor([0.8923, 0.8895, 0.9182, 0.8763, 0.8490, 0.9365, 0.8447, 0.9528, 0.9503,
                      0.8179, 0.9296, 0.9149, 0.9315, 0.9174, 0.8908, 0.8097, 0.8792, 0.8634,
                      0.8731, 0.9222, 0.8480, 0.9341, 0.8892, 0.8799, 0.8472, 0.8613, 0.9199,
                      0.9159, 0.8724, 0.8917, 0.8944, 0.7729, 0.9229, 0.8198, 0.8754, 0.8629,
                      0.8101, 0.9190, 0.8492, 0.9002, 0.9190, 0.8847, 0.9014, 0.9207, 0.9290,
                      0.9321, 0.9001, 0.9238, 0.9568, 0.8701, 0.9528, 0.8469, 0.8886, 0.8995,
                      0.8280, 0.7747, 0.9074, 0.8884, 0.8190, 0.8516, 0.8973, 0.9321, 0.9544,
                      0.9132, 0.8308, 0.9257, 0.9005, 0.8681, 0.8275, 0.8671, 0.8933, 0.8504,
                      0.8659, 0.8662, 0.9215, 0.9282, 0.9104, 0.8879, 0.9291, 0.9044, 0.8745,
                      0.8581, 0.8925, 0.8691, 0.7933, 0.9210, 0.8358, 0.8715, 0.9231, 0.8892,
                      0.9183, 0.8622, 0.9275, 0.9112, 0.8790, 0.8959, 0.7409, 0.9288, 0.9174,
                      0.9571, 0.8398, 0.9442, 0.8171, 0.9617, 0.7766, 0.9555, 0.9350, 0.8547,
                      0.9109, 0.9009, 0.8449, 0.9044, 0.9339, 0.7453, 0.9096, 0.9741, 0.8974,
                      0.9159, 0.9062, 0.9274, 0.9322, 0.8842, 0.8811, 0.8701, 0.8486, 0.8265,
                      0.8772, 0.8770, 0.8767, 0.8682, 0.8963, 0.8421, 0.8948, 0.9123, 0.9145,
                      0.8627, 1.4599, 0.9090, 0.8290, 0.9169, 0.8363, 0.9118, 0.8737, 1.6973,
                      0.8770, 0.9003, 0.8954, 0.8888, 0.9015, 0.8927, 0.9368, 0.9280, 0.8955,
                      0.8775, 0.9107, 0.8812, 0.9011, 0.9179, 0.8882, 0.8940, 1.0087, 0.9147,
                      0.7537, 0.9011, 0.8652, 0.9219, 1.0496, 0.7471, 0.8273, 0.8706, 0.9009,
                      0.7492, 0.8341, 0.8741, 0.9110, 0.9625, 0.9437, 0.9984, 0.9244, 0.9072,
                      0.8824, 0.8830, 0.8349, 0.9906, 0.8867, 0.9267, 0.8581, 0.9098, 0.8857,
                      0.8777, 0.9298, 0.8577, 0.8853, 0.8974, 0.8975, 0.9308, 0.9073, 0.7686,
                      0.8822, 0.9377, 0.9246, 0.8536, 0.9186, 0.9588, 0.8832, 0.8949, 0.9008,
                      0.9298, 0.9033, 0.9248, 0.9078, 0.9385, 0.8623, 0.9192, 0.8642, 0.9421,
                      0.8522, 0.8498, 0.9005, 0.8526, 0.9031, 0.8629, 0.9158, 1.0291, 0.8723,
                      0.9154, 0.9165, 0.9196, 0.9069, 0.6427, 0.8572, 0.8941, 0.8997, 0.8648,
                      0.8810, 0.9035, 0.7533, 0.9313, 0.8376, 0.8950, 0.8799, 0.8560, 0.8625,
                      0.8812, 0.9254, 0.8599, 0.9096, 0.8557, 0.9461, 0.9488, 0.9187, 0.9054,
                      1.0120, 0.9586, 0.9747, 0.8849, 0.9118, 0.7130, 0.8871, 0.9121, 0.7937,
                      0.9209, 0.8810, 0.9090, 0.9216, 0.9117, 0.9089, 0.9238, 0.8265, 0.9000,
                      0.9180, 0.8901, 0.9359, 0.8961, 0.9842, 0.9155, 0.8779, 0.8957, 0.8886,
                      0.9024, 0.9597, 0.9015, 0.8220, 0.8202, 0.8908, 0.9434, 0.7931, 0.9442,
                      0.9167, 0.8659, 0.7896, 0.8797, 0.8596, 0.8506, 0.9159, 0.8149, 0.9450,
                      0.7173, 0.9354, 0.9440, 0.9280, 0.8781, 0.8501, 0.8797, 0.6709, 0.9296,
                      0.8387, 0.9411, 0.9506, 0.8808, 0.9238, 0.8890, 0.8997, 0.7687, 0.8600,
                      0.9165, 0.8912, 0.8393, 0.9514, 0.8493, 0.8920, 0.9149, 0.8849, 0.9483,
                      0.8653, 0.8838, 1.0404, 0.8889, 0.9461, 0.9315, 1.0203, 0.9027, 0.9220,
                      0.9063, 0.9460, 0.9029, 0.8995, 0.9488, 0.9089, 0.8359, 0.7384, 0.9244,
                      0.8584, 0.9243, 0.8904, 0.9199, 0.8942, 0.8937, 0.9057, 0.8817, 0.9114,
                      0.8528, 0.8419, 0.9092, 0.9258, 0.9176, 0.8802, 0.8997, 0.8884, 0.8239,
                      0.8601, 0.9252, 0.9109, 0.9238, 0.8791, 0.9126, 0.9158, 1.0183, 0.9062,
                      0.9749, 0.8928, 0.9219, 0.9177, 0.8911, 0.8682, 0.8637, 0.8598, 0.9007,
                      0.9289, 0.7377, 0.9069, 0.8974, 0.9064, 1.0058, 0.8768, 0.8346, 0.8527,
                      0.9081, 0.9329, 0.8174, 0.9317, 0.8357, 0.8887, 0.9096, 0.8860, 0.9035,
                      0.8631, 0.9695, 0.8948, 0.8459, 0.7896, 0.8476, 0.8807, 0.8900, 0.8814,
                      0.9094, 0.8721, 0.9396, 0.9264, 0.9566, 0.8804, 0.8355, 0.9552, 0.9371,
                      0.9194, 0.8885, 0.8726, 1.0081, 0.8896, 0.9154, 0.8963, 0.9562, 0.9192,
                      0.8591, 0.8813, 0.9183, 0.9455, 0.7342, 0.9087, 0.9555, 0.8833, 0.8925,
                      0.9096, 0.9453, 0.8501, 0.9757, 0.9266, 0.8813, 0.9106, 0.9034, 0.9391,
                      0.8391, 0.8847, 0.8060, 0.8511, 0.8951, 0.9081, 0.9230, 0.9155, 0.8483,
                      0.9372, 0.7360, 0.9029, 0.9100, 0.9123, 1.0247, 0.8399, 0.8671, 0.8420,
                      0.8671, 0.8527, 0.8887, 0.8738, 0.9114, 0.8451, 0.8418, 0.8886, 0.8604,
                      0.8959, 0.9019, 0.9110, 0.8841, 0.9423, 0.9084, 0.9376, 0.9076, 0.7500,
                      0.9523, 0.8792, 0.9620, 0.8581, 0.8724, 0.9290, 0.9289, 0.9169, 0.9148,
                      0.9710, 0.8320, 0.9741, 0.8421, 0.8555, 0.9395, 0.8951, 0.8726, 0.9010,
                      0.8548, 0.8415, 0.9236, 0.8551, 0.8786, 0.8902, 0.9123, 0.8309, 0.8825,
                      0.9126, 1.0208, 0.9382, 0.8713, 0.9394, 0.9070, 0.9617, 0.8796, 0.9380,
                      0.9061, 0.9158, 0.8463, 0.9015, 0.8709, 0.7798, 0.8982, 0.9214, 0.8058,
                      0.9135, 0.9425, 0.9116, 0.9529, 0.9553, 0.9409, 0.9269, 0.9339, 0.8952,
                      0.9402, 0.9206, 0.8339, 0.8813, 0.8792, 0.8216, 0.9273, 0.8731, 0.8996,
                      0.9202, 0.9227, 0.8429, 0.7947, 0.8593, 0.9100, 0.8758, 0.8671, 0.9041,
                      0.9234, 0.8581, 0.8688, 0.9422, 0.9172, 0.8079, 0.9170, 0.8492, 2.8170,
                      0.8901, 0.8777, 0.9171, 0.9255, 0.8160, 0.9186, 0.9322, 0.9140, 0.8687,
                      0.9158, 0.8591, 0.9697, 0.8633, 0.8746, 0.8648, 0.9008, 0.9178, 0.9211,
                      0.8690, 0.8559, 0.9426, 0.9013, 0.9164, 0.9210, 0.9200, 0.8878, 0.9069,
                      0.9203, 0.9258, 0.9316, 0.9005, 0.8475, 0.9378, 0.8328, 0.8705, 0.9038,
                      0.9153, 0.9552, 0.8851, 0.8894, 0.9347, 0.8630, 0.9133, 0.8682, 0.8148,
                      0.9438, 0.9682, 0.8941, 0.9048, 0.8802, 0.9169, 0.8903, 0.8761, 0.8586,
                      0.8922, 1.0746, 0.9475, 0.9114, 0.9344, 0.9580, 0.8982, 0.9136, 0.9085,
                      0.8199, 0.8720, 0.9316, 0.8703, 0.9950, 0.9123, 0.9102, 0.8945, 0.9735,
                      0.9042, 0.9364, 0.8500, 0.8853, 0.8656, 0.9502, 0.8975, 0.9273, 0.9188,
                      0.8745, 0.9492, 0.8711, 0.8868, 0.8733, 0.8687, 0.8315, 0.9540, 0.9502,
                      0.9166, 0.8851, 0.8413, 0.9366, 0.8412, 0.8040, 0.8695, 0.8997, 0.9225,
                      0.8777, 0.8834, 0.9344, 0.9088, 0.8640, 0.8705, 0.9096, 0.8924, 0.8860,
                      0.9487, 0.7123, 0.8017, 0.8984, 0.9400, 0.8454, 0.8723, 0.9440, 0.9413,
                      0.8878, 0.8978, 0.8976, 0.9315, 0.9254, 0.9321, 0.8661, 0.9007, 0.9189,
                      0.9370, 0.8990, 0.8717, 0.9177, 0.8706, 0.9145, 0.9416, 0.7645, 0.9366,
                      0.9241, 0.9638, 0.8914, 0.9198, 0.9604, 0.8472, 0.9339, 0.8496, 0.8479,
                      0.8125, 0.9164, 0.9363, 0.9444, 0.9098, 0.9456, 0.8749, 0.9242, 0.8818,
                      0.9099, 0.9231, 0.8760, 0.9626, 0.8872, 0.8872, 0.8062, 0.8861, 0.9345,
                      0.9104, 0.9191, 0.9400, 0.8448, 0.9166, 0.7457, 0.9611, 0.8616, 0.9028,
                      0.9073, 0.9229, 0.8735, 0.9380, 0.9234, 0.8797, 0.9374, 0.9236, 0.8486,
                      0.8722, 0.9086, 0.9629, 0.8708, 0.7147, 0.8834, 0.8827, 0.8564, 0.8903,
                      0.8990, 0.8908, 0.8044, 0.8703, 0.9090, 0.8714, 0.8991, 0.9087, 0.8543,
                      0.8024, 0.8878, 0.9257, 0.8918, 0.9021, 0.9100, 0.9310, 0.8806, 0.9442,
                      0.8918, 0.9534, 0.8812], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.bias',
              tensor([ 9.0386e-03,  1.9616e-01, -1.1034e-01,  7.1691e-03, -1.7983e-01,
                       3.8101e-01, -2.9281e-01,  5.2726e-01,  2.6527e-01, -6.8845e-02,
                       1.6152e-01,  3.6339e-03,  4.2549e-02, -1.8047e-01, -3.0064e-02,
                       3.5700e-01, -9.4425e-02, -3.5079e-02, -3.0970e-03, -1.1373e-01,
                       4.1687e-02,  3.6933e-02, -6.8222e-02,  9.1149e-02, -2.3945e-02,
                       2.2593e-01, -1.4255e-01,  1.3894e-01,  8.7238e-02,  1.1704e-01,
                       8.9184e-02, -2.9209e-01, -1.7110e-01, -1.4245e-01,  8.0772e-02,
                       1.8247e-02, -5.7165e-02, -7.6820e-03,  1.2493e-01,  1.6052e-01,
                      -1.5778e-01, -3.0708e-02, -5.7998e-03,  5.4427e-02, -1.2454e-01,
                      -2.9885e-02,  2.0533e-01, -2.4353e-01,  1.6997e-01, -4.7145e-02,
                       1.6344e-01,  1.1127e-02,  6.6687e-02, -4.6104e-02, -7.0211e-02,
                      -2.8204e-01, -3.3442e-02,  1.9384e-02, -6.7932e-02, -3.0050e-02,
                      -5.8441e-02,  1.0119e-01,  2.2212e-01, -2.1415e-01,  2.0096e-03,
                      -4.8982e-02,  4.5122e-02,  1.1538e-02,  2.0907e-01,  1.0758e-01,
                      -1.8033e-01,  5.1320e-02,  4.5774e-03,  9.3143e-02, -6.4989e-02,
                      -1.3023e-01,  1.4925e-01, -7.5345e-02, -3.4639e-02,  1.8465e-01,
                      -5.4361e-03, -4.8757e-02, -6.3351e-02,  2.3764e-01, -1.7635e-01,
                       2.5014e-01, -1.2777e-01, -1.1329e-01,  4.3840e-02,  7.4944e-02,
                      -1.8327e-01, -7.1577e-02, -2.5119e-01,  2.5953e-01, -1.9442e-01,
                       2.8056e-01, -2.4225e-01, -2.6465e-01,  1.5532e-01,  4.1510e-01,
                      -1.6818e-01, -1.0969e-01,  1.3158e-01,  1.4912e-01,  5.8199e-02,
                       1.9058e-01,  3.5795e-03,  2.0109e-02, -7.6186e-02, -5.3470e-03,
                       6.9597e-02, -5.0877e-02,  3.5872e-02, -3.5574e-01, -1.9024e-02,
                       2.8596e-01,  4.9423e-02,  1.7603e-01, -6.0201e-04,  1.2217e-01,
                       8.4132e-02, -7.3815e-02, -6.0563e-02, -1.4480e-02, -1.3896e-01,
                      -1.3295e-01, -9.7966e-02, -8.0514e-02,  2.2622e-02,  1.6324e-01,
                      -9.6332e-02,  1.1330e-01, -1.9678e-01,  9.3840e-02,  5.4659e-02,
                       1.1407e-02,  3.3374e-01,  2.4643e-02, -3.4587e-02,  1.0247e-02,
                      -5.0473e-01,  3.6170e-02, -1.1255e-01, -2.1077e+00, -3.7073e-02,
                      -2.1828e-01,  1.3413e-01,  6.2126e-02, -1.1063e-01, -2.3422e-01,
                      -3.7792e-01,  1.2669e-01, -5.1337e-02, -8.4342e-02,  1.2517e-01,
                       5.7302e-03, -1.1061e-01, -1.0680e-01, -7.3397e-02, -5.0232e-02,
                       2.8356e-01, -2.6775e-02, -1.0049e-01, -7.7590e-02,  4.4433e-02,
                      -2.2915e-01,  5.8715e-01,  4.5550e-02, -1.0530e-01, -3.2496e-02,
                      -7.5928e-02, -4.1149e-02,  1.4345e-01, -4.5121e-02,  3.5215e-01,
                       3.0043e-01,  2.3488e-01, -6.0129e-01, -2.2664e-02, -3.3171e-02,
                      -3.6958e-01,  6.6435e-03, -1.9234e-01, -4.2226e-01, -4.8819e-02,
                      -5.9476e-02, -1.8976e-01, -1.4176e-01,  8.2765e-02,  4.2226e-02,
                       2.3428e-01,  2.5046e-01,  1.5128e-01,  9.5083e-02, -1.4955e-01,
                      -2.1176e-01, -7.1786e-02, -1.9273e-01, -1.0480e-01,  7.3611e-02,
                       1.7796e-01,  2.9081e-01, -4.3784e-02,  2.6720e-01,  1.4112e-01,
                       1.1629e-01, -5.2998e-02, -1.0403e-01, -1.0515e-01, -2.9595e-01,
                      -9.5434e-02, -1.8284e-02, -1.3914e-02, -1.0826e-01, -1.1445e-01,
                      -1.2585e-01,  9.0006e-02,  1.0345e-01,  1.2296e-02,  1.3405e-02,
                      -4.8080e-02, -5.7307e-02,  7.5972e-02, -5.9393e-01,  2.3199e-02,
                       9.1656e-02,  1.1436e-01,  3.6867e-02,  2.4447e-01, -4.6359e-01,
                      -1.1003e-01, -3.0387e-02,  8.3991e-02, -4.6743e-02, -2.4857e-01,
                      -1.6549e-01,  3.1605e-02, -2.4023e-02, -4.1952e-02, -1.5909e-02,
                      -1.8470e-01, -9.0569e-02, -2.9291e-02, -2.2233e-02, -2.6235e-01,
                      -2.0124e-01,  2.0913e-02, -2.6073e-01,  4.0720e-02,  1.1611e-01,
                      -3.2181e-02,  7.6678e-02,  2.1255e-01,  1.2052e-01,  2.3899e-01,
                       1.3809e-01, -2.3907e-01, -1.2914e-01, -1.7571e-01, -1.6440e-01,
                      -1.1423e-01, -3.4159e-01,  1.0372e-01,  1.8621e-01, -7.3455e-02,
                       1.1946e-01, -1.0345e-01, -7.8036e-02,  1.2082e-01, -3.0623e-02,
                      -3.2775e-02, -1.2007e-01,  8.0221e-02,  4.4130e-02,  2.4450e-01,
                       4.1862e-02, -1.1946e-01, -2.1645e-01,  1.3180e-01, -1.2315e-01,
                      -8.8415e-03, -1.5461e-01, -8.0195e-02,  6.7513e-01, -9.8147e-02,
                       2.2327e-01,  1.0730e-01, -2.4493e-01,  1.9482e-01,  5.9226e-02,
                      -4.1374e-02, -2.0507e-01, -8.0310e-02, -9.9736e-02, -1.2542e-01,
                      -1.5288e-01, -2.9037e-01, -2.5050e-01, -1.1186e-01,  3.7231e-01,
                       1.8712e-01, -9.5551e-02, -7.4184e-02,  3.6976e-03, -1.4512e-01,
                      -1.9287e-01,  1.8161e-02,  2.1253e-01,  1.6433e-01, -4.7068e-02,
                       4.8780e-01, -1.4331e-01, -7.4400e-02,  6.8247e-02, -4.1991e-02,
                      -1.7315e-02, -1.4662e-01, -9.8272e-02, -3.3985e-01,  1.7851e-02,
                      -2.0126e-01, -9.1284e-02, -2.2078e-03, -3.8886e-02, -2.7318e-01,
                      -9.2001e-02,  5.1900e-01,  1.4806e-01,  1.4380e-01,  2.4816e-01,
                      -5.4842e-01, -9.1329e-02, -1.0228e-01,  1.3498e-02,  1.4701e-01,
                      -7.9156e-02,  7.6611e-02,  1.5236e-01, -1.9752e-01, -3.2389e-02,
                       9.1348e-02,  6.0700e-02, -7.0238e-02, -1.6238e-01, -3.1445e-02,
                      -6.3743e-03, -2.0015e-02, -1.2854e-01, -4.9927e-02, -1.2273e-01,
                       8.6776e-04,  2.5256e-02, -1.4964e-01,  8.1989e-02, -2.3152e-03,
                      -1.9689e-01, -8.6270e-02,  6.0825e-02, -4.4136e-02, -6.5297e-02,
                      -3.4930e-02, -1.3077e-01,  2.5208e-01, -4.9329e-02, -1.2231e-01,
                       1.8665e-01, -7.4741e-02,  3.2345e-01, -1.7703e-01,  4.1555e-01,
                       1.2191e-01, -2.4469e-01, -5.9584e-02,  1.5725e-01,  9.2416e-02,
                      -7.9430e-02,  7.6041e-02,  5.2957e-02,  3.0369e-01, -1.7413e-01,
                       1.5618e-01, -5.8803e-02, -5.2946e-02,  3.2497e-01, -2.4079e-01,
                      -2.3965e-01,  1.5745e-01, -3.1527e-03,  1.5048e-01, -7.3279e-02,
                       1.0879e-01, -9.3219e-03,  1.1716e-01,  8.0677e-02,  4.1489e-02,
                      -1.2849e-01, -6.6963e-02,  2.2106e-01, -6.7370e-02, -2.4436e-01,
                      -1.5308e-01,  2.2976e-01,  2.6217e-02,  4.3827e-03, -1.5087e-01,
                       1.4262e-01,  1.1085e-01, -2.9629e-01, -2.6354e-01, -1.0030e-01,
                      -1.5776e-01, -2.4673e-02,  2.9865e-01,  3.7230e-02,  9.4929e-02,
                      -7.6909e-02,  2.5008e-01,  2.9222e-01, -2.4488e-01,  1.7555e-02,
                      -1.6391e-02, -3.9148e-03, -2.2279e-01, -1.2333e-01,  1.1256e-02,
                      -2.0324e-01, -3.9197e-01, -2.4939e-01, -2.4239e-01,  1.8774e-01,
                      -3.5540e-02, -1.2364e-02, -3.1782e-01, -6.0355e-02, -4.6071e-01,
                       2.6766e-01,  3.7317e-01,  2.1367e-01, -1.9009e-01,  4.9618e-02,
                       1.8948e-01,  5.1103e-02, -6.3137e-02, -8.5388e-02, -1.4994e-02,
                      -3.1109e-01,  7.2012e-02,  8.9562e-02,  5.3922e-02,  3.3570e-03,
                       2.8978e-01,  9.6644e-02, -4.0596e-02,  5.4381e-03, -1.2744e-01,
                      -5.4142e-01,  2.5179e-02, -2.1588e-02, -1.3043e-01, -5.2588e-02,
                      -3.3669e-03,  9.8475e-03, -1.1676e-01,  1.1460e-01, -8.1797e-02,
                      -1.1088e-01, -2.8198e-02,  2.9577e-02,  8.5006e-02,  8.1362e-02,
                       3.4527e-02,  1.8643e-01,  3.4292e-02,  2.7428e-01, -1.9686e-01,
                       1.0626e-01,  6.4095e-03,  2.3691e-01,  1.1543e-01, -1.8058e-01,
                      -1.5183e-02, -1.1183e-01, -1.3799e-01,  1.2754e-01,  9.3838e-02,
                      -1.9908e-01,  1.8055e-01, -5.0608e-02,  1.2607e-01,  1.1467e-03,
                      -5.8853e-02, -1.5915e-01,  4.3572e-03,  9.9782e-03,  2.5911e-02,
                       2.7221e-02,  1.4880e-03,  5.1089e-02, -1.8338e-01,  9.2246e-02,
                      -7.3548e-02,  1.0462e-01,  6.7054e-03,  5.4159e-02, -1.8493e-01,
                       3.0653e-01, -7.3358e-02, -9.7664e-02, -3.0712e-01, -1.7217e-01,
                      -4.7891e-01,  2.1824e-03,  2.8668e-01,  1.5674e-01, -4.5066e-02,
                      -1.8254e-02,  2.8812e-02,  2.7313e-02,  2.9784e-01,  4.2756e-02,
                       1.2570e-01, -6.0131e-03,  1.2851e-01, -2.0925e-01, -1.7305e-01,
                      -2.8417e-02,  1.9754e-01, -2.8910e-02, -1.5361e-02, -1.2107e-01,
                      -6.6765e-02,  7.6228e-02, -3.3739e-01, -5.5580e-03, -2.2320e-02,
                      -9.8026e-02, -7.9914e-02,  2.7213e-01, -1.5407e-01,  7.6822e-02,
                      -1.6888e-01,  1.5243e-01,  5.5926e-02,  1.0952e-01,  5.8445e-02,
                       4.6580e-02,  9.1719e-02, -2.4886e-01,  2.1496e-01,  1.4043e-01,
                       9.5472e-02, -2.9720e-02, -8.8042e-02,  1.8018e-01, -7.2486e-02,
                      -1.6947e-02, -1.8055e-01, -2.9655e+00, -8.6997e-02,  3.4641e-02,
                      -1.1396e-01,  1.3970e-01, -3.2572e-01, -1.2277e-01,  1.6158e-01,
                      -5.4060e-02,  3.0214e-02, -1.6841e-02, -2.2260e-01,  2.3729e-01,
                      -7.7722e-02, -7.2025e-02,  7.2389e-03,  4.2849e-02, -7.1959e-03,
                      -8.2526e-02, -1.5922e-02, -6.8293e-02,  2.6650e-01,  3.5545e-02,
                       2.2887e-01,  1.7456e-01,  1.8555e-01,  1.0284e-02,  2.7594e-02,
                      -4.7155e-02,  2.2732e-01,  1.0517e-01, -9.6862e-03,  3.9496e-02,
                      -7.3743e-02, -7.3341e-02, -1.1607e-01, -2.9062e-01, -3.6504e-02,
                      -1.0356e-01, -1.2220e-01, -1.7156e-01, -1.6837e-01, -2.7045e-02,
                      -1.7694e-01, -1.7158e-01, -1.4559e-01, -3.5539e-01,  1.2303e-01,
                      -6.2914e-02, -5.7662e-02,  1.6869e-01,  1.5251e-01, -1.4187e-02,
                       4.3077e-02,  1.1989e-01, -2.0127e-01, -5.9696e-01,  2.1313e-01,
                       8.6130e-03,  1.4986e-01, -4.3941e-02, -8.0466e-02, -3.7081e-02,
                      -3.8674e-02, -2.4380e-02,  3.8953e-02,  1.1666e-01,  3.8233e-02,
                      -3.1675e-01, -5.9991e-02, -8.7737e-02,  8.1991e-02,  4.6693e-01,
                      -7.2689e-02,  7.5101e-02,  5.6129e-02, -8.4894e-02,  1.4240e-01,
                       4.2935e-01, -4.5706e-02,  1.5596e-01, -2.6454e-01, -1.4924e-01,
                      -1.1070e-01, -2.0078e-01, -5.0206e-03, -1.1645e-01, -1.1256e-02,
                       4.7296e-02, -7.8961e-01,  1.9293e-01, -8.8979e-02,  4.7435e-02,
                       3.7257e-02, -7.3477e-02, -3.3520e-03, -1.0499e-01, -1.5398e-01,
                       9.1226e-02, -3.8344e-02,  8.3712e-02,  1.5586e-01,  3.2449e-02,
                       1.8433e-01,  6.8544e-03, -1.2951e-01, -1.8092e-01,  9.8462e-02,
                      -8.3092e-02,  2.1509e-01, -3.6819e-02, -3.5336e-02,  1.7952e-01,
                      -1.2179e-02,  8.4441e-02,  1.2881e-01,  7.6918e-02,  2.7912e-01,
                       4.0086e-02, -4.5019e-02, -1.5804e-01, -5.3271e-02, -6.8154e-02,
                       2.1567e-01, -2.0023e-03,  1.6916e-01, -1.0030e-03,  7.5045e-02,
                       2.7834e-02, -8.5273e-02,  2.6718e-02, -8.6795e-02, -1.0226e-01,
                       1.1472e-01,  3.6609e-02, -3.4864e-01, -1.3234e-01,  2.1238e-01,
                       2.1933e-02, -6.8055e-02, -2.1183e-01, -5.3482e-02, -4.4882e-02,
                       1.6491e-01,  1.0812e-01,  2.4831e-01,  3.0015e-01, -1.4062e-01,
                       8.9237e-04, -8.1296e-03, -2.4120e-01,  9.6606e-03, -3.6455e-02,
                      -1.4877e-02, -2.0506e-02, -1.0270e-01,  7.1713e-02,  1.5791e-02,
                       2.5420e-01, -1.4095e-01, -1.0583e-01,  7.3754e-02,  4.5693e-02,
                       1.2066e-01,  2.4428e-01,  1.1864e-01,  4.8925e-02, -2.6255e-02,
                      -2.3214e-01,  1.7690e-01,  1.5329e-02,  9.1630e-02,  1.3999e-01,
                      -2.8020e-01,  6.5459e-02,  6.8580e-02,  2.2459e-01, -5.0812e-03,
                      -6.6308e-02,  2.3627e-01, -1.6950e-01,  2.4270e-02,  3.2272e-02,
                      -2.1389e-01, -5.5952e-02,  1.3139e-01,  1.2703e-01,  7.3155e-02,
                      -9.0623e-02,  1.9604e-02, -8.3482e-02, -1.6552e-01,  3.0225e-01,
                      -1.6167e-02,  1.3408e-01,  5.0028e-03, -1.8815e-01, -5.3657e-02,
                       3.9298e-02,  3.4665e-03, -9.7119e-02,  4.9478e-02,  2.9140e-01,
                      -2.2704e-01,  8.8244e-02,  3.7986e-02, -7.8438e-02,  1.2309e-01,
                      -1.3193e-01,  5.8197e-02,  4.5535e-02], device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.weight',
              tensor([[ 0.0240,  0.0701,  0.0300,  ..., -0.0638,  0.0260,  0.0346],
                      [ 0.0540, -0.0533, -0.0120,  ..., -0.0249,  0.0988, -0.0215],
                      [ 0.0416, -0.0209, -0.0301,  ...,  0.0275, -0.0435, -0.0251],
                      ...,
                      [ 0.0646,  0.0233,  0.0448,  ..., -0.0156, -0.0460,  0.0039],
                      [-0.0202, -0.0385,  0.0848,  ..., -0.0410, -0.0150, -0.0297],
                      [ 0.0155,  0.0128,  0.0888,  ..., -0.0231,  0.0232,  0.0895]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.bias',
              tensor([-0.0937, -0.1290, -0.1190,  ..., -0.1144, -0.1090, -0.1468],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.weight',
              tensor([[-0.0379, -0.0122,  0.0250,  ...,  0.0185,  0.0498, -0.0406],
                      [ 0.0996,  0.0013,  0.0206,  ...,  0.0101, -0.0167,  0.0667],
                      [ 0.0580, -0.0337, -0.0754,  ..., -0.0189,  0.0380,  0.0425],
                      ...,
                      [-0.0396, -0.0190,  0.0293,  ..., -0.0396, -0.0411,  0.0023],
                      [ 0.0270,  0.0254, -0.0327,  ..., -0.0653,  0.0608, -0.0848],
                      [ 0.0431,  0.0414, -0.0493,  ..., -0.0677, -0.0010, -0.0160]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.bias',
              tensor([-1.1359e-02, -5.5395e-03,  3.5073e-02,  8.9595e-02, -5.4909e-03,
                       6.9771e-02, -1.0075e-02, -1.6843e-02, -4.7833e-03, -5.6152e-02,
                       7.0002e-02,  8.0947e-02, -5.0547e-02, -7.3080e-02, -1.9172e-02,
                       2.1385e-01, -1.2005e-02,  2.4639e-03,  4.8048e-02,  3.3513e-03,
                       2.1023e-02,  1.1920e-01, -5.3646e-02,  2.9994e-03, -2.2309e-01,
                      -1.1000e-01, -1.0272e-01, -2.0829e-02,  9.6260e-02,  5.5422e-02,
                       1.5873e-02,  5.5028e-02,  6.2641e-02, -3.2041e-01,  1.2316e-02,
                      -2.7390e-02, -1.6359e-01, -2.0548e-02, -1.5525e-01,  1.1075e-01,
                      -1.5500e-03, -4.7191e-02, -5.7041e-02,  2.3524e-02, -2.0749e-02,
                      -1.9335e-02,  1.6762e-02, -5.1133e-02,  2.3583e-02,  1.1168e-02,
                      -1.6724e-02,  4.1438e-02,  3.8217e-02, -5.7088e-02, -6.4137e-02,
                      -1.7492e-01,  6.2873e-02,  6.6073e-03,  2.3588e-02, -6.1193e-02,
                      -4.2581e-02,  5.2557e-02,  3.7760e-02,  2.6514e-02, -1.2147e-01,
                       8.4351e-02,  2.7529e-02,  1.7646e-02,  4.7147e-02, -1.7567e-01,
                      -1.5370e-02, -5.7903e-02, -6.8594e-02,  6.6799e-05, -6.1930e-02,
                       2.8738e-02,  2.3789e-02, -1.3651e-02, -4.4173e-02, -1.4405e-02,
                       3.5665e-02, -4.1326e-03,  2.0019e-03,  1.0504e-02,  1.8201e-01,
                      -9.9581e-02,  4.8204e-02, -1.0488e-01,  4.4180e-02, -5.7979e-02,
                      -6.6419e-02, -8.6545e-02, -7.1104e-02,  7.6902e-02, -2.2509e-02,
                       1.3126e-01, -1.0543e-01,  1.9872e-02,  1.3813e-01,  3.3276e-02,
                       4.2543e-02,  1.0071e-02,  9.4178e-02,  8.9474e-03, -4.0046e-02,
                       4.5500e-02,  1.2805e-01, -2.9144e-02, -2.9839e-02,  7.0719e-02,
                       5.6359e-02, -4.6615e-02,  6.9550e-02,  1.4837e-01,  5.2686e-02,
                       7.3925e-03, -7.6691e-02, -5.9939e-02,  6.8575e-02,  2.5140e-02,
                       1.3748e-05,  4.3883e-02, -4.7060e-02, -7.6201e-04, -1.7049e-01,
                      -1.0034e-02, -1.8951e-02, -4.8383e-02, -6.2307e-02,  3.7532e-02,
                       1.0544e-01,  2.9945e-03,  2.0084e-02,  5.8596e-03,  5.1028e-02,
                       2.5314e-02, -2.8644e-02,  5.6751e-02, -9.0490e-02,  7.7574e-02,
                      -2.1241e-01, -5.4046e-02, -9.1691e-02, -9.3837e-01, -4.9752e-02,
                       2.5397e-03,  6.7586e-02, -6.8188e-02,  2.1906e-02,  7.6720e-02,
                      -7.1552e-02, -9.6628e-02, -1.1719e-01,  3.4187e-02, -2.9155e-02,
                       1.4276e-02,  6.6417e-02, -4.4710e-02,  6.4584e-03,  5.8427e-02,
                       1.5225e-02, -4.5108e-02, -1.2475e-01, -1.1866e-03,  5.2814e-02,
                       4.7571e-02,  5.5520e-02, -5.4328e-02, -1.6234e-01, -2.0461e-02,
                       5.0392e-02, -2.6463e-02,  2.6268e-02,  5.2527e-02, -6.7309e-03,
                       1.2191e-02,  1.0664e-01, -1.2325e-01, -9.7286e-03,  8.2077e-02,
                      -1.4867e-01,  2.6693e-02,  2.4793e-02, -9.2351e-02,  1.4103e-01,
                       1.0418e-02, -2.1310e-03, -1.1128e-01,  7.4875e-02, -3.0697e-02,
                       3.9250e-02, -1.1614e-01,  6.5206e-02,  1.6586e-02,  1.2358e-01,
                      -3.1133e-02, -1.4062e-02,  1.8437e-01, -6.0495e-03,  1.3537e-02,
                       2.3656e-02,  1.1528e-01,  8.6856e-02,  5.2755e-02,  1.6925e-02,
                      -2.8269e-02,  1.5418e-02, -2.7698e-02,  1.6574e-03, -5.9572e-02,
                      -3.4439e-02, -1.0424e-01,  4.2162e-02,  3.0160e-02,  5.5506e-02,
                      -1.5523e-02, -8.0994e-02,  2.6690e-02, -1.2814e-02,  1.0779e-01,
                       5.9714e-02,  5.2462e-02,  1.6485e-02, -1.0228e-03, -2.0266e-02,
                       1.7687e-02, -1.3029e-01, -2.8888e-02,  1.0855e-01,  7.1486e-02,
                      -4.5003e-02,  4.8548e-02,  1.0362e-03,  3.5309e-02, -3.2828e-03,
                      -9.8329e-02, -2.2752e-01, -5.1741e-02, -1.7963e-01,  1.3383e-01,
                      -4.6570e-02,  5.7143e-02,  1.5791e-02,  6.3311e-02, -8.0994e-02,
                      -1.1648e-02,  3.8865e-02, -6.7783e-02, -4.4524e-02,  1.9518e-02,
                      -9.4417e-02, -1.9238e-02, -4.8401e-02,  1.8454e-02,  1.7538e-02,
                      -2.0362e-02, -4.3709e-03,  1.4494e-01,  2.7890e-02, -2.5665e-02,
                      -4.3321e-02, -1.2497e-01, -3.2038e-02, -8.3033e-04, -3.1770e-02,
                      -2.6544e-02, -1.4207e-01, -7.6899e-03, -1.5528e-01, -7.8273e-03,
                      -6.8197e-02,  3.2035e-02,  1.1309e-01, -4.5509e-02,  6.7272e-02,
                       5.9401e-02,  1.2383e-01, -9.4882e-02,  1.3187e-01,  5.8981e-02,
                       2.3948e-02,  3.4064e-02, -6.4156e-02,  1.2009e-01, -7.6432e-02,
                       5.9931e-03,  1.0975e-01,  4.3593e-02,  5.9416e-02, -1.6914e-02,
                      -7.0888e-02, -3.1495e-02,  8.0562e-02,  9.8302e-02, -2.1226e-02,
                      -1.3552e-01, -8.6125e-02, -7.7559e-02,  5.4739e-02, -3.8896e-02,
                      -9.9065e-03, -4.1313e-02,  4.1455e-02,  6.2391e-03,  4.9002e-02,
                      -8.4885e-02, -1.9402e-02, -6.3032e-03, -3.9357e-03,  2.7782e-02,
                       2.3266e-01,  1.0679e-01, -4.5271e-02, -1.8078e-01, -9.8855e-02,
                       4.4521e-02, -5.4435e-02, -8.0262e-02,  1.9159e-02, -4.3969e-02,
                      -7.4780e-02,  5.5590e-02, -1.5014e-02,  6.3726e-02, -6.5576e-02,
                      -5.1272e-02,  9.6193e-03,  1.3795e-02,  1.3020e-01,  7.9531e-02,
                      -8.5002e-02,  1.3304e-02,  6.2543e-02, -9.7710e-03,  1.1386e-01,
                      -7.6811e-03, -5.1739e-02,  7.8567e-02, -4.5975e-02, -4.4336e-02,
                       2.2233e-01,  6.7949e-02, -1.2426e-01,  5.6351e-02, -1.0419e-01,
                      -2.3079e-02,  5.8804e-02, -3.1946e-02, -9.1989e-02,  7.9700e-02,
                      -6.7242e-02, -7.8822e-02, -5.2061e-03,  3.7747e-02,  6.0621e-02,
                      -6.1215e-02,  5.5209e-02,  2.6938e-02,  1.2831e-02, -5.6375e-02,
                       6.4804e-02, -1.2100e-01,  2.7336e-02, -8.1551e-03, -2.1973e-02,
                       3.1330e-02, -4.1231e-02,  3.7656e-02,  2.1076e-02,  6.4885e-02,
                      -9.6213e-02, -4.6588e-02, -4.3558e-02,  1.4278e-02, -4.5799e-03,
                      -9.2052e-03, -2.8982e-02,  1.9104e-02, -1.9871e-02,  1.6971e-02,
                       1.5264e-01, -3.4194e-02,  6.1103e-02,  3.5087e-02, -2.9280e-03,
                       1.7223e-01,  1.3292e-01, -1.0090e-02, -7.9663e-02, -2.3753e-05,
                       3.5829e-02, -3.4120e-02,  9.3861e-02, -3.2820e-03, -3.6470e-03,
                      -3.1744e-03, -2.0356e-02,  3.9541e-02, -1.1633e-01,  1.3202e-02,
                      -2.2353e-02,  5.7948e-02,  1.8450e-02, -1.2487e-02, -9.3656e-02,
                      -4.6484e-02,  6.7309e-02, -5.7180e-02, -1.0288e-01, -9.2946e-02,
                       2.2341e-02,  4.6720e-02, -2.5163e-02,  1.9387e-03,  2.8490e-02,
                       6.0586e-02, -2.7966e-02, -1.9339e-03,  5.9397e-02,  5.9257e-02,
                      -1.7269e-01,  9.0415e-03,  7.0642e-02,  7.0623e-04,  4.6102e-02,
                       3.2637e-02, -1.0584e-02, -7.3207e-02, -9.1767e-02, -3.7979e-02,
                       1.4529e-02,  8.4539e-02,  9.7487e-02,  8.5786e-02, -5.5517e-02,
                       2.6216e-02,  3.6921e-04, -2.6066e-02,  4.9787e-02,  4.0863e-02,
                       5.9830e-02, -4.3623e-02, -1.5978e-01, -7.5662e-02, -3.3522e-02,
                      -1.6021e-02, -8.2656e-03,  5.2590e-02, -3.6866e-02,  4.6413e-02,
                       1.6868e-01,  4.0098e-02,  2.4486e-03,  2.5843e-02, -3.0183e-02,
                      -7.0603e-02,  1.3452e-01, -4.7069e-02, -6.5341e-02, -3.8731e-02,
                       4.1138e-02,  1.7970e-02,  2.0343e-02,  8.8767e-02,  1.2128e-02,
                       1.1266e-01, -8.1025e-02, -6.1683e-02, -4.5799e-02,  4.1019e-03,
                      -2.2292e-02,  1.3989e-03, -1.3369e-02,  9.0504e-02, -7.8885e-02,
                       1.3858e-02, -1.4494e-01, -9.0271e-02,  4.5347e-02,  3.4036e-02,
                      -3.3759e-02,  5.9049e-02,  2.0673e-02, -2.3483e-02, -9.5338e-03,
                      -1.0123e-01,  5.0251e-02,  5.3445e-02,  4.7633e-02, -4.7958e-02,
                       2.3844e-03, -1.8249e-02, -4.0581e-02,  4.7434e-02,  9.1327e-03,
                      -7.2314e-02, -7.8166e-02, -1.0534e-01, -2.4289e-02,  6.6596e-02,
                      -1.4339e-01, -1.7313e-02, -4.9431e-02, -4.9709e-02, -9.9863e-02,
                       9.5966e-02, -4.3177e-02,  1.6776e-02, -5.9549e-02,  4.7815e-02,
                      -4.1606e-02,  3.2310e-02,  1.5062e-02,  5.0363e-02, -1.6167e-02,
                       1.2421e-01,  2.6073e-02, -5.3832e-02,  5.5854e-02,  7.4600e-02,
                      -6.9847e-02,  1.4860e-02,  1.8028e-01,  1.8911e-03, -1.3722e-02,
                      -4.7575e-03,  8.8776e-02,  1.5039e-02, -2.4430e-02, -1.8028e-03,
                       2.6769e-02,  1.3600e-02, -6.4563e-02, -1.1142e-01, -7.0235e-02,
                      -7.6416e-02,  2.4143e-02,  4.3024e-02,  4.1891e-02, -8.0949e-02,
                       2.0639e-02,  3.7601e-02,  5.9755e-02,  3.6753e-02,  5.4509e-02,
                       1.6494e-02,  3.7689e-02,  5.6145e-02, -1.0464e-02,  1.9662e-03,
                       1.2204e-01,  2.1575e-02, -1.6974e-02,  2.1750e-02, -1.7098e-01,
                       5.5466e-02, -1.4265e-01, -3.5654e-01, -7.5973e-02,  7.7772e-02,
                       7.8697e-02, -2.1015e-02, -6.3057e-02, -1.2878e-02,  1.8480e-02,
                      -2.0661e-02, -1.1874e-01, -2.1088e-02, -7.0761e-03, -2.3637e-03,
                      -1.7773e-01,  6.2449e-02, -8.7603e-02, -1.2613e-02, -1.7105e-02,
                      -3.8393e-02,  1.1167e-02,  1.0283e-02, -1.6025e-02, -6.1982e-02,
                       9.1222e-02,  3.9115e-02, -1.5432e-02, -2.6699e-02,  2.3715e-02,
                       3.1157e-02, -5.2166e-02,  3.8610e-02,  5.9561e-02,  3.8203e-02,
                      -2.6506e-02,  1.6448e-01,  6.6304e-03, -9.0465e-02,  4.9172e-02,
                       2.8585e-02, -3.9956e-02,  3.6590e-02,  3.7250e-02, -3.7440e-02,
                      -3.9160e-02, -5.9085e-02, -1.4933e-02,  6.2372e-02, -1.9057e-02,
                      -2.3642e-02,  5.6571e-02, -2.6830e-02, -1.6455e-03,  3.0902e-02,
                      -3.8164e-02,  3.4950e-02, -5.5951e-02, -3.0065e-02,  3.4501e-02,
                      -8.4104e-02,  3.3349e-02,  8.5844e-03, -4.3809e-02,  7.8296e-02,
                      -5.7982e-02, -1.9359e-02,  6.8461e-02,  6.9973e-02, -2.1022e-02,
                      -7.5933e-02,  4.5386e-02, -2.8641e-02, -5.6786e-02,  1.9764e-01,
                      -1.8407e-01,  3.6836e-02, -8.4068e-02, -7.4545e-03, -2.5803e-02,
                       1.1517e-01,  9.4192e-02,  2.0403e-02,  1.7554e-02, -6.0840e-02,
                      -1.6529e-02, -3.1074e-04,  1.0117e-01,  1.1117e-03, -4.6908e-02,
                      -7.4795e-02,  1.4665e-01, -1.8803e-03, -1.0934e-01, -1.2292e-01,
                       3.4689e-02,  1.0037e-01,  1.9077e-02,  1.0558e-01,  3.4009e-02,
                       1.1250e-01, -3.0755e-02,  1.4144e-02,  2.3945e-02, -4.9596e-02,
                       4.3120e-02,  6.3376e-02, -2.5750e-02,  8.9581e-02,  2.2309e-02,
                       3.2980e-02,  2.1027e-02,  1.6157e-01, -4.5724e-02,  4.9965e-02,
                      -3.0281e-03,  2.3840e-01, -3.9837e-02,  3.1481e-03,  4.2338e-04,
                      -7.1258e-03, -2.3907e-02, -4.2802e-03,  2.0157e-02,  3.1775e-02,
                       5.2519e-02, -1.4332e-01,  6.8166e-02, -5.1023e-03,  5.5330e-02,
                       4.4899e-02, -8.5575e-02, -5.7468e-03,  2.0745e-02,  3.8870e-02,
                       1.4416e-02,  2.8776e-02, -3.3336e-02, -4.3638e-03, -7.3592e-02,
                      -5.1363e-02, -1.7133e-02,  1.1606e-02, -1.3621e-02, -1.6610e-02,
                       1.5873e-01, -4.1087e-02,  4.2981e-02,  8.8474e-03,  1.7365e-02,
                      -4.4284e-03, -5.0088e-02, -9.5858e-02, -2.9102e-02, -4.4790e-02,
                       3.6962e-02, -5.1960e-02, -6.9279e-02, -6.9720e-02,  2.5881e-02,
                       1.0944e-01,  5.0324e-02,  9.1123e-02,  7.0851e-02,  5.6269e-03,
                      -1.2657e-02, -2.5856e-02, -6.1390e-02, -1.2770e-01,  5.9883e-02,
                      -1.4941e-01, -4.9990e-02,  7.9280e-02,  4.3470e-02,  8.4379e-03,
                      -5.3312e-02,  6.3784e-02,  5.0260e-02, -3.9023e-02, -1.0410e-01,
                       1.0536e-02,  9.5894e-02, -2.0691e-03,  8.5552e-02,  6.3082e-02,
                      -4.9086e-02, -1.4071e-01,  1.1402e-01, -5.0899e-02,  8.9821e-03,
                      -5.5170e-03,  7.1211e-02,  2.1903e-03, -1.0773e-01,  1.3478e-01,
                      -1.1153e-02, -6.6141e-02, -4.2329e-04,  1.1251e-01,  2.3208e-02,
                       4.2895e-02,  7.6044e-02, -5.3730e-02, -2.5345e-02,  2.4289e-02,
                      -2.7256e-02, -2.2660e-02,  3.6846e-02, -2.2241e-03,  1.1206e-02,
                       3.3878e-02,  3.8584e-02,  7.9627e-02], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.weight',
              tensor([0.8880, 0.8748, 0.8675, 0.8524, 0.8079, 0.8362, 0.7168, 0.6711, 0.8746,
                      0.7827, 0.8815, 0.8862, 0.9493, 0.9058, 0.9129, 0.6766, 0.8630, 0.8805,
                      0.8741, 0.9017, 0.7551, 0.9122, 0.8864, 0.8576, 0.8575, 0.8626, 0.8763,
                      0.8274, 0.8656, 0.9039, 0.8624, 0.7345, 0.8990, 0.8203, 0.8855, 0.8620,
                      0.7925, 0.9068, 0.7697, 0.8448, 0.9062, 0.8763, 0.9108, 0.8880, 0.9030,
                      0.9003, 0.8671, 0.8739, 0.9038, 0.8497, 0.8880, 0.8260, 0.8206, 0.8875,
                      0.8108, 0.6791, 0.8530, 0.8519, 0.8268, 0.8119, 0.8721, 0.9197, 0.9025,
                      0.8815, 0.8176, 0.9302, 0.8745, 0.8640, 0.6971, 0.8278, 0.8881, 0.8836,
                      0.8674, 0.8505, 0.8966, 0.9107, 0.8775, 0.8645, 0.9267, 0.8595, 0.8694,
                      0.8168, 0.8936, 0.8492, 0.6920, 0.8847, 0.8173, 0.8829, 0.9063, 0.8557,
                      0.8366, 0.8783, 0.8631, 0.8472, 0.8482, 0.8358, 0.7364, 0.8552, 0.8928,
                      0.8172, 0.8579, 0.9277, 0.7986, 0.9170, 0.7343, 0.9058, 0.9074, 0.8211,
                      0.9158, 0.8979, 0.8573, 0.8370, 0.9250, 0.6599, 0.8445, 0.8875, 0.8854,
                      0.8882, 0.9193, 0.9162, 0.8759, 0.8825, 0.8993, 0.8175, 0.8241, 0.8353,
                      0.8960, 0.8591, 0.8799, 0.8612, 0.8968, 0.8295, 0.8496, 0.8929, 0.8879,
                      0.8749, 0.7416, 0.8937, 0.7895, 0.9064, 0.6722, 0.9227, 0.8654, 0.1308,
                      0.8591, 0.8615, 0.8673, 0.8740, 0.8783, 0.8608, 0.8381, 0.8685, 0.9033,
                      0.8863, 0.8499, 0.8984, 0.9055, 0.8865, 0.8830, 0.8806, 0.9100, 0.8964,
                      0.7777, 0.8848, 0.8283, 0.8683, 0.7276, 0.6940, 0.8463, 0.8786, 0.9022,
                      0.7597, 0.8213, 0.8649, 0.7905, 0.8693, 0.8851, 0.7353, 0.8998, 0.8852,
                      0.8561, 0.8574, 0.8427, 0.8583, 0.9097, 0.9063, 0.8382, 0.8805, 0.8681,
                      0.8967, 0.8434, 0.7089, 0.8590, 0.8850, 0.8615, 0.9006, 0.9200, 0.7217,
                      0.8789, 0.9004, 0.8909, 0.7386, 0.9011, 0.8393, 0.8413, 0.8652, 0.9041,
                      0.9414, 0.9195, 0.8374, 0.8992, 0.9077, 0.8254, 0.8954, 0.8746, 0.8944,
                      0.8499, 0.8559, 0.8739, 0.8778, 0.9018, 0.8620, 0.9176, 0.8115, 0.8791,
                      0.8880, 0.9049, 0.9100, 0.8251, 0.6391, 0.8380, 0.9108, 0.8562, 0.8352,
                      0.8614, 0.8831, 0.8485, 0.8960, 0.8783, 0.9308, 0.8701, 0.8482, 0.8184,
                      0.8607, 0.8773, 0.8181, 0.9041, 0.8338, 0.9272, 0.9251, 0.8938, 0.8930,
                      0.9454, 0.9121, 0.9048, 0.9183, 0.9031, 0.7385, 0.8718, 0.8627, 0.7272,
                      0.8644, 0.8734, 0.8611, 0.8786, 0.8716, 0.8946, 0.9435, 0.7788, 0.8753,
                      0.8938, 0.9114, 0.9314, 0.8582, 0.8958, 0.9241, 0.8791, 0.8707, 0.8479,
                      0.9152, 0.9211, 0.9053, 0.8245, 0.4611, 0.8852, 0.9009, 0.7849, 0.8828,
                      0.8622, 0.8416, 0.7654, 0.8316, 0.8428, 0.8349, 0.8682, 0.8097, 0.8230,
                      0.7326, 0.9138, 0.8372, 0.8914, 0.8726, 0.8496, 0.8584, 0.6269, 0.8909,
                      0.8364, 0.8913, 0.8627, 0.8764, 0.7642, 0.8685, 0.8654, 0.7266, 0.8510,
                      0.9171, 0.8595, 0.8165, 0.8912, 0.8376, 0.8222, 0.8729, 0.8535, 0.9305,
                      0.8146, 0.8074, 0.8170, 0.8388, 0.9145, 0.8663, 0.8549, 0.8765, 0.9290,
                      0.8921, 0.9091, 0.9137, 0.8876, 0.8738, 0.8894, 0.8084, 0.7394, 0.9094,
                      0.8894, 0.9056, 0.8735, 0.9302, 0.8959, 0.8837, 0.8791, 0.8598, 0.8874,
                      0.8592, 0.8125, 0.8654, 0.9271, 0.8501, 0.8665, 0.8894, 0.8743, 0.7809,
                      0.8866, 0.9014, 0.8431, 0.9116, 0.8749, 0.8231, 0.9026, 0.8950, 0.9239,
                      0.7709, 0.8867, 0.8993, 0.8955, 0.8988, 0.8599, 0.8569, 0.8504, 0.9009,
                      0.8719, 0.7477, 0.8362, 0.8992, 0.9106, 0.8414, 0.8123, 0.7971, 0.7989,
                      0.8979, 0.8586, 0.7763, 0.9046, 0.8099, 0.8874, 0.9053, 0.8717, 0.8834,
                      0.8304, 0.8827, 0.8734, 0.8022, 0.8151, 0.8178, 0.8125, 0.8572, 0.8818,
                      0.8847, 0.8724, 0.8225, 0.9072, 0.9415, 0.8349, 0.8534, 0.8716, 0.9283,
                      0.8781, 0.8464, 0.8188, 0.8326, 0.8515, 0.8618, 0.8815, 0.9315, 0.8780,
                      0.8304, 0.8585, 0.8780, 0.8214, 0.5918, 0.8681, 0.8808, 0.8807, 0.9204,
                      0.8180, 0.9126, 0.6593, 0.8956, 0.8349, 0.8466, 0.8843, 0.8952, 0.9038,
                      0.8151, 0.8443, 0.8326, 0.8854, 0.8188, 0.8882, 0.8920, 0.9024, 0.8383,
                      0.8542, 0.8614, 0.8825, 0.8973, 0.8620, 0.8153, 0.8395, 0.8323, 0.8615,
                      0.8790, 0.8690, 0.8743, 0.8695, 0.8890, 0.8421, 0.8230, 0.8719, 0.8398,
                      0.8773, 0.8642, 0.9230, 0.8425, 0.9307, 0.8429, 0.8861, 0.8809, 0.8137,
                      0.9019, 0.7783, 0.9385, 0.8433, 0.8751, 0.8864, 0.8793, 0.8919, 0.8422,
                      0.9205, 0.8215, 0.9495, 0.8172, 0.8224, 0.9131, 0.8928, 0.8234, 0.9008,
                      0.8476, 0.8754, 0.9238, 0.8642, 0.8904, 0.8805, 0.9224, 0.8699, 0.8890,
                      0.8793, 0.8641, 0.9229, 0.8686, 0.8466, 0.8746, 0.8087, 0.8967, 0.8499,
                      0.8769, 0.9142, 0.8245, 0.9109, 0.8683, 0.6994, 0.9269, 0.9124, 0.7740,
                      0.8721, 0.9024, 0.9005, 0.9175, 0.8839, 0.9308, 0.8585, 0.8994, 0.8762,
                      0.8976, 0.8289, 0.8563, 0.8595, 0.8398, 0.8247, 0.8545, 0.8592, 0.8523,
                      0.8622, 0.9089, 0.7672, 0.8201, 0.8329, 0.9309, 0.8592, 0.8233, 0.8605,
                      0.8851, 0.8422, 0.8475, 0.9032, 0.8533, 0.8150, 0.8171, 0.8363, 0.4089,
                      0.8703, 0.8696, 0.9085, 0.9291, 0.7960, 0.9011, 0.8927, 0.9180, 0.8759,
                      0.8826, 0.8309, 0.8959, 0.8420, 0.8462, 0.8698, 0.8619, 0.9044, 0.9109,
                      0.8644, 0.8797, 0.8524, 0.8980, 0.8641, 0.9002, 0.8815, 0.8690, 0.8964,
                      0.8898, 0.8239, 0.8919, 0.8371, 0.8188, 0.9150, 0.7834, 0.8262, 0.8356,
                      0.8744, 0.9237, 0.8242, 0.8590, 0.8964, 0.8839, 0.9024, 0.8642, 0.8542,
                      0.8699, 0.8605, 0.8988, 0.8712, 0.8413, 0.8674, 0.8594, 0.8795, 0.7986,
                      0.8440, 0.6866, 0.8983, 0.8971, 0.9215, 0.9393, 0.9004, 0.8878, 0.8615,
                      0.8273, 0.8528, 0.9324, 0.8541, 0.8639, 0.8956, 0.8484, 0.8108, 0.7790,
                      0.8932, 0.8740, 0.8452, 0.8867, 0.8296, 0.8143, 0.9167, 0.8868, 0.8781,
                      0.8618, 0.9089, 0.8447, 0.8584, 0.8925, 0.8604, 0.8435, 0.6653, 0.8861,
                      0.9013, 0.8528, 0.8010, 0.9391, 0.8687, 0.7150, 0.8490, 0.8569, 0.9174,
                      0.8487, 0.8125, 0.9032, 0.8743, 0.8516, 0.8706, 0.8686, 0.8189, 0.9034,
                      0.9292, 0.7401, 0.7701, 0.8745, 0.9276, 0.8685, 0.8526, 0.9212, 0.8633,
                      0.8194, 0.8827, 0.8773, 0.9207, 0.8680, 0.8986, 0.8586, 0.8655, 0.9125,
                      0.9024, 0.8600, 0.8682, 0.9211, 0.8780, 0.9116, 0.8979, 0.7345, 0.8538,
                      0.8904, 0.8963, 0.9130, 0.8758, 0.9161, 0.8498, 0.9233, 0.8228, 0.7716,
                      0.7917, 0.8244, 0.8667, 0.9236, 0.8798, 0.8992, 0.8742, 0.8993, 0.8744,
                      0.9092, 0.8981, 0.8674, 0.9217, 0.7756, 0.8657, 0.8002, 0.8947, 0.9161,
                      0.8824, 0.8282, 0.9161, 0.8571, 0.9227, 0.7211, 0.9123, 0.8368, 0.8866,
                      0.8886, 0.8686, 0.8562, 0.9053, 0.8885, 0.8675, 0.9156, 0.8969, 0.8280,
                      0.8707, 0.9094, 0.8981, 0.8715, 0.6931, 0.8395, 0.8827, 0.8311, 0.8478,
                      0.8959, 0.8694, 0.6643, 0.8595, 0.8964, 0.8776, 0.8575, 0.9063, 0.8718,
                      0.8209, 0.8584, 0.8836, 0.8779, 0.8290, 0.8878, 0.9177, 0.9082, 0.9268,
                      0.8616, 0.9141, 0.8656], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.bias',
              tensor([-1.2810e-02, -1.4242e-01,  3.9883e-02,  2.2612e-02,  8.5113e-02,
                      -2.0273e-01,  1.4454e-01, -3.6407e-01, -1.4455e-01, -1.3412e-02,
                      -6.3545e-02, -1.8624e-02, -6.0504e-02,  4.0854e-02, -3.0040e-02,
                      -1.3937e-01,  2.4868e-02, -4.6048e-02, -2.4605e-02,  3.7762e-02,
                      -6.7058e-02, -3.5790e-02,  1.2315e-02, -6.4140e-02, -3.2265e-02,
                      -1.4956e-01,  5.2364e-02, -8.1926e-02, -4.6190e-02, -5.1273e-02,
                      -1.0615e-01,  1.3486e-01,  7.2088e-02,  2.7045e-03, -9.0829e-02,
                      -5.2824e-02, -4.1775e-02, -4.4661e-02, -1.7318e-01, -9.6925e-02,
                       2.7243e-02,  1.8316e-02, -2.5423e-02, -7.8886e-02,  5.4906e-02,
                      -2.6464e-02, -1.7326e-01,  8.5638e-02, -1.2480e-01, -2.6959e-02,
                      -1.4237e-01, -4.4551e-02, -7.0575e-02, -4.5531e-02,  3.4477e-02,
                       6.0054e-02,  4.6712e-03, -2.9399e-02, -1.4873e-02, -5.4275e-02,
                       2.7841e-03, -5.7049e-02, -9.9676e-02,  9.8486e-02, -1.2232e-01,
                       3.7844e-03, -2.8617e-02,  8.2990e-03, -9.9684e-02, -9.2630e-02,
                       3.7180e-02, -1.1481e-01, -5.0128e-02, -8.1342e-02,  2.6423e-02,
                       3.4660e-02, -1.0456e-01, -1.2262e-02, -1.5127e-02, -1.4184e-01,
                       1.0946e-02, -3.0093e-02, -2.1748e-03, -1.3524e-01,  1.5130e-01,
                      -1.4626e-01,  8.0335e-02, -2.5753e-03, -4.4362e-02, -1.0605e-01,
                       7.6979e-02,  2.1464e-03,  1.1516e-01, -1.4361e-01,  8.1100e-02,
                      -1.5054e-01,  1.8627e-02,  1.4304e-01, -8.9413e-02, -2.4575e-01,
                       5.0151e-02,  3.2854e-02, -1.0713e-01, -1.2821e-01, -7.4829e-02,
                      -1.7600e-01, -3.4377e-02, -8.5541e-02, -1.9087e-02, -3.5104e-02,
                      -6.4341e-02, -3.0871e-02,  7.6716e-03,  1.8249e-01, -2.0011e-03,
                      -1.7165e-01, -6.1794e-02, -1.4480e-01, -4.0760e-02, -7.4386e-02,
                      -7.1213e-02,  6.8171e-02, -5.1025e-03,  2.7281e-02, -1.3910e-02,
                       4.9275e-03,  3.9952e-02,  6.0909e-03, -5.9522e-02, -7.9919e-02,
                       3.3153e-02, -1.0643e-01,  7.8434e-02, -6.4589e-02, -7.2865e-02,
                      -3.0903e-02,  8.7277e-02, -6.2341e-02,  3.2515e-02, -1.9604e-02,
                       9.6869e-02, -8.6918e-02,  4.2765e-03,  8.8255e-01, -4.3130e-03,
                       9.7361e-02, -9.5357e-02, -9.2664e-02, -5.6305e-03,  6.0253e-02,
                       1.6104e-01, -1.4990e-01, -2.3428e-02,  3.8054e-03, -1.2367e-01,
                      -5.2933e-02,  3.6706e-02,  4.5779e-02, -2.0749e-02, -1.8896e-02,
                      -1.7304e-01, -4.5235e-02, -4.1606e-02,  8.3925e-03, -4.5705e-02,
                       6.6572e-02, -3.8128e-01, -7.6902e-02,  2.7665e-02,  2.3970e-02,
                       2.1298e-02, -9.2917e-02, -3.4524e-02,  5.9385e-03, -1.8882e-01,
                      -2.4239e-01, -1.8373e-01,  2.1765e-01, -3.2971e-02,  8.3509e-03,
                       1.3707e-01, -5.2385e-02,  7.1102e-02,  1.6712e-01, -2.3342e-02,
                      -1.3530e-02,  5.8430e-02,  3.6882e-02, -8.4764e-02, -3.3379e-02,
                      -1.4108e-01, -2.1168e-01, -9.9304e-02, -7.4412e-02,  6.3192e-02,
                       7.8763e-02,  6.3179e-03,  1.4138e-01,  8.5985e-02, -8.0149e-02,
                      -1.4990e-01, -1.5502e-01, -3.2377e-02, -1.9169e-01, -1.6307e-01,
                      -1.1345e-01,  4.2663e-03,  1.3265e-03,  4.4183e-02,  1.3882e-01,
                       3.7867e-02, -1.8834e-02, -5.3339e-02,  3.8667e-02,  6.3579e-02,
                       1.1227e-02, -6.4701e-02, -1.1725e-01, -2.8472e-02, -1.1552e-02,
                      -6.8382e-03,  1.5145e-04, -5.5930e-02,  2.2447e-01, -4.7182e-02,
                      -4.3722e-02, -1.2545e-01, -8.8873e-02, -1.6084e-01,  2.5678e-01,
                       4.9017e-02, -2.8029e-02, -1.1943e-01, -2.5569e-02,  7.9196e-02,
                       2.1070e-02, -8.6793e-02, -1.9011e-02, -4.7046e-02, -1.8965e-02,
                       1.7485e-02,  4.0519e-02,  4.9810e-03,  1.1393e-02,  8.6741e-02,
                       7.5715e-02, -5.7180e-02,  7.2450e-02, -5.2079e-02, -2.8374e-02,
                      -4.3384e-02, -8.4761e-02, -1.5531e-01, -7.0785e-02, -1.5530e-01,
                      -1.0695e-01,  5.1115e-02,  6.0189e-02,  9.6454e-02,  7.3505e-02,
                      -2.4927e-02,  1.2870e-01, -1.2104e-01, -1.4923e-01, -4.3784e-02,
                      -1.0458e-01, -2.0253e-02,  9.8295e-03, -1.4013e-01, -1.4500e-02,
                      -4.3102e-02,  3.7937e-03, -5.7385e-02, -1.0749e-01, -1.7072e-01,
                      -6.7739e-02,  5.3430e-02,  4.2540e-02, -9.9401e-02,  1.4656e-02,
                      -3.3625e-02,  4.7417e-02,  1.6704e-02, -1.3985e-01, -7.1179e-03,
                      -1.6829e-01, -5.4357e-02,  5.3638e-02, -1.4411e-01, -8.7499e-02,
                      -2.9655e-02,  8.4519e-02,  7.8588e-02,  2.2774e-02,  4.0986e-02,
                       2.2157e-02,  1.3375e-01,  4.1960e-02,  2.5828e-02, -2.0364e-01,
                      -8.5067e-02, -2.3344e-02,  2.3739e-02, -4.4205e-03,  5.6011e-02,
                       6.4804e-02, -2.4623e-02, -1.4331e-01, -1.6247e-01,  3.3125e-02,
                      -2.2628e-01,  7.0375e-02,  3.5265e-02, -9.5163e-02, -4.4403e-02,
                      -1.1982e-02,  6.5109e-02, -1.9214e-02,  9.7750e-02, -4.4507e-02,
                       7.4097e-02, -2.2897e-03, -2.9960e-02, -4.6420e-02,  1.3053e-01,
                      -3.8825e-02, -2.7452e-01, -1.3119e-01, -1.0670e-01, -1.3793e-01,
                       1.7417e-01,  6.2816e-02,  2.3385e-03, -5.1619e-02, -7.4885e-02,
                      -2.1836e-02, -5.1427e-02, -1.3770e-01,  8.9337e-02,  2.2199e-03,
                      -1.5849e-02, -4.2080e-02, -2.3475e-02,  5.0023e-02, -3.2357e-02,
                      -5.2003e-02, -3.9636e-02,  3.3017e-02, -3.1598e-02,  3.2729e-02,
                      -8.3843e-03, -5.1924e-02,  8.6753e-02, -8.0135e-02, -4.2781e-02,
                       3.5776e-02,  1.5666e-03, -8.0933e-02, -1.5181e-02,  7.4171e-03,
                       1.6765e-02,  3.9377e-02, -1.1761e-01,  2.7564e-03,  2.3953e-02,
                      -1.3275e-01, -9.1132e-04, -1.7242e-01,  7.1550e-02, -2.2991e-01,
                      -1.3619e-01,  6.7806e-02, -2.4193e-02, -1.2017e-01, -7.7648e-02,
                       2.3259e-02, -5.7140e-02, -7.2533e-02, -1.9544e-01,  1.2634e-02,
                      -9.2034e-02, -2.4600e-02, -1.5007e-02, -2.3604e-01,  1.0171e-01,
                       1.0107e-01, -8.9338e-02,  1.1394e-02, -8.9214e-02, -2.4865e-02,
                      -7.3953e-02, -4.8396e-02, -9.3995e-02, -6.3051e-02, -8.7822e-02,
                       2.4951e-02,  1.7024e-02, -1.8355e-01, -5.8138e-02,  1.0204e-01,
                       4.5768e-02, -1.7767e-01, -5.8209e-02, -6.2038e-02,  7.6529e-02,
                      -1.2684e-01, -9.5702e-02,  1.0899e-01,  6.9772e-02,  1.7895e-02,
                       6.1326e-02, -6.5304e-03, -1.2413e-01, -7.6577e-02, -1.2096e-01,
                       1.6246e-02, -1.5841e-01, -1.2731e-01,  1.1358e-01, -4.6730e-02,
                      -8.3575e-02, -7.1193e-02,  9.9952e-02,  3.8501e-02, -3.7011e-02,
                       6.1821e-02,  2.0789e-01,  1.1568e-01,  1.0055e-01, -1.5003e-01,
                      -4.1647e-02, -1.5802e-02,  1.6696e-01, -4.2985e-02,  1.5793e-01,
                      -1.9241e-01, -2.4406e-01, -1.5431e-01,  4.1491e-02, -7.5718e-02,
                      -1.2861e-01, -7.2734e-02, -2.6495e-02, -1.5498e-02, -6.3875e-03,
                       9.9733e-02, -8.2301e-02, -8.9219e-02, -5.7780e-02, -8.6738e-03,
                      -1.8796e-01, -7.7686e-02,  4.1849e-04, -4.8929e-02, -1.0828e-02,
                       1.6615e-01, -4.4351e-02, -2.1253e-02, -7.3116e-03,  1.3282e-02,
                      -1.6752e-02, -5.1289e-02,  7.1854e-03, -6.6968e-02,  8.6308e-03,
                       1.7848e-02, -5.6269e-02, -9.6984e-02, -1.0777e-01, -8.6289e-02,
                       4.6161e-03, -1.3846e-01, -6.5288e-02, -1.3847e-01,  3.6717e-02,
                      -7.9314e-02, -5.3997e-02, -1.5696e-01, -7.5360e-02,  2.8638e-02,
                      -9.5043e-03,  3.1221e-02,  2.0109e-02, -1.0677e-01, -1.0932e-01,
                       6.0800e-02, -1.1822e-01,  7.3808e-03, -8.5117e-02, -4.0378e-02,
                       1.5362e-02,  2.9756e-02, -5.0832e-02, -5.7492e-02, -5.3981e-02,
                      -8.4221e-02, -4.4148e-02, -6.7323e-02,  5.1983e-02, -6.6546e-02,
                      -1.9006e-02, -8.8629e-02, -5.0288e-02, -8.6009e-02,  4.5092e-02,
                      -2.3562e-01, -4.6009e-02,  7.2662e-02,  1.2944e-01,  2.4191e-02,
                       1.2091e-01, -1.4257e-02, -1.4939e-01, -1.1415e-01, -1.0003e-02,
                       3.4368e-02, -3.4069e-02, -6.6266e-02, -1.5771e-01, -6.1083e-02,
                      -8.7693e-02, -2.7137e-02, -4.9396e-02,  6.3760e-02,  5.2872e-02,
                      -1.6306e-02, -1.0379e-01, -4.3268e-04, -1.4201e-02,  2.1759e-02,
                      -1.9039e-02, -8.7048e-02,  1.0289e-01, -2.4659e-02, -2.6777e-02,
                      -1.4361e-02, -3.0330e-03, -2.1248e-01,  3.8913e-02, -1.2032e-01,
                       7.4633e-02, -1.0317e-01, -3.2053e-02, -6.6016e-02, -4.1868e-02,
                      -5.3810e-02, -9.8184e-02,  9.6609e-02, -9.9060e-02, -9.5296e-02,
                      -3.0168e-02, -6.1301e-03, -9.0425e-03, -1.0347e-01, -4.8988e-02,
                       2.1335e-04,  7.4471e-02, -1.0008e+00, -1.1122e-02, -2.7678e-02,
                       3.5527e-02, -8.0182e-02,  1.1093e-01,  5.0132e-02, -1.0391e-01,
                      -5.5629e-03, -5.3432e-02, -3.7158e-02,  7.4658e-02, -1.7770e-01,
                      -3.3804e-03, -9.3790e-03, -5.0582e-02, -5.7641e-02, -9.4829e-02,
                       2.7113e-03, -2.4877e-03, -1.0868e-02, -1.3671e-01, -4.5307e-02,
                      -1.3892e-01, -1.3103e-01, -1.0507e-01, -4.7927e-02, -6.1335e-02,
                      -7.5711e-03, -2.3005e-01, -1.4083e-01,  1.0542e-02, -2.5530e-02,
                       1.0283e-02,  4.7916e-02,  1.2993e-02,  1.3924e-01,  2.3479e-03,
                       2.3015e-02,  8.8450e-03,  4.5531e-02,  7.7109e-02,  4.6057e-04,
                       4.6994e-02,  4.9834e-02,  1.1040e-02,  1.5841e-01, -1.1400e-01,
                      -1.5966e-02,  1.4614e-02, -1.6183e-01, -1.1173e-01, -4.0632e-02,
                      -7.5224e-02, -1.2206e-01,  7.1454e-02,  2.9254e-01, -1.3336e-01,
                      -4.0626e-02, -1.1364e-01,  1.3049e-02,  1.6365e-02, -4.2277e-02,
                      -9.1222e-03, -4.2327e-02, -4.7125e-02, -6.4237e-02, -8.8534e-02,
                       1.6917e-01,  1.4804e-02, -1.2738e-02, -5.3240e-02, -2.3408e-01,
                      -4.8063e-02, -7.2164e-02, -8.7185e-02, -1.1907e-02, -1.2336e-01,
                      -2.6700e-01, -5.0039e-02, -1.1252e-01,  1.1469e-01,  5.5028e-02,
                       5.0366e-02,  9.0703e-02, -2.2670e-02, -2.7654e-03, -3.3113e-02,
                      -6.5703e-02,  4.4981e-01, -1.0927e-01, -2.3326e-02, -1.0134e-01,
                      -2.8965e-02, -7.7737e-03, -2.0456e-02, -1.9581e-03,  7.8448e-02,
                      -6.4383e-02, -5.3681e-02, -7.8464e-02, -1.2437e-01, -4.9610e-02,
                      -1.1072e-01, -1.3407e-02,  6.4862e-02,  7.4934e-02, -7.8135e-02,
                      -6.2517e-03, -1.0518e-01,  6.8185e-02, -1.8365e-02, -1.3073e-01,
                      -2.1019e-02, -3.6358e-02, -1.3921e-01, -4.6694e-02, -1.8538e-01,
                      -4.1339e-02, -1.1650e-02,  1.1195e-02,  1.0150e-02,  1.1321e-02,
                      -1.7027e-01, -7.0697e-02, -1.3229e-01, -5.7807e-02, -5.9820e-02,
                      -4.4751e-02, -5.1606e-03, -6.1460e-02,  3.1830e-03,  1.9897e-02,
                      -9.8434e-02, -2.1833e-02,  2.0487e-01,  4.0122e-02, -1.8511e-01,
                      -5.3292e-02,  3.0057e-02,  2.8926e-02,  1.7337e-02, -3.3269e-02,
                      -8.9764e-02, -8.5661e-02, -9.5272e-02, -1.9022e-01,  6.4799e-02,
                      -4.2256e-02, -3.0179e-02,  9.2837e-02, -1.0697e-02, -1.5166e-02,
                       1.1200e-03, -3.4785e-02,  3.1234e-02, -6.9538e-02, -3.7018e-02,
                      -1.0214e-01,  4.2112e-02,  6.7329e-02, -8.0314e-02, -7.5070e-02,
                      -9.1925e-02, -1.3509e-01, -9.3455e-02, -8.1765e-02, -1.5040e-02,
                       6.4138e-02, -1.0035e-01, -6.4870e-02, -8.1623e-02, -8.4510e-02,
                       8.6833e-02, -5.2326e-02, -5.4529e-02, -1.0599e-01, -4.8072e-02,
                       2.5905e-02, -1.5655e-01,  5.4119e-02, -1.7274e-02, -7.7817e-02,
                       5.8927e-02, -7.0083e-03, -4.3466e-02, -1.2618e-01, -6.2757e-02,
                      -1.1678e-02, -3.5007e-02, -3.1770e-02,  2.3330e-02, -1.6406e-01,
                       1.6316e-02, -9.3432e-02, -5.0466e-02,  1.3668e-01, -1.9099e-02,
                      -1.7589e-02, -2.3481e-02, -8.1089e-03, -3.1195e-02, -1.8904e-01,
                       1.1429e-01, -6.4360e-02, -3.5243e-02,  5.3774e-04, -5.0019e-02,
                      -1.2070e-02, -4.4302e-02, -8.6560e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.weight',
              tensor([[-0.0113, -0.0478, -0.0740,  ..., -0.0335,  0.0419,  0.0048],
                      [ 0.0672, -0.0149,  0.0117,  ..., -0.0062, -0.0196,  0.0123],
                      [ 0.0581, -0.0105,  0.0193,  ..., -0.0782, -0.0034, -0.1323],
                      ...,
                      [-0.0046,  0.0075,  0.0177,  ..., -0.0419, -0.0045, -0.0561],
                      [-0.0405,  0.0461, -0.0351,  ..., -0.0503,  0.0510, -0.0359],
                      [ 0.0369, -0.0168, -0.0567,  ...,  0.0122,  0.0379,  0.0435]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.bias',
              tensor([ 3.2338e-02,  1.5796e-02, -1.3354e-02, -4.9545e-04, -8.2876e-03,
                      -4.9594e-03, -3.5997e-03,  2.1050e-02, -1.3028e-02, -2.7567e-02,
                      -4.3812e-02, -3.1343e-02,  1.9862e-02, -7.2496e-02, -2.2697e-03,
                       1.2900e-03,  2.3323e-03, -3.1303e-02, -2.2085e-02,  5.2240e-03,
                       1.8752e-01, -2.1556e-02, -3.2241e-02,  5.9513e-02,  3.4404e-02,
                      -3.0496e-03,  5.5127e-02, -1.0044e-01, -1.1129e-02,  2.1796e-02,
                      -3.0781e-02,  2.0896e-02,  1.1585e-02,  2.2662e-02, -4.6235e-03,
                       5.8240e-02, -1.4797e-02,  4.8098e-02,  3.1484e-02,  4.5546e-02,
                      -1.3996e-02, -1.8064e-02,  3.2100e-02,  2.2948e-02,  3.4931e-02,
                       4.9808e-03,  1.0751e-03,  5.4665e-02,  2.3579e-02,  2.5643e-02,
                       2.0892e-02, -1.0610e-02,  5.2148e-02, -1.3273e-02, -4.2659e-03,
                      -8.1367e-03, -2.8319e-02, -3.0344e-02, -3.7746e-02, -9.7379e-02,
                       6.0889e-02, -1.0859e-02, -6.3705e-03, -4.2617e-02, -5.8543e-02,
                       5.7562e-03, -1.3812e-01, -7.2866e-02,  7.5321e-02, -4.0333e-01,
                       1.5394e-01, -1.4062e-01,  9.7220e-02, -1.9380e-01,  2.1167e-01,
                       3.4031e-01, -8.5795e-02, -1.0201e-01,  7.6036e-02, -5.6637e-01,
                      -1.4432e-01,  1.1511e-01,  1.5089e-01,  9.4601e-04, -2.2237e-01,
                       1.3354e-02,  4.3487e-02, -3.9906e-03, -8.2932e-02, -5.5831e-02,
                       1.6776e-01,  1.4346e-01,  1.3780e-02,  1.9690e-01,  2.0223e-01,
                      -1.3737e-01,  3.1580e-03,  1.0280e-01, -7.3593e-03,  3.4446e-01,
                      -1.0404e-01, -7.8933e-02,  2.5957e-01,  1.2626e-01,  8.7318e-02,
                      -8.8256e-02, -2.1936e-01,  7.8944e-02,  1.5344e-01, -4.0730e-02,
                      -2.4922e-01, -1.0964e-01, -3.7367e-01, -1.5608e-01, -1.7370e-01,
                      -5.3482e-02, -4.0100e-02, -1.0396e-03,  3.0526e-01,  9.8392e-03,
                      -6.4872e-02,  4.5566e-02,  1.8311e-01,  5.4995e-02,  4.0334e-01,
                       2.1475e-01, -5.3497e-02,  8.5248e-01,  3.8900e-02,  1.1334e-01,
                      -1.2229e-01, -4.4174e-03, -4.2555e-03, -1.5340e-02, -3.7238e-02,
                       5.9948e-02,  7.1479e-02,  8.1095e-03, -1.9471e-02, -6.7041e-03,
                      -5.7827e-03,  1.2090e-01,  2.6710e-02,  7.2788e-02, -1.6261e-02,
                       7.4990e-02, -5.9428e-02,  1.4906e-01,  2.7763e-02,  3.3167e-02,
                       3.9510e-02,  3.1013e-02, -1.1634e-01,  1.1342e-01,  3.0847e-02,
                       8.6903e-02,  3.7601e-02,  8.2357e-02, -3.3568e-02, -1.4744e-02,
                      -7.6585e-02, -2.5450e-02,  2.3803e-02, -7.0019e-02, -6.9237e-02,
                       1.8620e-01,  8.2693e-02, -2.7016e-02, -1.6974e-02,  3.7545e-02,
                      -2.9787e-04,  1.8772e-02,  2.1984e-03,  5.9705e-02, -1.1511e-02,
                      -2.7196e-02, -5.7037e-02,  7.7054e-02, -1.0005e-01, -3.8344e-01,
                       2.2941e-02, -6.1147e-02, -3.4352e-02, -7.2731e-03, -7.6465e-03,
                       3.3292e-02, -2.0538e-02,  1.2354e-02, -1.6391e-02,  4.5704e-02,
                      -4.3096e-02,  7.9442e-04,  5.9366e-02,  2.1307e-01,  1.8578e-01,
                       1.7872e-01, -1.7107e-01,  1.1823e-01,  7.1446e-02, -2.7319e-02,
                      -1.3462e-01,  2.3345e-02, -2.7381e-01,  6.2083e-02,  7.6160e-02,
                       7.3608e-02,  8.4693e-02, -2.0215e-01,  4.5008e-02, -1.6609e-01,
                      -5.4291e-02,  7.3336e-02,  2.1895e-01,  1.8972e-01,  9.6344e-02,
                       7.1653e-02,  3.1328e-01, -2.4238e-02, -6.2573e-02,  4.6538e-02,
                       1.1849e-01, -1.3862e-01, -1.9537e-02,  1.1529e-01,  9.7425e-02,
                      -6.5083e-02,  2.6022e-02, -2.3474e-03, -1.6965e-01, -1.0686e-01,
                      -3.8030e-01,  2.3781e-01, -1.9987e-02, -6.9392e-02,  1.5979e-01,
                       7.9329e-02,  7.2208e-02,  2.0327e-01, -4.3287e-02, -8.2045e-02,
                      -1.9708e-01, -4.0986e-02,  9.9837e-02, -1.0736e-01,  1.6959e-01,
                      -1.2376e-01, -4.2215e-01, -1.7795e-02, -1.6497e-01, -5.7745e-02,
                       1.4469e-01, -6.1196e-02, -3.0481e-01,  4.0970e-03,  4.6495e-02,
                      -1.5488e-02, -3.8580e-02,  8.3036e-02, -3.3036e-02, -2.3998e-02,
                      -2.3741e-02, -9.7508e-02,  1.4508e-02, -6.6377e-02, -1.3998e-01,
                      -8.9306e-02,  7.8841e-02,  1.3042e-01, -2.5261e-02,  7.5535e-02,
                      -1.4875e-04, -1.9111e-01, -1.0271e-02, -4.3272e-02,  3.5343e-02,
                       5.9110e-02,  1.2353e-01, -1.0092e-02, -1.0291e-02, -4.1039e-02,
                      -2.3541e-02,  2.7967e-02, -2.7215e-01,  1.0169e-02, -1.9950e-03,
                       5.6475e-02, -1.0139e-02,  1.6779e-02,  4.5807e-02,  1.5977e-01,
                      -8.4106e-02,  3.9180e-02, -1.8345e-02, -4.3750e-02, -2.0487e-02,
                       3.8053e-02, -1.3058e-01, -4.8769e-02, -7.1176e-02, -2.8413e-02,
                      -7.9855e-02,  2.6473e-02, -5.1130e-03,  1.3168e-02,  7.2334e-02,
                       6.0844e-02,  3.4844e-01,  1.4731e-01, -5.3098e-03, -5.4311e-02,
                       1.2462e-01,  6.7295e-02, -1.1291e-02,  4.0676e-02, -3.9979e-02,
                      -2.7418e-02, -4.7119e-02, -7.6995e-03, -2.0867e-02,  1.0813e-01,
                      -3.0392e-02,  5.0767e-02,  2.7909e-02,  3.6730e-02, -1.6350e-01,
                      -1.3594e-01, -5.0041e-02, -3.6657e-02, -2.5402e-02,  3.8802e-02,
                      -3.1730e-02,  2.5200e-02,  6.4197e-02, -2.0226e-01,  4.9502e-02,
                       3.1193e-02, -3.8242e-02,  1.8911e-01,  1.5653e-02, -1.0513e-02,
                      -5.8934e-02,  3.4994e-02, -6.0826e-03, -4.9753e-02,  1.2884e-01,
                       4.1562e-01, -1.7968e-01, -3.5457e-02, -5.9317e-03,  6.5669e-02,
                       6.0927e-02, -2.2013e-01, -6.0792e-01, -1.0275e-01, -5.1694e-01,
                       9.8047e-03,  6.3587e-02, -9.0926e-02, -8.7260e-02,  7.3865e-02,
                       1.6919e-01,  3.8740e-02,  3.1973e-02, -1.5576e-01,  6.7914e-01,
                      -1.0406e-01, -9.5036e-03, -1.0329e-01, -9.0852e-02, -3.1950e-02,
                      -1.3312e-03, -3.9102e-01, -2.8612e-02, -5.4220e-02, -4.4414e-02,
                      -6.4288e-01, -2.9860e-01,  1.8855e-02,  6.0331e-02,  1.8498e-02,
                       7.4753e-02,  1.0220e-01,  6.2345e-02, -4.9929e-02,  1.4920e-02,
                       1.5001e-01, -1.1908e-01,  2.3769e-01,  1.1405e-01, -4.0243e-02,
                       1.9734e-02, -6.1193e-02, -3.7550e-02, -1.2485e-01,  3.3563e-02,
                      -3.2280e-01, -1.6449e-01,  1.3083e-01, -6.6482e-02,  1.7666e-01,
                       2.3325e-01,  4.0383e-03, -1.0074e-01,  8.0939e-02, -2.5963e-02,
                      -6.5640e-02,  5.0875e-02,  3.2413e-02,  1.3654e-01,  5.7979e-02,
                       2.5526e-01,  6.1745e-02, -9.7338e-02, -9.6443e-03, -8.2618e-03,
                      -2.3481e-01,  2.9688e-01,  2.9939e-02, -1.5141e-01, -1.5047e-03,
                       2.2878e-01, -4.9281e-02,  1.4823e-01,  8.5251e-02,  2.2640e-01,
                       3.4551e-01, -2.1614e-01, -9.6557e-02, -8.6594e-02, -4.3339e-02,
                      -2.2108e-02, -8.9014e-02, -2.7941e-01,  1.7218e-01, -5.4268e-02,
                      -4.6164e-02, -2.4644e-02, -1.6956e-01, -3.3011e-03,  6.3294e-03,
                      -1.2998e-01, -2.6779e-02,  1.5908e-01, -2.8651e-03,  8.7267e-02,
                       2.1042e-01,  7.1354e-02,  2.8638e-02,  1.8743e-01, -1.3553e-01,
                      -6.5827e-02, -6.0229e-02, -1.1705e-01,  5.1017e-02,  1.7749e-01,
                       6.4323e-04,  1.0527e-01, -6.4356e-02, -1.2612e-01, -1.1934e-01,
                       3.7726e-01, -1.0774e-01,  1.6622e-01,  4.7653e-03, -1.3430e-01,
                      -2.2633e-01, -6.4369e-02,  1.4761e-01, -3.9066e-02, -7.7612e-03,
                       1.8763e-01,  2.0740e-02, -8.4944e-03,  8.2032e-02, -2.4729e-01,
                       2.5305e-01,  1.9273e-02,  1.9958e-01, -2.3955e-01, -7.2901e-02,
                      -2.2724e-01, -9.6772e-02,  8.9267e-02,  2.1214e-01, -1.6210e-01,
                       7.3090e-02,  2.0070e-01, -1.4082e-01,  3.6372e-01,  2.1278e-01,
                      -7.8761e-02, -7.2903e-02, -3.7537e-02, -5.6388e-02,  6.2257e-02,
                      -3.5946e-02,  2.6277e-02, -2.1795e-02, -1.6972e-01,  3.6144e-02,
                       2.5179e-01,  1.7229e-01, -1.3144e-01, -1.5178e-01, -2.5619e-02,
                      -1.6537e-01,  4.5617e-02, -7.5078e-02, -1.5065e-01,  1.4440e-01,
                      -1.8876e-01, -1.7884e-01, -2.5034e-02, -2.5340e-01, -8.7175e-03,
                       4.9715e-01,  1.3391e-01,  2.1062e-01,  4.6283e-01,  8.9954e-02,
                      -5.7903e-02, -1.9029e-01, -2.6935e-01,  3.5414e-01, -1.0658e-01,
                       1.2135e-02,  5.0108e-01, -3.2198e-01, -7.0038e-02, -4.8909e-02,
                       2.7977e-01,  3.2425e-01, -9.1854e-02,  1.7435e-01,  2.1143e-01,
                       2.5289e-01,  2.1850e-01,  1.4851e-01, -4.8871e-02,  2.3316e-01,
                      -5.2487e-01, -7.1175e-02,  3.2853e-01, -1.6663e-01,  1.2492e-01,
                       1.9090e-01, -3.9105e-01,  3.7469e-01, -4.7055e-01,  8.4101e-02,
                      -1.7702e-01, -2.3237e-04, -1.8920e-01, -2.4694e-01,  1.7661e-01,
                      -3.5624e-01,  4.4681e-01, -2.9066e-01, -2.6269e-01, -2.5088e-01,
                      -4.8596e-01, -4.0636e-01, -1.6524e-01, -1.3131e-01, -1.3232e-01,
                       5.0585e-02, -1.0128e-01, -7.5676e-02, -6.4784e-02, -9.7417e-02,
                       4.4711e-02, -7.9721e-02,  9.8808e-02,  5.0176e-01,  3.0154e-01,
                       1.3322e-01, -1.4850e-01,  3.4507e-02, -3.0224e-02, -7.0510e-02,
                       7.7670e-03, -5.4484e-02,  1.2948e-01,  1.2987e-01,  6.0357e-02,
                      -5.0041e-02,  1.1088e-01,  1.1803e-02,  1.9550e-03, -4.2890e-02,
                      -5.0410e-02, -1.2355e-02,  8.3223e-02,  4.2084e-02,  2.9463e-04,
                       5.3391e-02,  8.3184e-03, -3.1364e-02, -5.6278e-02,  7.7805e-03,
                       1.9481e-02,  8.4015e-02, -3.6642e-02,  2.5097e-02,  2.5756e-02,
                       1.5871e-02,  1.8995e-01,  3.3764e-02, -5.5761e-02, -5.6182e-02,
                      -1.4708e-03,  8.7428e-02,  1.7960e-02, -6.8642e-02,  3.5251e-02,
                       3.9208e-02, -3.6156e-02, -5.2180e-02,  1.3696e-01,  2.3519e-01,
                       6.7655e-02,  6.8574e-02, -1.0131e-01, -9.0269e-02, -4.5742e-02,
                       3.7130e-02,  7.3214e-02,  1.0008e-01,  2.2357e-02,  4.5949e-02,
                       6.5681e-02,  1.3980e-02, -3.3171e-02,  1.5465e-02, -4.1707e-02,
                      -6.3963e-03,  6.4560e-02,  3.2427e-02, -4.8956e-02,  1.4519e-02,
                       6.2569e-02,  2.6756e-01, -5.4630e-02,  1.7612e-01, -1.1773e-01,
                       6.0051e-02,  9.0999e-02, -2.2893e-02, -1.1712e-01, -7.5867e-02,
                      -3.6869e-03,  4.2141e-02, -4.5023e-02,  1.2572e-01, -1.3871e-01,
                       1.0053e-01,  3.2038e-02, -6.3416e-02,  1.7547e-01, -3.4498e-02,
                       4.9089e-02,  8.9819e-02,  4.2731e-02, -1.8871e-01,  7.2445e-04,
                       3.8268e-02,  1.7990e-02, -1.7790e-02,  3.5722e-03, -8.1286e-03,
                      -5.9545e-03, -1.1064e-01,  8.0215e-02,  5.7054e-02,  3.5105e-02,
                       8.6364e-02, -3.4875e-02,  9.5459e-02,  7.2919e-02,  8.1865e-02,
                      -7.3824e-02, -7.6636e-02,  8.8791e-02,  7.1200e-02, -2.2100e-01,
                       1.6043e-02,  1.2843e-02,  8.4808e-02, -3.4518e-02, -6.3769e-02,
                      -5.1836e-02, -2.9260e-02,  6.8669e-02, -3.3967e-03, -8.0108e-02,
                       5.4451e-04,  1.3543e-02,  7.1926e-02,  7.7347e-02, -2.5841e-02,
                      -8.2603e-02,  5.5377e-04,  7.1705e-02, -4.4256e-02, -7.8606e-02,
                       2.2979e-02, -1.4410e-02, -4.7805e-02,  1.2816e-02,  2.5937e-02,
                       1.4254e-02, -1.2550e-01,  5.4859e-02, -8.9934e-02, -5.8849e-02,
                      -6.8632e-03,  4.4788e-02,  2.7010e-02,  4.1267e-03, -9.7859e-02,
                      -9.4777e-02, -6.1312e-02,  4.1450e-02,  9.0073e-02, -1.8084e-02,
                      -7.6067e-03,  1.3469e-02,  3.9301e-02, -4.7156e-03, -5.9672e-02,
                       2.4105e-02,  3.1316e-06,  6.2960e-03, -1.6240e-02, -1.9927e-02,
                      -3.4038e-02, -1.0660e-01, -8.0890e-02, -4.1104e-02,  7.2239e-02,
                      -8.1593e-02,  4.7831e-02, -7.7330e-02,  9.9359e-03,  1.7278e-02,
                      -1.0336e-01, -8.3207e-02, -1.0072e-01, -5.1372e-02, -3.3422e-02,
                       7.8623e-02, -4.6683e-02, -3.4803e-02,  3.4430e-02, -1.1329e-02,
                      -2.2354e-02,  2.8604e-02, -6.7702e-03, -6.7686e-02, -9.8043e-02,
                       5.7644e-02,  1.1374e-01,  8.5572e-03, -5.7385e-02,  2.5045e-02,
                       6.3562e-03,  7.0885e-02, -6.3020e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.weight',
              tensor([[-0.0226, -0.0243, -0.0217,  ..., -0.0340, -0.0127,  0.0433],
                      [-0.0512,  0.0419,  0.0220,  ...,  0.0384, -0.0400, -0.0879],
                      [ 0.0060, -0.0278,  0.0718,  ..., -0.0542,  0.1010, -0.0762],
                      ...,
                      [-0.0047,  0.0433, -0.0542,  ...,  0.0244, -0.0289, -0.0101],
                      [ 0.0594, -0.0656,  0.0222,  ...,  0.0364, -0.0611,  0.0128],
                      [-0.0073,  0.0006,  0.0405,  ..., -0.0115, -0.0178,  0.0197]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.bias',
              tensor([ 1.8286e-04, -1.8554e-03,  1.6269e-03, -2.7265e-03, -9.6349e-04,
                      -4.5121e-03,  1.8256e-03, -5.2228e-03, -2.7910e-03,  6.7501e-04,
                      -2.2804e-03,  3.5696e-03, -1.6410e-03,  7.3237e-03, -4.2854e-04,
                       5.1743e-03,  3.3100e-03,  8.2505e-04, -2.3540e-03,  3.8903e-03,
                      -1.8997e-03,  2.9632e-03, -3.7078e-03, -2.1444e-03, -9.9256e-04,
                       3.4727e-03, -2.9014e-03,  1.3688e-03,  4.8969e-03, -2.5586e-03,
                       1.6558e-03,  4.7428e-03,  3.1101e-04, -2.6997e-03,  5.5695e-03,
                      -9.4304e-04, -2.4846e-03,  2.2850e-04,  3.6645e-03, -1.1648e-04,
                       2.0421e-03,  7.8802e-04,  1.9503e-03,  2.0636e-03, -1.8534e-03,
                      -3.0833e-03,  7.9292e-03,  1.7675e-03,  4.2710e-03, -5.2146e-03,
                       9.9862e-04, -3.1722e-03, -3.2070e-03,  1.4755e-03,  3.7388e-03,
                       2.3626e-03, -3.0209e-03,  1.3803e-03, -1.3498e-03, -2.0578e-03,
                       2.6730e-03, -2.1699e-04, -8.3282e-05,  7.3002e-03,  2.0468e-03,
                      -3.6031e-03, -2.5929e-03, -1.2546e-04, -1.1848e-03,  3.0282e-03,
                       4.4330e-03, -6.8274e-04,  6.5988e-03, -3.4332e-03,  2.6842e-03,
                      -4.7226e-03,  4.7806e-04, -7.1072e-04,  5.8322e-04, -1.2112e-03,
                       8.6563e-04, -3.1608e-03,  4.0522e-03, -1.8885e-03, -1.1153e-03,
                       1.9842e-03,  1.0005e-03,  5.4182e-04,  2.2300e-03, -1.8181e-03,
                       2.1259e-03,  1.0389e-02, -9.5830e-03, -3.6736e-04, -7.0443e-03,
                       4.0268e-03, -2.5380e-05, -9.1720e-03,  9.3419e-03, -4.8605e-04,
                      -1.6187e-03,  1.4085e-03,  3.6090e-03,  7.3220e-03, -3.6413e-03,
                       1.1413e-03,  6.2493e-03, -3.2779e-03,  3.8753e-06,  3.4871e-03,
                       4.6263e-04, -3.5551e-03, -2.7843e-03, -6.2508e-03,  6.2333e-03,
                      -5.5787e-03, -1.8949e-03,  2.2743e-03,  3.9611e-03, -4.0957e-03,
                      -1.9378e-03,  8.4652e-03, -6.9982e-04,  2.4475e-03,  3.9661e-03,
                      -2.8633e-03, -2.5887e-04, -8.1978e-03, -6.5630e-04,  9.7700e-04,
                      -8.8753e-04,  1.1347e-03, -1.2435e-03, -5.9511e-04, -4.1299e-03,
                      -1.2270e-03, -4.0592e-03,  9.2579e-04,  6.9866e-04,  3.1189e-03,
                       8.2207e-04, -7.1684e-04,  2.0624e-04,  2.3124e-03,  4.4253e-03,
                       7.1198e-04,  1.9472e-03,  1.1709e-03,  1.4605e-03, -4.3689e-04,
                       1.5611e-03, -1.1147e-03, -2.2121e-03,  1.2585e-03,  1.3639e-03,
                      -2.7305e-03,  4.0294e-03,  5.6148e-04,  1.4352e-04,  8.7537e-04,
                      -6.3721e-04, -4.7187e-04, -1.3349e-03, -3.5765e-03, -1.9701e-03,
                      -3.3941e-03,  3.1712e-04,  2.3416e-03,  1.1758e-03, -3.6572e-03,
                      -2.9518e-04, -2.6130e-04, -2.6709e-03,  1.5177e-03,  1.0992e-04,
                       3.9007e-03, -2.1334e-03,  3.4206e-03, -7.0452e-04,  1.4891e-03,
                       1.9774e-03, -1.2086e-03, -1.5712e-03, -8.0620e-05, -9.7794e-04,
                      -1.6792e-04,  5.2694e-04,  2.8106e-04, -4.4575e-05, -5.6274e-04,
                      -3.2017e-04,  1.6755e-03,  1.6001e-03,  7.7837e-05,  4.2600e-04,
                      -5.7427e-04,  7.3991e-05,  1.9131e-03, -1.7590e-04,  1.6607e-03,
                       2.2872e-03, -7.0284e-04,  4.3861e-05, -1.0879e-03,  3.4787e-03,
                      -3.0706e-03, -1.7977e-04, -2.9352e-03, -1.9957e-03,  8.2557e-04,
                      -1.3476e-03,  2.3244e-03,  2.0626e-03, -1.8788e-03,  1.1877e-03,
                       1.0283e-03,  1.4139e-03,  3.1166e-03,  2.5909e-03,  2.9079e-04,
                      -8.2219e-04,  2.8048e-03,  9.7124e-04, -2.6775e-03, -1.2956e-03,
                       1.3576e-03, -8.4297e-04,  1.4170e-03, -3.0871e-03, -3.3969e-04,
                      -1.2584e-03, -1.4387e-03,  6.5836e-04,  1.1688e-06,  3.0858e-04,
                      -8.6323e-04,  1.7175e-03, -2.3474e-04, -1.3610e-03, -1.1274e-03,
                       2.5197e-03,  6.5805e-04, -5.2315e-04, -1.5996e-03, -5.1100e-05,
                       2.0044e-03,  1.1379e-03, -1.2730e-05, -6.5461e-04,  5.1333e-04,
                       2.0638e-03, -1.8181e-04, -1.5117e-03, -1.5108e-03, -1.0761e-04,
                       2.3849e-04,  4.0147e-03,  3.0668e-04, -4.0203e-04,  3.4919e-03,
                      -3.0871e-05,  5.1928e-04,  2.5647e-03,  5.0265e-04, -1.7766e-05,
                       2.6546e-04, -3.1346e-03, -3.5715e-04, -1.1455e-03,  2.5855e-03,
                      -9.2663e-04,  4.2979e-03, -2.5769e-03, -8.7785e-04,  9.5021e-05,
                      -2.2439e-03, -7.1839e-04,  1.5796e-03,  1.5829e-03, -9.7497e-04,
                       1.3257e-03,  3.0463e-03,  7.1476e-03, -8.6065e-04, -1.1937e-03,
                      -5.0673e-04, -1.2470e-03,  2.0978e-03, -1.6246e-03, -3.4489e-03,
                       9.5127e-04, -1.1287e-03,  4.2836e-04, -1.6208e-03,  2.1235e-03,
                      -1.8547e-04,  2.0197e-03,  2.0228e-03,  1.1486e-03, -1.8418e-04,
                       7.4368e-04,  3.2418e-04, -1.8645e-03, -8.0222e-04, -2.4177e-03,
                      -4.7303e-03, -4.0913e-03, -8.4634e-04,  6.6250e-04, -1.8365e-03,
                      -6.3218e-04, -6.4191e-05, -3.0432e-03, -3.9984e-03,  1.7434e-03,
                       4.5166e-03,  2.6292e-03,  1.3164e-03,  3.9252e-03, -5.7529e-05,
                       1.3855e-03,  4.4257e-03,  6.0160e-03, -1.8046e-03,  4.9048e-04,
                      -3.1890e-03, -9.9495e-04,  3.2356e-03,  1.5341e-03,  6.1871e-03,
                       8.9626e-03, -1.0398e-03,  5.8944e-03, -1.3901e-03,  8.5044e-03,
                       4.5514e-03,  2.7236e-03,  4.5975e-03,  1.3581e-03, -4.3358e-04,
                      -1.6747e-03, -2.3878e-03, -3.3719e-03, -2.6877e-03, -1.3243e-03,
                       5.8245e-03,  9.1619e-04, -5.7539e-03,  8.3249e-03,  4.4628e-03,
                       1.4881e-04,  2.5248e-03,  1.9403e-03, -3.0513e-03, -6.0366e-04,
                      -1.8639e-03,  2.5319e-03, -4.3397e-03,  5.8693e-03,  9.9481e-05,
                      -1.7303e-03,  1.0510e-03, -2.1175e-03,  4.5169e-03,  4.8259e-04,
                      -1.9766e-03, -5.0743e-03,  1.7252e-03, -9.7558e-04,  2.4967e-03,
                       7.6346e-03,  2.9501e-03,  9.2355e-04,  4.7238e-03, -3.5244e-03,
                      -5.1328e-03,  4.8395e-03, -4.7429e-03, -5.2591e-03,  2.9195e-03,
                       9.2244e-04,  1.6852e-03,  6.8525e-04,  3.7869e-03, -1.5777e-03,
                       2.7309e-03,  9.9766e-04,  1.9641e-03,  1.6919e-03,  1.1725e-03,
                      -2.2669e-03,  2.0663e-03,  3.2801e-04, -6.3106e-04, -1.9387e-03,
                       7.1421e-04, -1.2643e-03, -1.8612e-03, -1.8518e-03,  9.8236e-04,
                      -1.0459e-03, -1.8892e-03, -2.7620e-03,  3.7352e-04, -1.8627e-03,
                       1.0336e-03, -9.4250e-04, -3.4537e-03, -1.3902e-03, -1.1933e-03,
                      -2.5183e-04,  7.9402e-05,  3.1221e-03, -2.1493e-03,  1.1963e-03,
                       1.5491e-03,  1.0521e-03, -1.9568e-03, -3.8498e-03,  1.3528e-03,
                      -1.1404e-03, -1.8673e-03,  2.3760e-03, -1.8318e-03,  4.0587e-04,
                       1.9294e-03, -1.0758e-03, -2.2520e-03,  1.7262e-03, -5.8689e-04,
                      -4.8445e-04, -8.6655e-05, -1.9977e-03, -3.0580e-03, -9.0229e-04,
                      -7.7607e-04, -1.0552e-03,  3.9605e-03,  7.8153e-05, -1.9381e-03,
                       1.9294e-04, -2.5509e-03,  2.9695e-03,  1.5763e-03, -8.4099e-04,
                      -8.6471e-04, -2.0213e-03,  9.7510e-04,  2.8778e-03,  3.6842e-03,
                      -1.1291e-03, -1.5225e-03,  4.4767e-03, -2.0047e-03, -1.5168e-03,
                      -1.3260e-03,  1.3990e-03, -2.6923e-04, -4.8439e-03, -1.1850e-03,
                       2.2106e-03, -2.2779e-03,  1.4881e-03,  1.9684e-03,  1.2948e-04,
                      -2.1215e-04,  1.7035e-04, -4.2227e-04,  1.8480e-03,  1.3854e-03,
                       1.6372e-04,  2.7258e-03,  2.8712e-03, -1.3097e-04, -2.5090e-03,
                       3.3537e-03, -3.5398e-03, -1.6043e-03, -1.6535e-04, -1.3727e-03,
                       2.5333e-03, -3.2816e-03,  1.5456e-03, -4.2840e-04,  1.7865e-04,
                      -6.6060e-04,  1.1531e-03,  3.9651e-03, -4.2259e-03,  3.1615e-03,
                      -3.5578e-04, -3.3595e-03, -7.0159e-04,  1.8611e-03,  1.9693e-03,
                       1.6978e-04, -1.9746e-03,  2.3828e-05, -3.6315e-03, -8.0513e-05,
                       3.6014e-03, -1.2822e-03, -2.9425e-03,  2.2833e-03,  2.8204e-04,
                      -2.0496e-03,  7.7649e-04,  2.0109e-03, -5.0957e-03, -1.0551e-04,
                       2.0490e-03, -1.5214e-03, -2.6995e-03,  1.8046e-03,  1.2743e-03,
                       1.5719e-03,  2.5985e-03, -1.4466e-03,  1.8616e-03, -1.1136e-03,
                       1.3199e-03, -2.6244e-04,  2.0213e-03, -3.8191e-03,  2.4241e-03,
                      -2.0837e-03,  1.6128e-04, -4.0323e-03,  6.3063e-04, -2.3583e-03,
                       3.3695e-03, -7.4790e-04,  1.7504e-03,  1.3307e-03, -2.9938e-04,
                       4.9055e-05,  4.3888e-04, -2.6020e-03, -4.2680e-04, -2.0167e-04,
                      -5.0259e-04,  6.0131e-04, -2.8605e-03,  1.2867e-03, -9.1632e-04,
                       1.2367e-03,  1.1301e-03, -1.9457e-03, -3.8295e-03, -6.4098e-04,
                      -1.7304e-03,  9.7592e-04,  3.5801e-04,  4.2494e-04, -5.5303e-04,
                       3.6416e-03,  3.3648e-03, -1.3852e-03, -8.2612e-04,  2.4681e-03,
                      -1.8751e-03, -2.3338e-03,  1.3587e-03, -3.2914e-03,  9.6403e-04,
                       1.3931e-03,  1.7820e-03, -8.9172e-04, -5.4910e-03,  2.4762e-04,
                       5.6340e-04, -1.2459e-04, -9.3241e-04, -1.1665e-03, -2.7755e-03,
                      -3.1136e-04, -3.2525e-03,  1.2068e-04, -5.1343e-04, -1.5477e-03,
                       2.3432e-03,  2.7018e-03, -6.7512e-04, -2.0117e-04, -3.4082e-04,
                      -6.0228e-04,  2.5422e-03, -1.0095e-03,  2.8511e-03,  1.9325e-03,
                      -5.4302e-04, -1.7823e-03,  5.0708e-04,  1.2787e-04,  2.2540e-03,
                      -3.9072e-04, -4.7728e-03, -1.9689e-03, -1.0045e-03, -3.2097e-03,
                       3.4256e-05,  2.0203e-03, -1.2770e-03,  5.6293e-04, -9.0298e-04,
                       1.6348e-03,  3.1955e-03,  5.1803e-04,  2.3381e-03,  8.0522e-04,
                      -6.7756e-04,  1.1856e-04,  1.0603e-03,  5.0776e-04, -3.8527e-03,
                       6.2057e-04, -2.4279e-04,  2.8562e-03, -2.5911e-03, -2.2897e-03,
                       1.4066e-03,  2.4138e-03, -5.3952e-04, -1.5780e-03,  1.2822e-04,
                       7.7484e-04,  1.3688e-03, -2.1515e-03,  1.4994e-03,  2.9845e-03,
                       1.9768e-03,  7.0811e-04, -1.9492e-03,  3.7445e-03,  2.7679e-04,
                      -1.1915e-03,  2.0577e-03, -2.3847e-03, -1.4270e-03, -4.3053e-04,
                       1.1996e-03,  1.9908e-03, -1.9132e-03, -1.0638e-04,  1.8487e-03,
                      -1.7422e-03, -1.5384e-03, -5.5536e-04, -1.2446e-03, -2.0867e-03,
                       1.5568e-03, -1.5080e-03,  1.5641e-03,  1.2535e-03,  2.2294e-03,
                       2.2547e-03,  3.9496e-04,  3.6779e-03,  7.5855e-04,  1.9870e-03,
                       6.3560e-04,  2.0109e-03,  4.8030e-03,  7.8825e-04,  6.7521e-04,
                      -1.2106e-03,  7.9900e-05,  1.2217e-03,  1.4538e-03,  4.7105e-05,
                      -2.8001e-03,  1.5739e-03,  2.5066e-03, -2.2114e-03, -9.5320e-04,
                       2.6363e-05, -3.9202e-03,  1.8437e-04,  8.5845e-04,  6.7533e-04,
                      -1.7887e-03,  3.9726e-03,  1.2728e-03, -9.4403e-04, -2.7427e-03,
                      -3.8995e-04,  1.4043e-03, -1.0562e-03,  9.3853e-04, -3.7243e-03,
                       1.5283e-03,  2.9821e-03, -1.7761e-04,  1.9577e-03, -3.5629e-04,
                       2.5512e-03,  4.4802e-04, -1.8754e-03, -2.9324e-04, -2.5050e-05,
                       6.2506e-04, -2.5504e-04,  2.1753e-03, -1.7396e-03,  3.3440e-04,
                      -2.5200e-04, -1.8183e-03,  8.0939e-04, -1.4906e-03, -5.9443e-04,
                       1.0113e-03,  1.0137e-03, -6.7791e-04, -2.3761e-03,  1.5260e-05,
                      -4.2597e-04,  2.8041e-03, -2.8529e-03, -7.8956e-04, -1.5451e-03,
                      -1.3971e-03, -1.1212e-03, -3.2705e-04, -2.8518e-03,  6.1241e-04,
                       5.8349e-04, -2.8692e-03, -2.2988e-03, -3.9694e-03, -1.7364e-03,
                       8.1267e-04,  1.6254e-03,  4.4420e-03,  1.3174e-03, -2.2740e-03,
                       3.2220e-04, -1.0850e-03,  6.3812e-04, -4.0469e-04,  6.4182e-04,
                      -1.4000e-03,  1.5272e-03, -2.7231e-03,  9.5455e-04, -2.3394e-03,
                      -2.1758e-03, -2.8233e-03,  2.0729e-03,  2.2983e-03, -1.1250e-03,
                      -1.2554e-03, -2.4070e-03, -2.4827e-04, -5.3344e-04, -4.5739e-03,
                       3.1186e-04, -1.2182e-03,  6.0069e-05, -5.6057e-04,  2.2806e-03,
                      -1.1860e-03,  3.0475e-04,  2.8893e-04,  1.2604e-03,  3.9809e-04,
                      -8.9063e-04, -1.8224e-03,  2.4954e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.weight',
              tensor([[-0.0274,  0.0111, -0.0064,  ...,  0.0270, -0.0156,  0.0329],
                      [-0.0089,  0.0104, -0.0114,  ...,  0.0560,  0.0092,  0.0323],
                      [-0.0193,  0.0251,  0.0249,  ..., -0.0038,  0.0001,  0.0194],
                      ...,
                      [ 0.0136, -0.0715,  0.0533,  ..., -0.0024,  0.0149, -0.0261],
                      [ 0.0413, -0.0120,  0.0120,  ...,  0.0127,  0.0097, -0.0288],
                      [ 0.0631, -0.0532, -0.0011,  ...,  0.0110,  0.0195, -0.0079]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.bias',
              tensor([ 9.8332e-03, -2.3684e-03, -1.4080e-02,  3.2966e-04,  1.0434e-02,
                      -2.8728e-03,  9.7629e-04, -1.6090e-02, -6.9622e-03,  3.6547e-02,
                      -1.5176e-02,  2.3830e-02,  1.5324e-02,  3.8753e-03, -1.0251e-02,
                      -1.3849e-02, -1.1104e-02,  1.8752e-02, -2.5567e-02,  5.0023e-02,
                      -2.9231e-03,  1.1834e-02, -2.5943e-02,  2.0828e-02, -3.5926e-02,
                       1.3533e-02, -2.1388e-03,  2.3789e-03, -2.0983e-02, -1.3057e-02,
                       1.5353e-02, -9.7255e-03,  1.1085e-02,  2.6272e-02,  1.8883e-02,
                       4.0184e-02, -7.8673e-03, -2.7776e-02, -4.2712e-04, -3.5017e-02,
                      -3.6645e-02,  2.5520e-02, -9.5866e-03, -2.6882e-03, -3.1608e-03,
                       1.9270e-02,  8.0335e-04,  2.4191e-02, -2.4334e-03, -2.1404e-02,
                      -4.6531e-03, -6.7051e-02,  9.8611e-03, -3.4233e-03, -3.5592e-02,
                      -5.3468e-03, -3.1772e-02, -1.2683e-02, -1.0155e-02,  7.4444e-03,
                      -1.0778e-02,  2.8208e-02,  3.9326e-03, -1.7767e-02, -4.0945e-03,
                      -5.0807e-02,  3.6463e-02,  2.7069e-02,  3.7581e-02,  3.2807e-02,
                       1.6884e-02, -8.3525e-02, -7.0321e-03,  6.1528e-03, -3.6592e-02,
                       5.8612e-03, -3.4259e-02, -3.9573e-03, -1.4596e-02, -2.2558e-02,
                      -5.8535e-02,  2.5902e-02, -1.1209e-02,  3.3534e-02,  9.4505e-02,
                       8.6757e-02,  3.2403e-02, -4.0038e-02, -6.7853e-03,  3.1525e-02,
                       1.1059e-01,  5.3452e-02, -2.6751e-03, -2.4466e-02, -4.1059e-02,
                       1.2295e-02, -5.4153e-03, -2.8311e-02,  5.3232e-02, -3.0110e-03,
                       1.2150e-01,  8.5484e-02,  1.6964e-02, -1.0321e-01,  3.2588e-02,
                      -6.0399e-02,  5.3402e-02, -6.0676e-02, -1.0310e-02, -1.5601e-02,
                      -5.7525e-02,  4.8033e-03, -3.1714e-02,  4.7477e-03,  3.6574e-02,
                      -1.1747e-01,  8.0451e-03,  8.0613e-03, -3.6398e-02, -9.0182e-03,
                      -3.1757e-02, -7.7912e-02,  1.9052e-02,  4.0168e-05,  4.7438e-02,
                      -4.1949e-02, -4.4121e-02, -1.5704e-02,  1.6867e-03,  2.0175e-02,
                       1.1782e-02,  3.5873e-02,  1.8763e-04,  8.2469e-03, -1.4426e-02,
                       1.6765e-02, -5.9270e-02, -4.3797e-03, -2.0780e-02,  3.6895e-02,
                      -1.9530e-02,  1.6246e-02,  1.5547e-03,  4.5016e-02, -1.3204e-02,
                      -3.0524e-03,  7.9091e-03,  3.5676e-02, -5.1990e-03,  7.2705e-03,
                       3.7587e-02, -2.2278e-02,  1.8569e-02, -3.2514e-02, -4.6598e-02,
                      -8.1120e-03, -1.9876e-02,  4.5383e-02, -9.7006e-03,  2.0844e-02,
                       1.7714e-02,  1.9701e-02,  1.8179e-03, -1.0861e-02,  1.5927e-02,
                      -1.4292e-02, -3.3947e-04, -1.2970e-02, -5.7995e-03,  7.2976e-03,
                      -2.3277e-02,  1.8322e-02,  1.6255e-02,  2.2329e-02, -5.2589e-03,
                      -3.4526e-02, -3.2644e-02,  5.5141e-02,  7.5873e-03,  2.1870e-02,
                      -4.4328e-03,  4.9183e-04, -1.1362e-02,  9.8493e-03,  2.9892e-02,
                       5.5104e-03, -1.6711e-02, -5.9681e-03,  2.1681e-02, -1.1891e-02,
                       2.5833e-04,  2.2502e-03,  8.6660e-02, -6.0581e-02, -1.3821e-02,
                      -3.5231e-01,  1.0586e-01,  1.2431e-01,  8.0188e-02, -6.5245e-02,
                       1.5199e-01,  3.9857e-02,  7.7449e-02, -2.2803e-01,  2.5250e-01,
                      -3.7798e-02, -3.3684e-02,  9.8590e-02, -2.7772e-02, -3.8489e-02,
                       6.3701e-02, -3.1523e-02, -3.0728e-02,  2.2168e-01, -4.4616e-02,
                       2.5160e-01, -8.2670e-03,  1.2240e-02, -8.8138e-03,  6.1189e-02,
                      -2.6405e-02, -5.5306e-02, -4.6409e-02, -2.4800e-02,  1.6606e-02,
                      -1.6763e-02, -6.8436e-02, -2.0510e-01, -1.3694e-01,  3.2865e-02,
                       6.4043e-02, -1.1413e-01,  4.2351e-01, -6.4812e-02,  3.2060e-02,
                      -4.2143e-02,  1.9324e-02,  1.0129e-03, -1.2812e-03,  1.3951e-01,
                      -1.1569e-03,  1.5819e-01,  4.8306e-02,  1.1802e-01, -9.3092e-02,
                       1.6396e-01,  9.1084e-02,  1.1142e-01, -1.2904e-01, -1.0115e-01,
                       1.2599e-02,  1.3784e-01,  4.7732e-02, -2.2444e-01, -1.0425e-01,
                       4.6879e-02, -1.6904e-02,  1.3890e-02,  2.2259e-02,  2.6662e-02,
                       2.8414e-02, -7.2814e-03, -2.2738e-02, -4.8899e-02, -1.4619e-02,
                       1.7636e-02,  1.1141e-02,  1.2216e-02, -2.8595e-02,  2.4758e-03,
                       8.5522e-03,  1.7912e-02, -1.6773e-02,  3.3019e-03, -9.9860e-03,
                      -2.7379e-02,  1.7714e-03,  3.5715e-04, -1.3160e-02,  4.1549e-03,
                      -2.7341e-02, -1.9041e-02,  2.3018e-03,  8.9198e-03, -1.5789e-02,
                      -1.6974e-03, -9.2342e-03, -1.4770e-02,  2.9913e-02,  1.8033e-02,
                      -2.7822e-02, -3.3157e-02, -2.2231e-04,  3.9057e-02, -1.8118e-02,
                      -5.7306e-03,  1.0989e-02, -2.4245e-02, -7.2967e-03,  2.4011e-02,
                       2.6732e-02, -4.6853e-03,  5.2773e-03, -4.6745e-02,  3.6765e-02,
                      -3.6592e-02,  2.3151e-03,  9.5058e-03, -2.4943e-02, -1.5185e-02,
                       1.0079e-02,  1.1291e-02, -7.3030e-03, -3.0621e-02,  4.4803e-02,
                       1.2562e-02,  5.9350e-03,  1.7778e-02,  2.2789e-02,  3.6683e-02,
                       1.1052e-01,  7.0906e-02,  7.4959e-02,  2.1688e-02, -1.1991e-02,
                      -1.6578e-03, -4.6640e-02, -4.2411e-02,  3.2196e-02, -1.5882e-03,
                       1.4752e-02, -4.9248e-02, -7.1977e-04, -1.4501e-02,  5.2530e-03,
                      -4.4316e-02,  1.8353e-02, -8.4425e-02, -5.9270e-02,  1.1040e-02,
                      -2.6519e-02, -4.1178e-02, -5.6989e-02,  4.1308e-02, -2.6676e-02,
                      -1.3253e-02, -9.1021e-02,  6.3857e-03,  3.6955e-02,  5.8462e-02,
                       1.0344e-02,  2.7522e-02, -7.4586e-02, -5.9125e-03, -2.7828e-02,
                       1.5448e-02,  2.1966e-02,  2.6859e-02,  4.4325e-02, -4.8783e-02,
                      -2.4988e-02, -1.1284e-02,  9.6782e-02, -2.5031e-02, -4.1508e-02,
                      -5.8906e-02,  6.9270e-02,  1.9461e-02,  1.9891e-02, -3.0609e-02,
                      -6.5650e-02, -4.4095e-02, -5.7597e-03,  1.1076e-01,  3.5145e-02,
                      -5.0132e-02, -6.1336e-02,  1.9121e-02, -6.5404e-02, -1.3300e-02,
                      -3.0033e-02, -1.4928e-02,  2.2985e-02, -5.1025e-02, -7.2090e-03,
                      -1.7788e-02, -3.5696e-02,  1.9538e-02,  3.3850e-02, -4.8201e-02,
                      -1.2214e-02, -1.8898e-02, -2.4723e-02, -4.1728e-02,  1.9046e-02,
                       1.9077e-02, -1.2745e-02, -6.7257e-03,  2.3136e-02,  1.4613e-02,
                       6.2764e-03, -2.0108e-02,  2.2348e-02, -7.3342e-03, -3.6199e-03,
                      -8.6625e-03,  1.8635e-03,  2.6541e-02, -1.5964e-02, -1.1044e-02,
                      -1.1444e-02, -2.6781e-02,  4.3261e-03, -1.8061e-02, -1.6390e-02,
                      -6.4765e-04,  2.2070e-02, -2.2101e-02, -3.2995e-02, -4.0966e-03,
                      -4.2264e-03, -2.7916e-03, -2.4186e-02,  1.4545e-02,  4.8317e-04,
                      -2.0357e-02, -6.6867e-03, -6.4861e-03,  1.2063e-02,  1.3455e-02,
                       4.8779e-03, -7.4327e-03, -6.0448e-02, -1.5983e-02,  7.5648e-03,
                      -2.1898e-02,  2.9496e-03, -1.2392e-04, -2.0804e-02, -1.1650e-02,
                      -9.4011e-03,  3.9232e-02,  2.4186e-02, -3.9983e-02,  6.0259e-03,
                      -3.5989e-02,  1.7161e-02, -1.4622e-03, -4.6428e-03,  2.2821e-02,
                      -3.3209e-03, -4.0873e-03, -7.0242e-04,  5.5266e-03, -5.9282e-03,
                       1.9717e-02,  1.7294e-03, -1.1385e-02, -1.7776e-02,  1.8016e-02,
                       1.7544e-02, -1.5433e-02, -5.9488e-04, -1.7506e-02, -4.3742e-04,
                      -7.8630e-04,  8.9865e-04,  1.3819e-02, -3.8377e-02, -5.4640e-03,
                       1.0647e-02, -2.4031e-02, -2.2170e-02, -5.6815e-03,  1.1110e-02,
                      -1.2091e-02,  2.6995e-04, -3.1834e-02,  2.9903e-02,  1.1755e-02,
                       1.6907e-03,  6.8261e-03,  4.7568e-03, -6.6574e-03,  5.9439e-04,
                       1.2490e-02,  9.8127e-03,  2.5384e-02, -2.3422e-03, -1.3309e-02,
                      -6.0470e-03, -1.6176e-02,  4.3856e-02, -5.5079e-04, -1.5125e-03,
                      -9.3545e-04,  1.2450e-02, -3.1140e-03,  1.1244e-02,  1.6739e-02,
                       3.0042e-02,  1.4765e-02,  2.5827e-02,  8.3546e-03,  9.9088e-03,
                       2.6311e-02,  5.5672e-03, -9.6544e-03,  3.4274e-02, -9.2621e-03,
                       2.4439e-02,  3.3287e-02, -3.9710e-03, -1.2458e-02,  9.0127e-03,
                      -3.3654e-02, -2.5892e-02, -5.5152e-03, -2.4436e-02,  2.0408e-02,
                      -3.8973e-02, -9.4081e-03,  4.2994e-03, -3.9155e-03, -1.5427e-02,
                       3.9870e-04, -9.7165e-03,  4.1589e-03,  1.0205e-02,  4.0374e-03,
                       1.2198e-02, -6.2618e-02, -3.8824e-02,  1.0705e-02, -6.2020e-02,
                      -9.6252e-02,  2.1499e-02, -2.2141e-02, -2.1976e-02, -1.2385e-02,
                       6.0723e-03, -1.2588e-02, -2.6648e-03,  5.3372e-03,  6.0793e-03,
                       2.3821e-02,  2.8217e-02, -1.0625e-02, -2.1685e-02, -3.9403e-02,
                       3.2871e-03,  2.7232e-02,  6.3799e-03,  2.5570e-02, -2.4487e-03,
                       2.1323e-02, -8.8126e-03,  6.6256e-03, -2.5893e-03,  1.4963e-02,
                       1.4517e-02,  2.9649e-02,  4.7979e-02, -4.9719e-03,  5.4310e-03,
                      -3.6156e-02,  9.1557e-03, -3.3173e-02, -2.2912e-03,  1.9381e-03,
                      -4.6013e-03,  3.2150e-02,  4.1640e-02, -5.6969e-03, -2.3583e-03,
                      -2.7095e-03,  2.6045e-02,  2.9813e-03, -1.0479e-02,  3.2929e-02,
                      -2.9866e-02,  6.4037e-03, -1.6282e-02,  2.3688e-02, -2.0304e-02,
                      -1.5521e-02, -1.6778e-02,  4.6189e-02,  2.2265e-02, -6.5535e-03,
                       7.8223e-03,  3.1043e-02,  2.2547e-02,  6.5023e-03,  2.1880e-02,
                      -1.2612e-02, -7.3969e-03, -1.0591e-02,  2.8085e-02, -5.7210e-03,
                      -3.4792e-02, -1.0130e-02, -3.2434e-03,  2.8217e-02, -6.4020e-04,
                       7.3918e-03, -1.8229e-03, -2.6346e-02,  3.2085e-02,  4.9657e-03,
                      -1.4650e-02,  1.3232e-02, -1.2574e-02,  1.2052e-03,  2.4837e-02,
                      -4.8799e-03,  3.7450e-02,  6.9436e-03, -3.1605e-02, -1.0120e-02,
                      -2.4309e-03, -3.2739e-02, -1.4020e-02,  2.1559e-02, -2.7640e-02,
                       1.8684e-02,  2.0754e-02,  2.8015e-02, -9.9146e-04,  3.6406e-03,
                       1.6490e-02, -1.7453e-04, -1.0011e-02,  2.6712e-03, -3.8350e-03,
                       3.8125e-02, -2.4829e-02,  4.4448e-02,  3.7127e-02, -5.7726e-03,
                       1.2281e-02,  8.1040e-03,  1.6466e-02,  1.0122e-02,  6.6316e-03,
                       5.2526e-04, -2.2223e-02, -3.5448e-03, -1.6104e-02,  1.6453e-02,
                      -4.4025e-03,  5.2517e-03, -7.2562e-03,  1.5282e-02,  1.4947e-02,
                       2.1384e-02,  2.0056e-02, -9.6135e-03,  1.3308e-02,  5.3825e-03,
                      -7.1765e-03, -1.6812e-02,  1.5676e-02,  7.5953e-03, -6.5609e-03,
                       1.7436e-02,  2.4654e-03,  1.3692e-02,  1.8581e-03, -7.7580e-03,
                       3.7166e-03,  1.1103e-03, -1.8416e-02, -7.6011e-03,  1.0193e-02,
                      -2.5430e-02, -1.3398e-02,  3.0996e-03, -8.7798e-03, -6.2986e-03,
                       1.8058e-02,  1.3583e-02,  8.5811e-03,  4.3992e-03, -5.6133e-04,
                      -6.5528e-03, -4.0658e-04,  1.0900e-03,  1.3173e-02,  4.0039e-03,
                      -1.1614e-03, -9.9297e-03,  5.3148e-03, -9.0080e-03, -1.0665e-02,
                      -1.0332e-02,  1.3222e-03, -1.3974e-02,  2.9622e-03, -5.3936e-03,
                      -2.5394e-03,  8.9713e-03,  1.9911e-03, -2.1690e-02, -2.9274e-02,
                      -1.2501e-02,  1.8425e-02,  7.6402e-03,  1.0248e-02, -1.2966e-02,
                       9.2287e-03,  1.9990e-02,  2.2666e-02, -4.2902e-03, -2.4121e-02,
                      -3.7311e-02, -3.2933e-03,  1.6174e-02, -1.2088e-02,  2.7385e-02,
                       6.9482e-04, -2.7273e-02, -2.7516e-02,  5.9834e-03,  3.8917e-03,
                      -8.6908e-03, -2.2364e-02, -3.7669e-02,  1.0193e-03, -6.9009e-02,
                       2.9350e-02,  1.4776e-02,  2.9200e-02, -6.1224e-02,  1.7367e-02,
                      -3.8478e-02,  2.8515e-02,  6.6894e-03, -8.6420e-03, -2.4803e-02,
                      -1.0214e-02,  2.3734e-03, -1.3460e-02,  2.6671e-03, -2.5921e-02,
                       2.4697e-02,  6.2547e-03,  3.2522e-02,  2.4151e-03,  5.9135e-02,
                       1.6803e-03,  1.4002e-02, -3.9961e-03, -9.7134e-03, -1.6668e-02,
                      -2.5108e-02, -2.2526e-02,  9.2331e-03,  1.5066e-02, -3.7498e-04,
                       7.3142e-02,  3.4421e-02,  1.6374e-03,  8.1596e-03,  2.4168e-02,
                       1.3592e-02, -1.5603e-02,  6.7726e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.weight',
              tensor([[ 0.0111, -0.0486, -0.0039,  ...,  0.0068, -0.0274, -0.0494],
                      [ 0.0243, -0.0325, -0.0085,  ...,  0.0059,  0.0188,  0.0042],
                      [ 0.0344, -0.0315, -0.0257,  ..., -0.0332,  0.0068,  0.0051],
                      ...,
                      [-0.0108, -0.0098,  0.0241,  ...,  0.0183, -0.0316, -0.0063],
                      [-0.0120, -0.0049, -0.0062,  ..., -0.0185, -0.0165, -0.0151],
                      [-0.0278,  0.0129,  0.0186,  ...,  0.0554, -0.0420, -0.0533]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.bias',
              tensor([-3.5739e-02, -9.9654e-03, -7.8193e-02,  1.9917e-02,  2.4389e-01,
                       1.0672e-02, -6.7029e-02, -6.2334e-02,  1.3790e-02, -7.2891e-02,
                       1.1236e-02, -3.1881e-02, -1.4471e-02,  1.6868e-02, -6.6763e-02,
                      -1.4233e-03, -1.5936e-02, -2.5231e-02,  2.3995e-01,  4.1651e-03,
                      -1.9743e-02,  7.6518e-02,  9.3538e-02, -6.7794e-02, -7.7453e-02,
                      -9.3594e-02, -5.3291e-02, -2.8801e-02,  1.2808e-01,  2.4889e-02,
                      -5.8548e-02, -2.3706e-03,  4.1838e-02, -1.8374e-01,  5.9927e-02,
                       7.2255e-02, -1.5812e-01, -5.3486e-02, -6.4441e-02,  4.8677e-02,
                       2.5867e-02,  4.5195e-02, -8.1422e-02,  5.1891e-02,  1.8404e-03,
                      -9.9979e-03, -4.7116e-02,  2.7978e-02,  9.1110e-02, -1.1468e-01,
                      -1.9291e-02,  1.6562e-01, -2.0510e-01, -3.1948e-02,  8.6661e-02,
                      -1.0736e-02,  4.1137e-02,  4.1004e-02,  6.6210e-02, -1.3588e-01,
                       1.2876e-01,  3.9834e-02,  6.4225e-02,  1.2026e-01, -1.9658e-02,
                       1.3220e-02,  5.5393e-03,  1.1076e-01, -7.2705e-02, -1.4592e-01,
                      -2.8584e-02, -9.9527e-03, -1.0065e-01,  2.2817e-02, -7.4350e-02,
                      -2.3920e-02,  4.7797e-02,  6.3349e-03,  4.0925e-02, -5.3734e-02,
                      -1.0948e-01, -5.2593e-02, -3.5181e-02,  3.5614e-02,  9.3376e-02,
                      -1.3672e-01,  8.8270e-02, -8.0067e-02, -3.8914e-02,  1.0505e-02,
                       6.1284e-02, -1.5502e-02, -3.5292e-02,  1.6932e-01, -1.3158e-01,
                      -1.3569e-02, -5.6200e-02,  6.5906e-02,  7.7532e-02, -2.1021e-02,
                      -7.3977e-05,  1.3994e-02,  2.9065e-02,  7.1139e-02, -6.7564e-03,
                       1.1207e-02, -2.6523e-02, -2.8782e-02,  2.0955e-02,  7.9760e-02,
                      -1.1352e-01,  8.4618e-02,  4.7987e-02, -1.3580e-01, -2.9978e-02,
                      -8.8355e-02,  4.5620e-02, -8.6149e-02,  1.1028e-01,  1.6348e-02,
                       5.5247e-02,  6.7320e-03, -5.2293e-02,  5.8203e-02, -1.2794e-01,
                      -9.7863e-02, -1.0895e-02, -8.1956e-02,  3.2239e-02,  5.7771e-02,
                       5.3060e-02, -1.0421e-02, -4.5455e-02,  8.1858e-04,  2.5383e-02,
                       8.1614e-03, -3.8620e-02,  2.4819e-02, -7.7800e-02, -1.0065e-01,
                      -1.5563e-01,  7.3000e-02, -2.0535e-02, -7.1135e-02, -5.4635e-02,
                       7.6822e-02,  7.6868e-02, -8.6510e-02, -3.8488e-02,  1.4889e-01,
                       2.1760e-02, -3.8967e-02, -1.2640e-01, -7.0883e-03, -1.0594e-01,
                      -2.5646e-02, -6.2661e-02,  3.0186e-02, -7.2415e-03,  5.4466e-03,
                      -3.0123e-02, -6.2173e-02, -9.1165e-02, -8.6445e-02,  1.4813e-01,
                       3.6493e-02, -2.0470e-02, -2.1282e-01, -1.8110e-03,  5.0423e-02,
                      -8.4973e-03,  5.0225e-02,  1.5031e-01, -4.6217e-02,  1.0098e-01,
                      -6.8914e-02, -3.8159e-02,  7.5855e-02,  5.4744e-02,  2.1082e-02,
                      -8.0030e-02,  1.0761e-01, -5.1604e-02,  3.0131e-02,  8.0413e-03,
                       3.3283e-02,  1.9913e-02, -5.0668e-02,  1.0185e-01, -8.3766e-02,
                      -7.9599e-02, -3.5165e-01,  2.4340e-02, -2.2426e-02,  1.4469e-01,
                       6.3370e-02, -4.2991e-03,  1.8407e-01,  1.1988e-01,  1.3219e-01,
                       9.2468e-03, -3.4477e-03,  7.9799e-02,  6.9530e-02, -1.3978e-01,
                      -1.4390e-02, -4.6904e-02,  5.8470e-03,  5.5249e-03,  3.0720e-02,
                      -5.2061e-02, -4.3005e-02,  1.5664e-02,  1.2319e-01,  2.9194e-02,
                       1.8385e-02,  4.1686e-04, -2.7303e-02,  3.4816e-02, -8.0540e-02,
                       5.0925e-03, -3.5776e-02, -5.2192e-02,  2.4486e-02, -3.9086e-02,
                       8.6674e-02,  3.6281e-02, -3.8770e-04, -1.0111e-02, -1.0698e-01,
                       7.8439e-03, -2.7268e-02, -1.6644e-02,  4.7087e-02, -7.4819e-02,
                      -7.0035e-02, -1.4588e-01, -2.0079e-02, -1.7276e-01,  7.2459e-02,
                      -5.2378e-03,  4.7731e-02, -9.4430e-02, -1.8944e-02, -5.9284e-02,
                       1.4445e-01, -2.8395e-02, -8.4730e-02, -8.6374e-03,  6.8195e-02,
                      -6.3884e-02, -1.0223e-01,  1.2081e-02,  1.1830e-01, -3.0792e-02,
                      -7.3583e-02, -4.4397e-02,  1.2702e-01, -1.5600e-01, -1.2494e-01,
                       4.4989e-03, -1.6704e-01,  5.6893e-03,  2.3291e-02, -5.2453e-02,
                      -6.3610e-03, -7.8117e-02, -2.8389e-02,  1.1416e-02, -1.4162e-02,
                      -1.8001e-02, -1.5681e-02,  6.5776e-02, -7.4760e-02,  2.4397e-02,
                       8.1994e-02,  8.9598e-02, -5.6083e-02,  2.1757e-02,  2.0572e-02,
                      -1.9311e-02, -1.5644e-02,  1.0854e-01,  9.9501e-02, -1.7774e-02,
                       1.4389e-02,  6.8784e-02,  8.2623e-02,  1.6565e-01, -4.2891e-02,
                      -1.8511e-01, -7.2016e-02,  1.0797e-01,  1.4379e-02,  7.1460e-02,
                      -4.4224e-02,  1.3439e-02, -1.9831e-01,  1.9837e-02,  9.0131e-02,
                      -7.7688e-03, -6.9786e-02,  3.6054e-02, -6.8814e-02, -1.8389e-01,
                      -4.7172e-02,  1.9694e-02, -3.0766e-02,  1.2391e-01, -7.5998e-02,
                       7.3107e-02,  4.5762e-02, -8.2598e-02, -3.4766e-01, -6.1658e-02,
                      -7.4080e-03, -1.9346e-02, -9.4264e-02,  5.0228e-02, -9.0889e-02,
                       1.3326e-02, -1.3486e-02,  1.2608e-02,  4.2342e-02,  5.9995e-02,
                      -2.7253e-02,  4.9207e-02, -1.0888e-01,  2.5986e-02,  2.6160e-02,
                       6.2124e-02,  9.1781e-03,  3.4158e-02, -7.7660e-02,  7.1835e-02,
                       1.3867e-03, -9.5296e-02,  3.6409e-02, -2.7936e-02,  9.4808e-02,
                       1.4167e-01,  1.1654e-01, -2.2908e-03,  2.5961e-02, -5.3545e-02,
                      -1.4544e-01,  5.9277e-02, -6.4872e-02, -1.6922e-01,  2.6404e-02,
                       1.3392e-02,  5.6842e-02,  6.3213e-02,  1.0368e-01,  3.9686e-02,
                      -3.2106e-02, -5.5757e-03,  2.8536e-02, -7.1253e-02,  1.0956e-02,
                      -5.5883e-02, -6.2614e-02,  1.4088e-01, -3.9020e-02, -3.1785e-02,
                      -5.5267e-02,  1.0439e-02,  3.2349e-02, -2.4704e-02,  8.5997e-02,
                      -5.7278e-02, -9.1336e-03, -7.6582e-02,  8.0861e-02,  1.0815e-01,
                       1.0259e-02,  4.1648e-03,  6.8793e-03,  4.2109e-02,  4.7577e-02,
                       8.2173e-02, -3.3883e-03, -3.5770e-02,  2.3261e-02,  7.3647e-02,
                      -1.6642e-02, -1.8570e-02,  5.5783e-02, -8.6187e-03, -1.4611e-01,
                       3.9682e-02, -6.0759e-02,  2.3865e-05, -4.3888e-03, -4.8306e-03,
                       4.5335e-02,  4.8625e-02, -6.5302e-03, -3.1280e-02,  3.0683e-02,
                       5.0993e-02, -1.1180e-01, -1.0670e-01, -3.3346e-02,  2.2264e-02,
                      -1.6911e-01,  2.4423e-03, -1.6850e-02,  6.7708e-03,  2.4383e-02,
                       2.2205e-02, -5.5597e-03, -1.4623e-02, -9.0963e-03, -4.0095e-03,
                       1.3636e-01,  3.2209e-02,  5.2253e-03,  4.6195e-02,  3.4273e-02,
                      -1.7009e-01,  6.4721e-02,  1.5527e-01,  5.2464e-02, -4.9538e-02,
                       1.1284e-01, -7.3730e-02,  9.5305e-02,  5.4901e-02,  4.9903e-02,
                      -4.7559e-02,  6.7526e-02, -1.1833e-02, -5.5271e-02, -2.0558e-01,
                      -3.2258e-03,  1.7467e-02,  1.3816e-02,  1.4060e-02, -3.3597e-02,
                      -5.0927e-02,  5.4930e-02,  7.9541e-02, -1.2518e-01, -6.0745e-02,
                       5.1879e-03, -1.6583e-02,  3.3779e-03, -2.9321e-02,  1.2468e-01,
                       2.5653e-02, -1.7310e-02, -9.4283e-02,  3.0067e-02, -1.0744e-01,
                       6.5568e-02,  1.0888e-01, -5.8742e-03, -1.2626e-01, -5.8987e-02,
                      -4.7913e-02, -3.3746e-02, -9.0726e-03,  4.8925e-02,  6.1252e-02,
                       4.0515e-02, -1.2621e-01, -7.0720e-03, -5.5395e-02,  1.9640e-02,
                      -6.3776e-03, -5.0540e-02,  1.9180e-03,  9.4415e-02, -2.5398e-02,
                       2.2753e-02,  1.5281e-01,  7.9968e-02, -1.1382e-01, -3.2319e-02,
                       1.0570e-01,  2.8032e-02,  8.0528e-02,  1.0525e-01,  4.2037e-03,
                      -5.9495e-02,  1.5960e-02, -2.0273e-02, -3.0340e-02,  5.2492e-02,
                       9.7764e-02, -5.1197e-02,  6.8300e-02, -3.3542e-02, -7.4067e-02,
                       4.2119e-03, -7.0520e-02, -5.9357e-02, -2.9135e-02,  3.9158e-02,
                      -2.6400e-02, -8.6572e-03, -6.2917e-02, -1.4140e-02, -1.8997e-02,
                       3.8275e-02,  1.0447e-02,  7.0487e-03, -1.8667e-02,  1.3064e-01,
                      -3.3265e-02,  8.9894e-02, -1.2862e-01, -1.5916e-02,  2.8748e-02,
                       1.0765e-01,  4.6408e-03,  8.3943e-03, -1.6041e-01,  1.4992e-02,
                      -2.6855e-02, -1.1358e-01,  1.2646e-01,  3.3295e-02, -1.6231e-03,
                      -1.6887e-02,  6.2339e-02,  7.1934e-03, -1.1544e-01, -5.7150e-02,
                       5.3055e-02, -9.4861e-03, -4.2447e-02, -1.7723e-02,  4.7769e-03,
                       1.4619e-03, -2.8550e-03,  3.8574e-02,  1.5841e-01, -1.0501e-01,
                       3.4725e-02,  6.5490e-02,  1.8386e-01,  7.9603e-02,  8.2123e-02,
                      -7.8593e-03, -3.1875e-02, -7.8779e-02, -4.8597e-02, -4.8653e-02,
                       2.5905e-04, -6.7009e-02, -4.5427e-02, -5.3924e-03, -5.8614e-02,
                       6.8115e-02,  4.1283e-02,  5.0085e-02,  6.8654e-02,  4.0290e-04,
                       3.0828e-02, -1.4010e-02,  8.3577e-02,  6.4770e-02,  4.4445e-02,
                       3.7810e-02, -1.7120e-02, -2.8077e-03, -4.8505e-02,  5.2500e-02,
                      -1.0570e-01, -6.4134e-03, -9.8394e-02,  5.6061e-02,  1.2010e-02,
                      -2.6229e-02, -6.3337e-02,  1.0954e-01,  4.1923e-02,  8.3782e-03,
                      -9.0765e-04, -8.7287e-02, -6.7635e-03,  1.2357e-01, -4.0832e-02,
                      -6.6643e-03,  5.7511e-03, -8.7189e-02, -3.2655e-02,  9.7830e-02,
                       2.5798e-04,  1.0478e-01,  1.1237e-01, -4.9671e-04,  1.0771e-02,
                       2.5057e-02, -1.8924e-01,  6.0555e-02, -1.6008e-02, -1.0058e-02,
                      -7.3437e-02, -4.0160e-03,  3.7491e-02, -6.3680e-03,  1.4487e-02,
                       1.9009e-02,  9.4528e-02, -6.5666e-02,  1.0616e-01, -2.0014e-02,
                      -1.2245e-01,  4.8415e-02, -8.7217e-02, -1.2205e-01, -3.6671e-02,
                      -2.4776e-02, -5.5057e-02,  7.9747e-02, -3.0703e-02,  3.9351e-02,
                      -6.2059e-02, -1.1697e-01,  6.1003e-02,  3.8786e-02, -4.9047e-02,
                       1.1972e-02,  4.8997e-02, -3.4911e-02, -2.6049e-03,  1.7076e-01,
                       6.1811e-02, -5.2418e-02,  8.8117e-02, -8.2386e-02, -1.0353e-01,
                       4.6030e-02,  5.0176e-02, -8.3189e-02,  6.0849e-03,  6.3716e-02,
                      -8.4839e-02,  2.5809e-02, -8.1975e-02,  2.6723e-02,  6.4068e-02,
                      -1.0947e-02, -1.8598e-02,  7.0939e-02, -1.0400e-01, -7.3453e-02,
                       4.7669e-02,  6.5359e-02,  7.2301e-02,  1.5185e-01,  5.5710e-02,
                       1.6814e-02, -2.1351e-02, -8.7839e-02,  6.5659e-03, -1.7231e-02,
                      -4.0211e-02,  9.5918e-02,  4.6347e-02, -9.2160e-03,  1.7458e-02,
                       5.1231e-02,  5.1028e-02, -8.1860e-02,  8.3908e-02, -3.3502e-02,
                      -6.1720e-03,  1.2464e-01,  6.4589e-02, -1.1713e-02, -3.1192e-02,
                       7.9735e-02, -1.0064e-01,  7.5234e-02,  4.5762e-02,  3.8679e-02,
                      -3.6597e-02, -1.9540e-02, -1.3452e-03, -2.6064e-02,  6.8799e-02,
                      -7.9891e-02, -3.6013e-02,  2.5131e-02, -1.1106e-02,  1.1179e-01,
                       3.5086e-02,  1.1342e-01,  1.8663e-02, -7.9681e-02, -3.3539e-02,
                      -1.9895e-02,  2.8666e-02,  1.3694e-02, -1.0233e-01, -1.3445e-01,
                       1.6168e-01,  3.2984e-02, -1.8406e-01,  3.1037e-02, -7.7098e-03,
                      -3.3924e-02, -2.1675e-02, -1.9153e-03, -3.8507e-02,  3.6634e-03,
                       1.3154e-01, -1.0501e-01,  3.7501e-02,  4.5365e-02,  2.6781e-02,
                       2.2121e-02,  9.8519e-02,  2.7419e-02, -5.1455e-02,  1.2703e-02,
                       6.7452e-02,  8.7324e-02,  8.2333e-02, -8.2304e-02,  9.7594e-02,
                      -2.0058e-01, -4.8675e-03,  6.5013e-02,  1.2328e-02,  4.9911e-03,
                      -4.4989e-02, -5.2883e-02,  4.4915e-02, -3.7370e-02, -3.3650e-02,
                      -4.7687e-02,  7.6380e-02, -1.0438e-01, -5.3038e-02,  6.1867e-02,
                       2.9431e-03,  2.0562e-03,  2.4256e-02, -3.2247e-02, -3.7238e-02,
                      -7.7572e-02,  1.1811e-01, -2.2733e-02,  1.7444e-01,  1.8752e-01,
                      -5.0741e-02,  1.8282e-02, -1.3707e-02,  5.6860e-02, -9.4855e-03,
                       6.5333e-02, -7.8226e-02, -1.2073e-02, -4.2767e-02, -2.2249e-03,
                      -4.2887e-02,  2.0949e-02,  2.7125e-02, -2.9438e-02, -2.2142e-02,
                      -4.0879e-02, -3.0483e-02, -3.6693e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.weight',
              tensor([0.8836, 0.8723, 0.8884, 0.8277, 0.8295, 0.9132, 0.7675, 0.8953, 0.9210,
                      0.7851, 0.9148, 0.8862, 0.9242, 0.9066, 0.8632, 0.7398, 0.8401, 0.8524,
                      0.8673, 0.9050, 0.7985, 0.9181, 0.8655, 0.8395, 0.7960, 0.8616, 0.8813,
                      0.9315, 0.8400, 0.8853, 0.8919, 0.7603, 0.8958, 0.7753, 0.8402, 0.8200,
                      0.7529, 0.8977, 0.7468, 0.8966, 0.8924, 0.8774, 0.8727, 0.9244, 0.9194,
                      0.8971, 0.8737, 0.9079, 0.9250, 0.8295, 0.9268, 0.8315, 0.8621, 0.8872,
                      0.8191, 0.6804, 0.8533, 0.8768, 0.7865, 0.8287, 0.8548, 0.9051, 0.9440,
                      0.9099, 0.7431, 0.9137, 0.8848, 0.8365, 0.7309, 0.8448, 0.8612, 0.8347,
                      0.8619, 0.8744, 0.9052, 0.9193, 0.8773, 0.8908, 0.9206, 0.8810, 0.8513,
                      0.8313, 0.8572, 0.8767, 0.7295, 0.9220, 0.8151, 0.8613, 0.9019, 0.8712,
                      0.8861, 0.8467, 0.8801, 0.9070, 0.8537, 0.8588, 0.6317, 0.8867, 0.8944,
                      0.9050, 0.8077, 0.9233, 0.8067, 0.9175, 0.7066, 0.9300, 0.9077, 0.8150,
                      0.9056, 0.9195, 0.8265, 0.8485, 0.9305, 0.6763, 0.8606, 0.9319, 0.8721,
                      0.8901, 0.9183, 0.9153, 0.9093, 0.8901, 0.8909, 0.8230, 0.7995, 0.7830,
                      0.8789, 0.8401, 0.8565, 0.8358, 0.8871, 0.8002, 0.8899, 0.8981, 0.9096,
                      0.8525, 1.2001, 0.8830, 0.8418, 0.8983, 0.7526, 0.8916, 0.8576, 0.7257,
                      0.8478, 0.8733, 0.8705, 0.8858, 0.8574, 0.8791, 0.9220, 0.8934, 0.9046,
                      0.8489, 0.8827, 0.8319, 0.8754, 0.8984, 0.8599, 0.8903, 0.9859, 0.9234,
                      0.6628, 0.8736, 0.8394, 0.8845, 0.9669, 0.7303, 0.8131, 0.8491, 0.9036,
                      0.7271, 0.7749, 0.8695, 0.8908, 0.9268, 0.9456, 0.9272, 0.9074, 0.8641,
                      0.8317, 0.8646, 0.8035, 0.9253, 0.8780, 0.9054, 0.8289, 0.9053, 0.8735,
                      0.8486, 0.9002, 0.8100, 0.8263, 0.8835, 0.8394, 0.9267, 0.9116, 0.6133,
                      0.8653, 0.9073, 0.9187, 0.8000, 0.9029, 0.8978, 0.8485, 0.8736, 0.8864,
                      0.9284, 0.8711, 0.8683, 0.8936, 0.9079, 0.8263, 0.8988, 0.8442, 0.9034,
                      0.8168, 0.8074, 0.8665, 0.8560, 0.8944, 0.8439, 0.8889, 0.9867, 0.8433,
                      0.8683, 0.8968, 0.8953, 0.8737, 0.6969, 0.8400, 0.8908, 0.8753, 0.8372,
                      0.8311, 0.9127, 0.6066, 0.9048, 0.8375, 0.9117, 0.8602, 0.8462, 0.8124,
                      0.8502, 0.8979, 0.8648, 0.9003, 0.8169, 0.9133, 0.9442, 0.8852, 0.8779,
                      0.9997, 0.9168, 0.9176, 0.8701, 0.9002, 0.6277, 0.8903, 0.8975, 0.7118,
                      0.9034, 0.8408, 0.8918, 0.8933, 0.8831, 0.8946, 0.9079, 0.7124, 0.9042,
                      0.8831, 0.8566, 0.9174, 0.8715, 0.9275, 0.8941, 0.8540, 0.8867, 0.8718,
                      0.9157, 0.9392, 0.9037, 0.7890, 1.7580, 0.8693, 0.9300, 0.7834, 0.9418,
                      0.8903, 0.8458, 0.8007, 0.8656, 0.8364, 0.8236, 0.8798, 0.7950, 0.8919,
                      0.6354, 0.9138, 0.8999, 0.9264, 0.8584, 0.8216, 0.8745, 0.6636, 0.9037,
                      0.8057, 0.9171, 0.8933, 0.8472, 0.8593, 0.8602, 0.8823, 0.7490, 0.8177,
                      0.8940, 0.8749, 0.8469, 0.9476, 0.8221, 0.8336, 0.8930, 0.8765, 0.9110,
                      0.7902, 0.8413, 0.9651, 0.8549, 0.9103, 0.8989, 1.0147, 0.8708, 0.8874,
                      0.9105, 0.9217, 0.9020, 0.8943, 0.9396, 0.8981, 0.7486, 0.6172, 0.8899,
                      0.8404, 0.9039, 0.8478, 0.9112, 0.8941, 0.8721, 0.8576, 0.8718, 0.8865,
                      0.8344, 0.8432, 0.8583, 0.9093, 0.8850, 0.8557, 0.8920, 0.8784, 0.7812,
                      0.8571, 0.9075, 0.8641, 0.8958, 0.8441, 0.8912, 0.9030, 1.0042, 0.8771,
                      0.9215, 0.8520, 0.9166, 0.8803, 0.8973, 0.8317, 0.8203, 0.8273, 0.8670,
                      0.9008, 0.6338, 0.8413, 0.8698, 0.8883, 0.9456, 0.8636, 0.7897, 0.8211,
                      0.8895, 0.8974, 0.7793, 0.9115, 0.7992, 0.8988, 0.8956, 0.8638, 0.9105,
                      0.8138, 0.9369, 0.8581, 0.7858, 0.7502, 0.8325, 0.8042, 0.8977, 0.8548,
                      0.8912, 0.8226, 0.8649, 0.9046, 0.9287, 0.8275, 0.8168, 0.9385, 0.9131,
                      0.9170, 0.8647, 0.8089, 1.0053, 0.8566, 0.8728, 0.8714, 0.9203, 0.8975,
                      0.7927, 0.8393, 0.8928, 0.8844, 0.7234, 0.9070, 0.9280, 0.8604, 0.8782,
                      0.8763, 0.9120, 0.7724, 0.9504, 0.8928, 0.8452, 0.8913, 0.8934, 0.9261,
                      0.7670, 0.8544, 0.7783, 0.8368, 0.8262, 0.8788, 0.9191, 0.8879, 0.8259,
                      0.9214, 0.6429, 0.8841, 0.9064, 0.8739, 1.0285, 0.8132, 0.8498, 0.8274,
                      0.8597, 0.8533, 0.8527, 0.8543, 0.9014, 0.8206, 0.8528, 0.8608, 0.8287,
                      0.8789, 0.8902, 0.9002, 0.8648, 0.9206, 0.8814, 0.9235, 0.8914, 0.7055,
                      0.9238, 0.8256, 0.9275, 0.8332, 0.8538, 0.8986, 0.9127, 0.8899, 0.8544,
                      0.9558, 0.7707, 0.9738, 0.8212, 0.8211, 0.9076, 0.8972, 0.8418, 0.8763,
                      0.8271, 0.8404, 0.8934, 0.8143, 0.8523, 0.8962, 0.8990, 0.8228, 0.8909,
                      0.8905, 0.9929, 0.9206, 0.8631, 0.9203, 0.8923, 0.9248, 0.8751, 0.9262,
                      0.8655, 0.8810, 0.7844, 0.8943, 0.8515, 0.6691, 0.8862, 0.8982, 0.7669,
                      0.8574, 0.9234, 0.8584, 0.9447, 0.9505, 0.9154, 0.8964, 0.9013, 0.8754,
                      0.9006, 0.8758, 0.8640, 0.8445, 0.8485, 0.7895, 0.9175, 0.8724, 0.8679,
                      0.9194, 0.9218, 0.8334, 0.7672, 0.8225, 0.9178, 0.8600, 0.8276, 0.9039,
                      0.9036, 0.8175, 0.8190, 0.9405, 0.8845, 0.7336, 0.8717, 0.8215, 2.2418,
                      0.8680, 0.8489, 0.9016, 0.9174, 0.6908, 0.8867, 0.8912, 0.9133, 0.8598,
                      0.9001, 0.8122, 0.9344, 0.8094, 0.8511, 0.8364, 0.8762, 0.8823, 0.9135,
                      0.8569, 0.8509, 0.9043, 0.8874, 0.8894, 0.9331, 0.9078, 0.8840, 0.8873,
                      0.8965, 0.8878, 0.8725, 0.8614, 0.8336, 0.9039, 0.7970, 0.8588, 0.8764,
                      0.8638, 0.9154, 0.8570, 0.8465, 0.8979, 0.8506, 0.8902, 0.8518, 0.7961,
                      0.9396, 0.9328, 0.8564, 0.8798, 0.8526, 0.8970, 0.8944, 0.8764, 0.7826,
                      0.8484, 0.9841, 0.9327, 0.9097, 0.9253, 0.9239, 0.8889, 0.8980, 0.8601,
                      0.7614, 0.8575, 0.9209, 0.8669, 0.9523, 0.8951, 0.8739, 0.8507, 0.9082,
                      0.8471, 0.9131, 0.8363, 0.8635, 0.8158, 0.9112, 0.9086, 0.9015, 0.9074,
                      0.8393, 0.9207, 0.8558, 0.8742, 0.8405, 0.8582, 0.8276, 0.7881, 0.9074,
                      0.9107, 0.8380, 0.7970, 0.9443, 0.8123, 0.7503, 0.8432, 0.8918, 0.8982,
                      0.8771, 0.8695, 0.9031, 0.8826, 0.8493, 0.8621, 0.8595, 0.8310, 0.8797,
                      0.9353, 0.6757, 0.7921, 0.9006, 0.9262, 0.8132, 0.8589, 0.9230, 0.9195,
                      0.8195, 0.8794, 0.8833, 0.8937, 0.8955, 0.9255, 0.8212, 0.8865, 0.9229,
                      0.9244, 0.8757, 0.8727, 0.9193, 0.8339, 0.9162, 0.9207, 0.6790, 0.9044,
                      0.8998, 0.9174, 0.8647, 0.8945, 0.9453, 0.8346, 0.9251, 0.8168, 0.8165,
                      0.7393, 0.8351, 0.9017, 0.9123, 0.8737, 0.9138, 0.8586, 0.9086, 0.8600,
                      0.9024, 0.8965, 0.8475, 0.9367, 0.8761, 0.8475, 0.7893, 0.8739, 0.9167,
                      0.8973, 0.8777, 0.9100, 0.7988, 0.9060, 0.6345, 0.9367, 0.8358, 0.8945,
                      0.8972, 0.8931, 0.8371, 0.9099, 0.9499, 0.8394, 0.9210, 0.9227, 0.7928,
                      0.8412, 0.8881, 0.9332, 0.8528, 0.6944, 0.8533, 0.8543, 0.7952, 0.8608,
                      0.8709, 0.8683, 0.7612, 0.8587, 0.8812, 0.8547, 0.8660, 0.9052, 0.8242,
                      0.7694, 0.8874, 0.9087, 0.8825, 0.8749, 0.8956, 0.9232, 0.8624, 0.9190,
                      0.8565, 0.9139, 0.8712], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.bias',
              tensor([ 1.8517e-01,  1.3433e-01, -7.2594e-02, -1.0701e-02, -1.6126e-01,
                       3.5934e-01, -1.6443e-01,  5.4224e-01,  1.5661e-01, -7.7063e-02,
                       5.7085e-02, -1.4950e-03, -8.6157e-03, -1.8458e-01, -1.7789e-02,
                       3.8614e-01, -1.2849e-01, -4.0655e-02, -1.6886e-01, -1.6510e-01,
                       8.2027e-02,  3.2997e-02,  6.2075e-04,  8.6259e-02,  5.7419e-02,
                       1.6031e-01, -1.3716e-02,  3.3886e-01,  2.8367e-02, -2.9549e-02,
                       5.3151e-02, -1.2103e-01, -1.4186e-01, -9.2589e-02,  6.6066e-02,
                      -7.6318e-03,  5.7221e-03, -4.4468e-02,  1.5119e-01,  2.5533e-01,
                      -1.2393e-01, -1.0823e-01,  1.3634e-01,  9.1776e-02, -1.0702e-01,
                       9.0856e-03,  2.6078e-01, -1.1642e-01,  8.3167e-02,  1.3242e-01,
                       1.7127e-01, -4.0507e-02,  3.1253e-01, -1.4050e-01, -1.1305e-01,
                      -6.4405e-02, -1.8110e-01, -6.3685e-02,  7.7198e-03,  1.4474e-01,
                      -5.6613e-02,  3.5970e-02,  2.2646e-01, -2.9313e-01, -1.7097e-01,
                      -2.7510e-02,  1.1764e-02,  3.5281e-02,  2.4328e-01,  4.6194e-02,
                      -1.4248e-01,  1.2392e-01, -3.6606e-02,  1.6568e-01, -2.1710e-02,
                      -5.9099e-02,  1.7274e-01, -7.7129e-02, -1.3074e-02,  1.3796e-01,
                       5.6847e-02,  4.3328e-02, -4.4910e-02,  2.7196e-01, -9.4054e-02,
                       3.2848e-01, -1.5474e-01,  7.1978e-03,  3.2919e-02,  7.5038e-02,
                      -1.5204e-01, -1.4363e-01, -2.3053e-01,  1.7133e-01, -1.5391e-01,
                       2.5285e-01,  5.6599e-02, -4.8213e-02,  1.3801e-01,  3.2602e-01,
                      -1.8658e-01, -4.9830e-02,  1.4213e-01,  8.0540e-02,  1.1221e-01,
                       1.1647e-01,  7.9615e-02,  3.3410e-02, -1.6842e-01, -1.0887e-01,
                       2.5803e-02, -1.7760e-01, -3.8383e-02, -1.2429e-01,  1.6906e-02,
                       2.9531e-01,  1.9549e-02,  1.5021e-01, -3.5802e-02,  7.6114e-02,
                       9.5297e-02, -1.2942e-01,  3.1656e-02, -7.6691e-02, -8.3371e-02,
                       1.4036e-02, -1.1636e-02,  3.3516e-02,  5.1067e-02,  6.2838e-02,
                      -1.5789e-02,  8.0521e-02, -1.5691e-01,  2.3066e-02,  2.9166e-02,
                       7.5729e-02,  4.3308e-01, -4.8271e-03, -2.8298e-02,  9.0106e-02,
                      -2.5875e-01,  3.5711e-02, -9.5078e-02, -1.5227e+00,  2.3695e-03,
                      -1.4746e-01,  1.4955e-01,  1.0355e-01, -7.6880e-02, -2.4624e-01,
                      -3.5552e-01,  3.3748e-02, -8.7243e-02, -6.3664e-02,  1.6685e-01,
                      -4.1338e-04, -5.7523e-02, -7.6025e-02, -2.3661e-02, -8.6851e-02,
                       2.8425e-01,  9.1928e-02, -6.9708e-02,  4.8635e-02,  5.6762e-02,
                      -2.3271e-01,  3.2661e-01,  7.2398e-02, -1.8807e-01, -7.9700e-02,
                      -9.6266e-02, -8.3559e-02, -3.6263e-02,  1.2662e-01,  3.0522e-01,
                       2.8185e-01,  2.0394e-01, -4.9195e-01, -5.1605e-02, -1.7995e-02,
                      -2.4812e-01, -4.6009e-02, -1.0626e-01, -2.1513e-01, -7.7062e-02,
                      -1.8448e-01, -2.0678e-01, -2.3145e-01,  4.5515e-02, -8.0225e-03,
                       2.2001e-01,  3.4194e-01,  7.0521e-02,  4.0221e-02, -1.2399e-01,
                      -2.9350e-01, -6.1415e-02, -9.7341e-02, -1.0992e-01,  7.0209e-03,
                       1.4263e-01,  1.4924e-01, -1.0704e-01,  1.4332e-01,  2.0862e-01,
                       1.2020e-02,  6.0967e-02, -1.0854e-01, -6.4137e-02, -1.3092e-01,
                       2.8510e-02,  6.3711e-02,  2.3542e-02, -1.3247e-01, -8.2654e-02,
                      -4.5719e-02,  6.1828e-02,  1.5917e-01, -4.6210e-02,  1.0486e-01,
                      -2.0966e-02, -2.2784e-02,  1.1848e-01, -4.5171e-01, -8.0272e-02,
                      -1.3823e-02,  6.6355e-02,  4.1037e-02,  2.3606e-01, -2.4433e-01,
                      -1.8858e-01,  5.1614e-02,  1.5654e-01, -5.6361e-02, -7.7380e-02,
                      -1.9615e-01,  1.8304e-01, -7.4429e-02, -1.3910e-02, -6.3732e-02,
                      -2.6255e-01, -1.0465e-01,  6.1141e-02,  3.6231e-02, -1.8382e-01,
                      -1.2797e-01,  9.3780e-02, -5.6715e-02, -2.1165e-02,  1.9791e-01,
                       1.3820e-01,  4.9771e-02,  2.1200e-01, -6.1115e-02,  1.9830e-02,
                       5.2953e-02, -2.3430e-01, -2.2903e-02, -2.0658e-01, -1.4689e-01,
                      -8.2229e-02, -2.4541e-01,  1.1006e-01,  1.6411e-01, -5.9519e-02,
                       4.5530e-02, -1.5339e-01, -2.3986e-02, -1.4557e-03, -5.1442e-02,
                      -3.7501e-03, -1.7702e-01, -7.9174e-03,  1.3472e-01,  1.9346e-01,
                      -1.1464e-01, -1.0330e-01, -9.8484e-02,  3.6572e-02, -3.6915e-01,
                      -5.5870e-02, -1.0984e-01, -2.4802e-01,  9.6381e-01, -5.3892e-02,
                       1.1487e-01,  1.3535e-01, -3.6609e-01,  1.3260e-01,  2.8215e-02,
                       7.6442e-02, -9.6444e-02, -1.2038e-01, -8.1741e-02, -1.4177e-01,
                      -9.2831e-02, -3.3249e-01, -1.3507e-01, -6.4447e-02,  1.2087e-01,
                       1.9104e-01, -9.7788e-02, -1.7199e-02,  3.8196e-03, -2.1224e-01,
                      -9.4240e-02,  5.5299e-02,  6.9627e-02, -6.2931e-02,  1.4308e-01,
                       2.5434e-01,  7.6338e-03,  9.1438e-02,  8.2738e-03,  1.0326e-02,
                       1.2108e-01, -1.5042e-01, -1.5947e-01, -2.2991e-01,  1.2993e-01,
                      -2.0614e-01, -4.0367e-02, -3.0506e-02, -8.4719e-04, -1.2893e-01,
                      -1.1640e-01,  3.6343e-01,  3.3887e-01,  5.6780e-02,  1.9618e-01,
                      -4.9406e-01, -6.4142e-03, -3.8187e-02,  1.3967e-01,  5.6781e-02,
                      -6.0629e-02,  1.7161e-01,  2.1185e-01, -2.1918e-01, -5.9821e-02,
                      -1.0949e-03, -5.9509e-02, -9.8964e-02, -7.6265e-02,  4.2827e-03,
                       2.3973e-02, -2.7030e-02, -1.3409e-01,  1.8303e-02, -2.6181e-02,
                      -2.9107e-02, -2.6589e-02, -1.9891e-01, -4.7601e-02, -4.2573e-02,
                      -1.0000e-01, -5.1362e-04,  9.8103e-02,  7.9835e-02, -2.3166e-01,
                      -1.8821e-03, -1.5392e-01,  8.6675e-02, -2.5842e-02, -6.7533e-02,
                       1.6008e-01,  3.4666e-03,  3.0325e-01, -8.8196e-02,  3.2611e-01,
                      -3.6385e-02, -1.5426e-01,  3.3076e-02,  4.2088e-02, -8.6076e-03,
                      -8.6410e-02,  5.7441e-02, -1.8840e-02,  2.0981e-01, -8.7028e-02,
                       5.3995e-02, -1.2988e-01, -6.1111e-02,  2.1246e-01, -2.9761e-01,
                      -2.3907e-01,  2.8082e-01, -2.8931e-02,  1.0203e-01,  4.4446e-02,
                       1.3967e-02,  4.4046e-02,  2.7067e-02, -2.0009e-02,  5.5020e-02,
                      -1.1010e-01, -1.0234e-01,  1.3160e-01,  1.1101e-02, -1.0059e-01,
                      -1.7411e-01,  2.6495e-01,  1.2366e-01,  1.2163e-01, -1.5589e-01,
                       1.6291e-01,  9.3798e-02, -1.9088e-01, -2.2316e-01, -1.2192e-01,
                      -5.6566e-02, -5.0820e-02,  2.2773e-01, -9.8700e-02,  1.2361e-01,
                      -8.2199e-02,  1.4304e-01,  4.0429e-01, -2.1318e-01, -2.4435e-02,
                      -1.4570e-02, -7.4885e-02, -1.6506e-01, -2.2568e-02, -9.6721e-03,
                      -6.8874e-02, -2.9660e-01, -1.6409e-01, -2.1686e-01,  5.5882e-02,
                      -1.3647e-02, -6.2333e-02, -3.5812e-01, -1.1925e-02, -6.3097e-02,
                       1.8207e-01,  3.2401e-01,  1.1362e-01, -1.6573e-01,  7.4566e-02,
                       2.1613e-01, -5.2546e-02, -2.6386e-02,  2.3728e-02,  1.2389e-02,
                      -1.4349e-01,  5.1154e-02,  1.2664e-01,  8.3775e-02, -6.8569e-02,
                       1.8386e-01,  1.7294e-01, -1.0093e-02, -5.0010e-02, -2.6683e-02,
                      -5.3715e-01, -3.0604e-02,  1.5018e-01, -8.5624e-02, -9.9137e-02,
                       7.0809e-02,  4.9251e-03, -1.2843e-01,  6.0767e-02, -1.8792e-01,
                      -9.3056e-02,  1.0051e-01,  1.0124e-02,  1.8225e-01,  9.5730e-02,
                       7.0111e-02,  1.3832e-01, -3.0937e-03,  2.0268e-01, -1.0690e-01,
                       1.3115e-01, -2.3466e-01,  1.8314e-01,  1.1036e-01, -1.2441e-01,
                       6.5139e-03, -1.1933e-01, -1.6770e-01,  5.9836e-02,  7.8952e-02,
                      -1.1624e-01,  1.5395e-01,  2.1261e-02,  6.7988e-02,  3.1225e-02,
                      -1.2327e-01, -1.5418e-01, -3.1154e-02,  4.9481e-02,  1.3514e-01,
                       4.4289e-02,  3.0664e-02,  4.0287e-03, -1.1514e-01,  3.1103e-02,
                      -1.0661e-01,  6.6853e-02, -4.0040e-02, -1.0302e-02, -1.5345e-01,
                       2.3347e-01, -9.4878e-02,  3.8703e-02, -2.1210e-01, -2.1524e-01,
                      -3.9859e-01, -2.4400e-02,  3.6478e-01,  1.6854e-01, -1.2389e-01,
                      -1.5661e-01,  4.5096e-02,  1.3512e-01,  2.9834e-01, -2.1660e-02,
                      -1.6251e-02, -3.4286e-02, -2.6131e-02, -2.0757e-01, -2.8864e-03,
                      -1.2929e-01,  1.7919e-01,  5.0051e-02, -1.6473e-02, -1.3051e-01,
                      -9.9079e-02,  1.0393e-01, -1.6171e-01, -2.7832e-01, -1.4247e-01,
                      -6.8487e-02, -5.9828e-02,  1.5212e-01, -2.0249e-01,  1.7258e-01,
                      -2.2897e-01,  2.2746e-02,  6.4453e-02, -8.1577e-02, -5.6490e-02,
                       1.2597e-01,  1.4188e-01, -5.2090e-02,  1.8692e-01,  1.3392e-01,
                       1.0271e-01, -4.2845e-02, -3.7088e-02,  2.7540e-02, -7.4274e-02,
                      -1.8178e-02, -1.5882e-01, -2.3620e+00, -7.4131e-02, -9.4448e-04,
                      -9.1704e-02,  5.9753e-02, -2.4476e-01, -3.8152e-02,  8.9748e-02,
                      -1.5120e-01, -2.9245e-02, -3.2762e-02, -1.8889e-01,  1.4011e-01,
                      -3.7534e-02,  3.9378e-02, -7.5433e-02,  2.5719e-02, -2.2850e-02,
                       2.0837e-02,  4.0357e-02, -7.4001e-02,  2.4747e-01,  1.1968e-02,
                       1.3461e-01,  2.5422e-01,  2.5572e-01, -2.1133e-02, -5.6225e-02,
                       2.6536e-02,  1.9416e-01, -3.3252e-02,  1.0068e-01,  1.0874e-01,
                      -6.3639e-02, -1.1357e-01, -1.3762e-01, -2.2617e-01, -8.1379e-02,
                      -8.2941e-02,  5.0303e-02, -1.1847e-01, -1.7120e-01,  5.2234e-02,
                      -1.1514e-01, -5.0839e-02, -8.7004e-02, -3.0965e-01,  1.2564e-01,
                      -7.1679e-02, -3.6500e-02,  8.7171e-02,  1.6496e-01,  5.0525e-02,
                       5.9483e-02,  2.1118e-02, -1.4517e-01, -4.6066e-01,  2.1719e-01,
                       1.4073e-02,  1.3083e-01, -1.6113e-01, -1.0454e-01,  5.6270e-03,
                       4.0207e-02,  6.9758e-02,  6.0294e-02,  4.1660e-02,  1.3250e-01,
                      -2.7351e-01, -1.3289e-01, -1.1657e-01,  2.2408e-01,  2.6326e-01,
                      -6.5920e-02,  8.1452e-02,  1.0687e-01, -1.5420e-01,  1.2343e-01,
                       2.9584e-01, -1.2073e-01,  1.3542e-01, -2.9520e-01, -1.5735e-01,
                      -4.9867e-02, -1.7612e-01,  1.5377e-01, -7.2261e-02,  1.8734e-02,
                       1.0466e-02, -3.3240e-01,  5.4528e-02, -6.4632e-02, -1.1774e-01,
                       3.6337e-02, -1.1984e-01, -3.0218e-02, -1.1797e-01, -3.5331e-02,
                       2.2545e-01, -6.0352e-02,  7.5776e-02,  6.4284e-02, -2.6713e-02,
                       9.7715e-02,  2.8260e-02, -1.7691e-01, -1.3585e-01, -1.1102e-02,
                      -2.0468e-01,  2.3688e-01,  5.0963e-02, -1.1677e-01,  2.1872e-01,
                      -7.3667e-02,  1.5101e-01,  6.7267e-02,  8.4585e-02,  1.6691e-01,
                       2.2930e-03,  2.7039e-02, -1.7749e-01, -8.5304e-02, -3.7869e-02,
                       2.1497e-01, -9.0035e-02,  1.2612e-01,  1.2514e-02, -3.6156e-02,
                      -1.7073e-02, -7.6124e-02,  1.5024e-02, -8.9180e-03, -8.3625e-02,
                       2.2022e-01, -1.4916e-01, -1.5269e-01, -2.8944e-02,  9.4865e-02,
                      -2.8688e-02, -3.5673e-02, -3.0823e-01,  1.9642e-01, -5.2122e-02,
                       7.3254e-02,  1.2094e-01,  4.2068e-01,  1.2067e-01, -1.1213e-01,
                      -1.1106e-02, -1.2445e-02, -1.6089e-01,  2.6330e-02, -4.6486e-02,
                      -2.7719e-02,  2.7168e-02, -8.7739e-02,  4.6393e-02, -2.4950e-02,
                       2.0296e-01, -2.2071e-01, -9.8913e-02,  1.1156e-01,  4.2612e-02,
                       2.2193e-02,  1.6628e-01,  2.8096e-02, -2.7154e-02, -4.8647e-02,
                      -7.6016e-02,  2.0593e-01, -3.3922e-02,  9.2693e-02,  1.1067e-01,
                      -2.8729e-01,  8.9357e-02, -2.2981e-02,  3.4249e-01, -1.6933e-02,
                      -8.0888e-02,  2.2457e-01, -1.0418e-01,  7.5817e-02,  2.5473e-02,
                      -2.1157e-01, -1.2765e-01,  2.9898e-02,  9.3478e-02,  1.5169e-01,
                      -1.2226e-03,  2.0408e-02, -1.4466e-01, -2.4481e-01,  1.8838e-01,
                      -3.2211e-02,  1.5778e-02, -1.8455e-02, -2.6077e-01, -1.2154e-01,
                      -1.1155e-01,  8.3596e-02, -7.0144e-02,  6.2017e-02,  2.8781e-01,
                      -2.3103e-01, -6.6960e-03,  2.1623e-02, -3.7193e-02,  1.0349e-01,
                      -3.5541e-02, -6.3524e-03,  9.0211e-02], device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.weight',
              tensor([[-0.0085,  0.0215,  0.0379,  ..., -0.0130, -0.0422,  0.0359],
                      [-0.0293,  0.0523,  0.0401,  ..., -0.0534, -0.0024,  0.0070],
                      [-0.0390, -0.0269, -0.0773,  ...,  0.0623,  0.0138, -0.0002],
                      ...,
                      [-0.0363, -0.1596,  0.0038,  ...,  0.0109,  0.0301,  0.0091],
                      [-0.0559, -0.0775, -0.0220,  ...,  0.0030,  0.0157, -0.0328],
                      [-0.0741, -0.0450,  0.0076,  ..., -0.0148, -0.0421,  0.0487]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.bias',
              tensor([-0.0834, -0.1332, -0.0797,  ..., -0.1682,  0.0494, -0.1403],
                     device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.weight',
              tensor([[ 0.0234, -0.0392,  0.0034,  ..., -0.0544,  0.0356,  0.0182],
                      [ 0.0580,  0.0723,  0.0496,  ..., -0.0012, -0.0294, -0.0116],
                      [-0.0076,  0.0314,  0.0168,  ..., -0.0195, -0.0377, -0.0919],
                      ...,
                      [ 0.0250, -0.0322,  0.0050,  ...,  0.0075,  0.0444, -0.1012],
                      [-0.0119, -0.0395, -0.0372,  ..., -0.0518,  0.0445, -0.0371],
                      [ 0.0209,  0.0469, -0.0345,  ..., -0.0627, -0.0212,  0.0400]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.bias',
              tensor([-2.8235e-02, -4.8269e-02,  1.3585e-02,  2.5510e-02, -1.8820e-03,
                       7.8700e-02,  9.6335e-02,  1.0854e-02, -1.2377e-02, -4.1853e-02,
                       6.9674e-02,  8.4900e-02, -1.8098e-02, -1.0346e-01, -3.1274e-02,
                       1.9389e-01,  4.2666e-02,  9.3501e-03,  1.5770e-02, -4.9892e-02,
                       7.1755e-02,  7.6003e-02, -4.7379e-02,  1.5131e-02, -1.9450e-01,
                      -7.3297e-02, -4.5694e-02, -1.2464e-02,  6.3830e-02,  2.7322e-02,
                      -7.1932e-03,  2.9306e-02,  2.4372e-02, -3.1705e-01,  7.5622e-03,
                      -9.1222e-02, -9.6959e-02, -1.7408e-02, -6.3890e-02,  9.8150e-02,
                       3.8433e-02, -1.3559e-01, -7.7016e-02, -1.9000e-02, -9.1502e-03,
                      -2.1908e-02,  7.5535e-02, -5.0229e-02, -1.1094e-02,  6.0121e-02,
                      -5.1152e-02, -7.5147e-03,  1.1148e-01, -7.3231e-02, -9.7701e-02,
                      -1.2194e-01,  4.3293e-02, -7.2164e-02,  8.1825e-02, -1.7822e-02,
                      -7.7323e-02,  3.0743e-02,  2.5639e-02, -3.3244e-02, -5.3182e-02,
                       1.0290e-01, -2.3368e-02, -4.4073e-03, -1.3455e-02, -2.0590e-01,
                      -6.8944e-02, -5.3615e-02,  2.8455e-03, -9.2631e-03, -2.9792e-02,
                       1.9884e-02, -1.2531e-02, -4.3570e-02, -4.4773e-02, -1.0434e-02,
                       2.3175e-02,  2.0382e-02,  4.3874e-02,  4.1701e-02,  7.5628e-02,
                      -1.3069e-01,  1.7341e-02, -1.1274e-01,  7.5905e-02, -1.8175e-02,
                      -3.3530e-02, -1.1450e-01, -1.2238e-01,  3.4367e-02, -2.2912e-02,
                       1.9853e-01, -7.1215e-02,  3.7525e-02,  1.4963e-01,  5.6562e-02,
                       6.7851e-02, -2.1724e-02,  8.1078e-02,  1.8290e-02, -1.5903e-01,
                      -3.5126e-03,  1.1554e-01,  2.3182e-03, -5.2591e-02,  5.8809e-02,
                       7.2445e-02, -6.2618e-02, -9.8964e-03,  8.3303e-02,  6.1358e-02,
                       2.1008e-03, -7.4889e-02, -3.9811e-02,  2.0971e-02,  2.8545e-02,
                       6.6460e-03,  3.9091e-02, -6.5623e-02, -5.5775e-02, -8.1763e-02,
                      -2.2563e-02,  1.3752e-02, -6.0026e-02, -3.4326e-02, -3.0986e-02,
                       8.1996e-02,  3.7560e-02,  4.7416e-02,  6.2174e-02,  7.8008e-02,
                       4.1993e-03, -3.2256e-02,  6.2388e-02, -1.5307e-01,  1.2058e-01,
                      -2.0709e-01,  4.0229e-03, -4.4628e-02, -4.8301e-01, -6.0823e-02,
                       7.5926e-03,  4.1106e-02, -5.9529e-02, -6.1677e-04,  8.1220e-02,
                      -5.7440e-02, -8.4340e-02, -5.7159e-02,  5.2076e-02,  3.4954e-02,
                       5.8577e-02,  8.2310e-02, -8.9722e-02,  7.3757e-03,  6.7732e-02,
                       2.3897e-02,  2.4258e-03, -1.0284e-01, -7.5248e-03,  4.4024e-02,
                       2.9155e-02,  1.3009e-02, -9.7827e-02, -1.8485e-01, -2.4415e-02,
                       4.8230e-02,  1.4289e-02, -5.4563e-02,  4.0944e-02, -3.7931e-02,
                       3.0092e-02,  1.2883e-01, -4.2152e-02, -3.5716e-02,  1.9463e-02,
                      -1.2179e-01, -1.6346e-02,  4.7652e-02, -2.9156e-02,  7.9860e-02,
                      -1.3614e-02, -8.0586e-02, -7.7636e-02,  4.4408e-02, -6.4994e-02,
                       5.4450e-02, -1.2972e-01,  6.0734e-02,  3.7471e-03,  1.3434e-01,
                      -1.8605e-02, -3.3856e-02,  1.6615e-01, -6.6769e-02, -6.2679e-02,
                       4.6718e-02,  9.5889e-02,  3.0947e-02,  2.5532e-02,  6.8276e-02,
                      -6.9032e-02, -1.1562e-04, -2.9156e-02,  2.0503e-02, -5.2444e-02,
                      -1.6649e-03, -7.4120e-02,  1.0491e-01,  1.9443e-02,  6.8283e-02,
                       2.3309e-02, -4.6597e-02, -2.8308e-02,  7.2063e-03,  3.0664e-02,
                       1.0286e-01,  5.9281e-02,  2.1664e-02,  5.7694e-02,  1.8505e-02,
                       2.7720e-02, -1.3504e-01, -2.4204e-02,  9.5730e-02,  1.2970e-01,
                      -9.3718e-02,  4.6019e-02,  3.0918e-02, -9.3833e-03, -1.9727e-03,
                      -8.1198e-02, -2.9482e-01, -4.8990e-02, -1.9608e-01,  1.3291e-01,
                      -1.3342e-02,  6.3541e-02,  6.4032e-02,  3.1603e-02, -1.1821e-01,
                      -2.4882e-02,  5.4378e-02,  3.3237e-02, -3.0732e-02, -1.1007e-03,
                      -6.8339e-03,  1.6781e-02, -1.3575e-02,  4.3467e-03,  1.3931e-02,
                      -5.2583e-02,  1.2072e-02,  9.2509e-02,  3.6459e-02,  1.9332e-02,
                      -2.8169e-03, -8.1785e-02, -5.9712e-02, -3.8639e-02,  1.9184e-02,
                      -6.1349e-02, -1.0363e-01,  4.2728e-02, -1.3969e-01,  9.1074e-04,
                      -7.1534e-02, -1.9783e-02,  1.1115e-01, -1.9533e-02,  4.0820e-02,
                       5.0046e-02,  1.2881e-01, -9.1510e-02,  1.2552e-01,  1.2104e-01,
                      -5.3209e-03,  5.0876e-02, -7.9271e-02,  1.7424e-01, -1.1266e-01,
                       4.5753e-02,  3.9974e-02,  3.6552e-02,  2.0255e-02,  2.0841e-02,
                      -2.4296e-02, -9.7889e-03,  2.3480e-02,  9.8783e-02, -4.2495e-02,
                      -1.3696e-01, -5.5159e-02,  4.1300e-02,  1.1225e-02, -3.7914e-02,
                      -3.2365e-02,  1.8093e-02,  4.1926e-02, -9.3904e-04,  1.7969e-02,
                      -3.5193e-02, -6.7565e-02, -9.1459e-03, -8.3893e-02,  2.7375e-02,
                       1.7506e-01,  1.0236e-01, -5.0104e-02, -4.7569e-02, -8.0863e-02,
                       1.0964e-02, -6.3188e-02, -3.8779e-02,  4.6791e-02, -9.4992e-04,
                      -1.1435e-01,  7.6634e-02, -2.7945e-02,  7.4751e-02, -4.7865e-02,
                      -5.3836e-02, -8.1302e-03,  4.9747e-02,  1.2893e-01,  4.1346e-02,
                      -4.1140e-02,  3.3151e-02,  5.3630e-02, -5.8750e-02,  5.5943e-02,
                      -2.2251e-02, -1.0652e-01,  8.0752e-02, -1.4963e-02, -2.6318e-02,
                       9.6710e-02,  5.9866e-02, -1.0365e-01,  7.4773e-02, -5.3329e-02,
                      -1.6362e-02,  7.1906e-02, -7.7962e-02, -4.7860e-02,  8.3840e-02,
                      -6.2325e-02, -1.0461e-02, -4.9091e-02,  6.3784e-02,  1.8854e-02,
                      -6.3480e-02,  4.4377e-02,  2.2353e-02,  1.9558e-02, -6.9583e-02,
                       9.8602e-02, -1.3206e-01, -1.0597e-02,  1.5449e-02, -9.7130e-02,
                       2.1599e-03, -2.1854e-04,  4.2402e-02,  4.3677e-02,  6.0385e-02,
                      -5.4008e-02, -8.1934e-02, -4.5615e-03,  3.1794e-03, -1.8057e-02,
                      -2.1336e-02, -6.2482e-02, -2.9654e-02, -1.1732e-02, -3.9901e-02,
                       1.1509e-01, -6.7218e-04,  9.9583e-02,  5.0805e-02, -5.8049e-02,
                       1.5686e-01,  6.7468e-02, -5.2020e-03, -1.0783e-01,  7.6180e-02,
                       1.8962e-02, -3.6036e-02,  1.3106e-01, -5.3280e-03,  7.3003e-02,
                       3.0927e-03,  6.5860e-02,  1.8463e-02, -7.9435e-02,  1.3406e-02,
                      -1.6662e-02,  1.5200e-01,  4.0183e-02, -2.5366e-02, -1.3144e-01,
                      -1.9039e-02,  6.6908e-02, -2.6943e-02, -5.6193e-02, -1.2008e-01,
                      -1.6227e-02,  5.4561e-02, -6.2417e-02,  3.3109e-02,  7.6611e-02,
                       1.0525e-02, -1.3456e-02, -3.0083e-02, -7.6019e-03,  4.0490e-03,
                      -1.0507e-01, -8.2124e-03,  6.3609e-02, -5.3870e-02,  8.4559e-02,
                       4.3922e-03, -6.4186e-04, -1.0114e-01, -3.7154e-02, -3.6468e-02,
                       4.3719e-02,  4.1281e-02,  1.2174e-01,  5.5223e-02, -9.1019e-02,
                       5.7468e-03, -3.0636e-03,  4.0459e-02,  7.8608e-02,  5.1282e-02,
                       3.8418e-02, -6.1930e-02, -1.6118e-01, -1.0694e-01, -2.9478e-02,
                       2.1329e-02, -5.6315e-02,  7.3377e-02, -2.7784e-02,  4.4361e-02,
                       1.3155e-01, -1.1162e-02,  1.0435e-02, -9.5927e-03, -2.0702e-03,
                      -3.1876e-02,  1.1851e-01, -5.7323e-02,  6.6670e-03, -8.3685e-03,
                       5.0199e-03,  9.0392e-02,  5.0117e-02,  7.9453e-02,  1.2905e-03,
                       1.0416e-01, -1.0470e-02, -1.2359e-02, -6.8519e-02,  1.1139e-02,
                      -5.6662e-02,  2.8885e-02, -4.8968e-03,  6.0450e-02, -1.2971e-02,
                      -2.4962e-03, -2.4876e-02, -1.2975e-01,  1.3641e-01,  3.8389e-02,
                      -2.2031e-02,  3.4734e-02,  6.0367e-02, -2.8090e-02, -2.9886e-02,
                      -7.2167e-02,  2.2216e-02,  2.0480e-02, -2.5595e-02, -9.5488e-02,
                       2.0727e-02,  2.8454e-02, -1.2784e-01,  4.6407e-02,  2.7674e-02,
                      -2.0929e-02, -6.6559e-02, -9.4542e-02, -1.9796e-02,  8.0235e-02,
                      -2.9895e-02, -4.7816e-02, -5.9662e-02, -5.7078e-02, -3.1579e-02,
                       8.3535e-02,  6.4779e-02,  5.0874e-03, -3.6829e-02,  6.4063e-02,
                      -3.0311e-02,  3.9650e-03,  4.6186e-02,  4.5876e-02, -2.8035e-02,
                       1.3282e-01,  3.5767e-02, -5.2631e-02,  8.2273e-02,  5.0458e-02,
                      -8.3328e-02,  4.2551e-02,  1.1167e-01, -1.4160e-02, -1.1744e-02,
                       3.5904e-04,  3.3636e-02, -2.2155e-02, -4.2634e-02,  5.7377e-02,
                       1.4318e-01,  6.0438e-02, -7.1282e-02, -4.6667e-02, -5.4461e-02,
                      -5.3413e-02,  3.4949e-02,  4.0394e-02,  5.1547e-02, -6.0209e-02,
                       4.9633e-03,  2.4351e-02,  4.0497e-03,  1.8633e-02,  1.3456e-03,
                      -1.2973e-02,  4.6135e-02,  5.7094e-02, -6.0330e-04,  8.8524e-03,
                       9.9354e-02,  4.0216e-02, -7.7995e-04,  2.4612e-02, -1.7690e-01,
                       1.1904e-02, -1.5910e-01, -4.1374e-01, -1.0476e-01,  7.7682e-02,
                       8.9522e-02, -2.9214e-02, -9.3508e-02,  7.4458e-03,  2.2033e-02,
                      -1.6658e-02, -9.3321e-02, -1.8470e-02, -2.2274e-02,  1.7276e-02,
                      -1.4218e-01,  3.5922e-02, -1.6370e-01, -1.0908e-02,  1.6475e-02,
                      -2.5231e-02,  3.0024e-02, -2.6347e-03, -1.8269e-02, -7.7511e-02,
                       8.1231e-02,  7.4551e-02, -5.6847e-02, -8.0448e-02,  3.1549e-02,
                       6.5938e-02, -2.1840e-02,  9.0020e-03,  5.8381e-02, -1.6655e-02,
                       1.6204e-03,  1.8671e-01,  7.6404e-03, -9.7131e-02,  2.6346e-02,
                       4.1415e-02,  3.5068e-03,  3.8980e-02,  2.6241e-03,  2.4008e-02,
                       4.8444e-02, -3.2038e-02, -5.3827e-02,  7.3886e-02, -4.3322e-02,
                      -3.8088e-02,  4.0512e-02, -8.2702e-03,  2.1078e-02,  6.0739e-02,
                       1.1831e-02,  1.8648e-02, -7.9651e-02, -2.1251e-02,  4.3470e-02,
                      -4.0574e-02,  1.0694e-02,  1.1388e-02, -4.5225e-02,  5.2802e-02,
                      -7.7533e-02,  1.6625e-03,  4.8341e-02,  1.9452e-02, -5.6268e-02,
                      -7.1248e-02,  3.1946e-02, -2.7429e-02, -1.0219e-01,  2.1427e-01,
                      -1.7008e-01,  6.5287e-02, -4.0905e-02,  1.1511e-02, -3.8676e-02,
                       1.5548e-01,  1.1445e-01,  5.2507e-02, -1.0383e-02, -1.1032e-01,
                      -9.5615e-03,  1.0598e-01,  1.0155e-01,  1.9818e-02, -7.8804e-02,
                      -8.9533e-02,  3.5440e-02, -1.8694e-03, -7.4105e-02, -1.1797e-01,
                       6.6766e-02,  4.6618e-02, -4.7263e-02, -5.8100e-02,  4.2636e-02,
                       9.7194e-02,  2.1174e-02, -5.5298e-03,  6.2617e-02, -6.6039e-02,
                       7.8253e-02,  8.6536e-02, -5.2835e-02,  1.2066e-01, -3.1266e-02,
                       6.7266e-03,  8.5854e-03,  1.6272e-01, -7.7962e-02,  8.1461e-02,
                       7.9067e-03,  2.4626e-01, -7.2046e-02,  1.8554e-02, -4.0326e-03,
                      -3.8516e-02,  1.3842e-02,  3.1777e-02,  2.1605e-02,  3.1757e-02,
                       4.3891e-02, -2.0844e-01,  3.3006e-02,  2.2322e-02,  6.3863e-02,
                       1.5104e-02, -7.2404e-02,  1.5332e-02,  4.9227e-02,  2.2741e-02,
                      -2.3083e-02,  1.0926e-01, -5.1695e-02,  5.5128e-03, -5.0063e-02,
                      -3.5487e-02,  3.0349e-02,  5.0702e-02,  8.2051e-02,  6.2108e-02,
                       7.9650e-02, -7.8181e-02,  1.7470e-02, -2.8751e-02, -4.4266e-02,
                       6.1457e-03, -9.1219e-02, -1.0526e-01, -1.2085e-01, -3.8788e-02,
                       4.0908e-02, -5.5130e-02, -7.3095e-02, -7.1944e-02,  1.1154e-02,
                       1.0217e-01,  4.5161e-02, -1.0211e-02,  6.3131e-02,  1.1800e-02,
                       1.6344e-02, -4.6141e-02, -6.8450e-02, -1.4751e-02,  4.6473e-02,
                      -1.7963e-01, -1.8249e-02,  3.2295e-02,  3.1181e-02, -6.0870e-02,
                      -8.4723e-02,  6.6762e-03,  1.3501e-02, -3.5151e-02, -8.1286e-02,
                      -3.4468e-02,  6.8904e-02,  6.9602e-03,  6.7121e-02,  7.7512e-02,
                      -5.4082e-02, -1.2244e-01,  2.0577e-01,  3.8020e-02,  1.9162e-02,
                       4.2232e-03,  7.1752e-02,  7.3057e-02, -1.0250e-01,  8.4784e-02,
                      -6.8895e-02, -9.4237e-02,  2.7289e-02,  8.0664e-02,  2.4975e-02,
                       2.5131e-02,  3.8246e-02, -4.5739e-02, -7.7200e-02,  2.4756e-02,
                       2.8982e-02, -4.2950e-02,  4.4108e-02,  4.6478e-02,  1.1550e-02,
                       2.6091e-02,  3.3289e-02,  1.1138e-01], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.weight',
              tensor([0.8352, 0.8667, 0.8471, 0.8587, 0.8504, 0.8250, 0.7356, 0.6574, 0.8920,
                      0.7705, 0.8877, 0.9073, 0.9500, 0.9054, 0.9093, 0.7144, 0.8582, 0.8745,
                      0.8647, 0.8905, 0.7649, 0.9102, 0.8949, 0.8516, 0.8378, 0.8541, 0.8898,
                      0.8143, 0.8764, 0.9185, 0.8578, 0.7754, 0.9044, 0.8176, 0.8667, 0.8631,
                      0.7949, 0.9066, 0.7717, 0.8566, 0.9140, 0.8632, 0.8965, 0.8964, 0.8970,
                      0.9065, 0.8288, 0.8992, 0.9197, 0.8583, 0.8885, 0.8525, 0.8146, 0.8846,
                      0.7855, 0.7489, 0.8610, 0.8723, 0.8318, 0.7988, 0.8596, 0.9155, 0.8957,
                      0.8705, 0.8002, 0.9329, 0.8812, 0.8705, 0.6938, 0.8184, 0.8943, 0.8641,
                      0.8703, 0.8362, 0.9092, 0.9275, 0.8625, 0.8613, 0.9320, 0.8773, 0.8930,
                      0.8495, 0.9155, 0.8402, 0.6917, 0.8443, 0.8153, 0.8794, 0.9274, 0.8753,
                      0.8399, 0.8607, 0.8960, 0.8536, 0.8482, 0.8306, 0.7502, 0.8973, 0.8673,
                      0.8501, 0.8501, 0.9295, 0.7959, 0.9202, 0.7644, 0.9127, 0.9244, 0.8368,
                      0.9042, 0.8964, 0.8459, 0.8366, 0.9285, 0.7324, 0.8498, 0.8797, 0.8894,
                      0.8865, 0.9055, 0.9294, 0.8837, 0.8730, 0.8877, 0.7996, 0.8270, 0.8232,
                      0.9128, 0.8459, 0.8730, 0.8792, 0.9122, 0.8416, 0.8667, 0.8932, 0.8911,
                      0.8801, 0.8326, 0.8856, 0.8052, 0.8979, 0.7258, 0.9138, 0.8484, 0.1529,
                      0.8509, 0.8688, 0.8730, 0.8752, 0.8868, 0.8404, 0.8456, 0.8816, 0.8876,
                      0.8844, 0.8562, 0.8894, 0.9193, 0.8986, 0.8735, 0.8908, 0.9129, 0.9022,
                      0.7921, 0.9000, 0.8240, 0.8768, 0.7843, 0.7730, 0.8523, 0.8849, 0.8936,
                      0.7745, 0.7993, 0.8518, 0.7551, 0.8659, 0.9073, 0.7354, 0.8972, 0.8690,
                      0.8415, 0.8670, 0.8362, 0.8897, 0.9038, 0.8983, 0.8402, 0.8731, 0.8665,
                      0.9026, 0.8357, 0.7542, 0.8615, 0.8928, 0.8711, 0.8994, 0.9069, 0.7450,
                      0.8765, 0.8997, 0.9133, 0.7810, 0.9004, 0.8671, 0.8067, 0.8697, 0.9129,
                      0.9444, 0.9149, 0.8755, 0.9085, 0.8955, 0.8277, 0.8945, 0.8848, 0.9098,
                      0.8655, 0.8357, 0.8924, 0.8756, 0.9092, 0.8832, 0.9072, 0.8120, 0.8907,
                      0.9108, 0.9055, 0.8973, 0.8325, 0.7010, 0.8406, 0.9075, 0.8336, 0.8610,
                      0.8657, 0.8752, 0.7852, 0.8982, 0.8775, 0.9220, 0.8389, 0.8390, 0.8271,
                      0.8564, 0.8987, 0.8164, 0.8934, 0.8249, 0.9274, 0.8944, 0.8890, 0.9119,
                      0.9542, 0.9197, 0.9269, 0.9137, 0.8979, 0.7298, 0.8622, 0.8706, 0.7617,
                      0.8575, 0.8923, 0.8557, 0.8811, 0.8672, 0.8880, 0.9304, 0.7732, 0.8889,
                      0.9037, 0.9054, 0.9323, 0.8758, 0.8985, 0.9096, 0.8820, 0.8905, 0.8669,
                      0.8763, 0.9147, 0.9106, 0.7959, 0.4208, 0.8791, 0.9217, 0.7964, 0.8449,
                      0.8946, 0.8527, 0.7774, 0.8342, 0.8475, 0.8600, 0.8702, 0.8241, 0.8188,
                      0.7257, 0.9196, 0.8692, 0.8701, 0.8661, 0.8583, 0.8885, 0.6291, 0.8937,
                      0.8599, 0.9043, 0.8922, 0.8510, 0.8041, 0.8826, 0.8490, 0.7410, 0.8682,
                      0.9059, 0.8515, 0.8315, 0.8798, 0.8269, 0.8369, 0.8871, 0.8579, 0.9179,
                      0.8346, 0.8318, 0.8201, 0.7949, 0.9211, 0.8803, 0.8417, 0.8861, 0.9448,
                      0.9034, 0.9169, 0.9287, 0.8692, 0.8824, 0.8856, 0.8173, 0.7270, 0.9134,
                      0.8559, 0.9146, 0.8656, 0.9236, 0.9057, 0.8815, 0.8797, 0.8718, 0.8750,
                      0.8427, 0.8514, 0.8788, 0.9081, 0.8410, 0.8847, 0.8681, 0.8686, 0.7661,
                      0.8900, 0.9067, 0.8478, 0.9066, 0.8602, 0.8245, 0.9122, 0.8932, 0.9100,
                      0.8064, 0.8953, 0.9194, 0.9020, 0.8881, 0.8594, 0.8545, 0.8640, 0.9056,
                      0.8844, 0.7478, 0.8662, 0.8958, 0.9117, 0.8737, 0.8021, 0.8219, 0.8050,
                      0.8967, 0.8725, 0.7895, 0.9253, 0.8251, 0.8717, 0.9001, 0.8689, 0.8903,
                      0.8177, 0.9100, 0.8409, 0.8280, 0.8185, 0.8018, 0.8039, 0.8612, 0.8800,
                      0.8786, 0.8580, 0.8385, 0.8925, 0.9455, 0.8389, 0.8555, 0.8819, 0.9192,
                      0.8846, 0.8670, 0.8364, 0.8286, 0.8358, 0.8886, 0.8787, 0.9433, 0.8695,
                      0.8342, 0.8684, 0.8861, 0.8673, 0.6727, 0.8669, 0.9036, 0.8797, 0.9130,
                      0.7999, 0.9190, 0.7264, 0.8917, 0.8424, 0.8592, 0.8997, 0.9036, 0.8833,
                      0.7978, 0.8516, 0.8284, 0.8859, 0.8173, 0.8843, 0.8917, 0.9126, 0.8601,
                      0.8881, 0.8193, 0.8900, 0.9022, 0.8777, 0.7976, 0.8438, 0.8140, 0.8463,
                      0.8871, 0.8645, 0.8670, 0.8321, 0.9063, 0.8170, 0.8203, 0.8786, 0.8328,
                      0.8703, 0.8727, 0.9328, 0.8724, 0.9510, 0.8204, 0.8708, 0.8823, 0.8080,
                      0.9016, 0.8115, 0.9333, 0.8758, 0.8644, 0.9110, 0.9002, 0.8869, 0.8654,
                      0.9143, 0.8408, 0.9622, 0.8253, 0.8447, 0.8964, 0.9075, 0.8036, 0.8840,
                      0.8544, 0.8844, 0.9249, 0.8764, 0.8944, 0.8762, 0.9341, 0.8495, 0.8911,
                      0.8700, 0.8776, 0.9197, 0.8690, 0.8511, 0.8674, 0.8189, 0.8954, 0.8186,
                      0.8735, 0.9170, 0.8675, 0.9098, 0.8805, 0.7045, 0.9163, 0.9239, 0.7890,
                      0.8783, 0.9086, 0.8957, 0.9272, 0.8777, 0.9265, 0.8889, 0.9039, 0.8703,
                      0.8806, 0.8490, 0.8073, 0.8565, 0.8580, 0.8123, 0.8728, 0.8550, 0.8459,
                      0.8810, 0.9269, 0.7909, 0.8354, 0.8331, 0.9238, 0.8572, 0.8146, 0.8436,
                      0.8958, 0.8500, 0.8477, 0.9004, 0.8531, 0.7905, 0.8531, 0.8053, 0.4077,
                      0.8808, 0.8839, 0.9326, 0.9268, 0.7875, 0.9118, 0.8866, 0.9092, 0.8671,
                      0.8848, 0.8072, 0.8864, 0.8403, 0.8727, 0.8729, 0.8738, 0.9077, 0.9001,
                      0.8750, 0.8649, 0.8669, 0.9097, 0.8620, 0.8834, 0.8458, 0.8923, 0.8855,
                      0.9065, 0.8197, 0.8897, 0.8385, 0.8121, 0.9252, 0.8075, 0.8336, 0.8495,
                      0.8806, 0.9331, 0.8246, 0.8616, 0.8979, 0.8772, 0.8857, 0.8587, 0.8314,
                      0.8664, 0.8702, 0.8794, 0.8823, 0.8398, 0.8823, 0.8490, 0.8756, 0.8351,
                      0.8530, 0.7407, 0.8791, 0.8863, 0.9319, 0.9282, 0.8870, 0.9123, 0.8735,
                      0.8227, 0.8421, 0.9254, 0.8570, 0.8772, 0.8985, 0.8522, 0.8058, 0.8238,
                      0.8871, 0.8899, 0.8455, 0.8794, 0.8298, 0.8373, 0.9174, 0.8803, 0.8696,
                      0.8593, 0.9244, 0.8526, 0.8854, 0.8710, 0.8711, 0.8671, 0.7148, 0.9010,
                      0.9129, 0.8636, 0.8119, 0.9399, 0.8743, 0.7808, 0.8637, 0.8404, 0.9210,
                      0.8361, 0.8505, 0.8890, 0.8776, 0.8424, 0.8688, 0.8846, 0.8569, 0.8634,
                      0.9082, 0.7974, 0.7892, 0.8739, 0.9259, 0.8547, 0.8769, 0.9424, 0.8733,
                      0.8560, 0.8899, 0.8838, 0.9296, 0.8556, 0.9061, 0.8585, 0.8845, 0.8974,
                      0.9188, 0.8599, 0.8451, 0.9242, 0.8875, 0.8994, 0.9035, 0.7577, 0.8762,
                      0.8891, 0.9116, 0.9151, 0.9011, 0.8972, 0.8401, 0.9336, 0.8267, 0.8035,
                      0.6660, 0.8408, 0.8717, 0.9379, 0.8958, 0.9024, 0.8802, 0.9047, 0.8641,
                      0.9121, 0.9173, 0.8743, 0.9318, 0.7721, 0.8409, 0.8263, 0.8681, 0.9362,
                      0.8950, 0.8555, 0.9236, 0.8448, 0.9404, 0.7293, 0.9063, 0.8375, 0.8991,
                      0.8747, 0.8344, 0.8743, 0.9285, 0.8630, 0.8651, 0.9161, 0.8869, 0.8471,
                      0.8543, 0.9056, 0.8970, 0.8632, 0.7481, 0.8728, 0.8627, 0.8225, 0.8368,
                      0.8757, 0.8552, 0.7846, 0.8513, 0.8967, 0.8810, 0.8261, 0.9119, 0.8640,
                      0.7932, 0.8892, 0.8844, 0.8271, 0.8096, 0.8940, 0.9239, 0.8957, 0.9369,
                      0.8401, 0.9278, 0.8575], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.bias',
              tensor([-8.0736e-02, -9.0959e-02,  2.3563e-02,  5.0769e-03,  8.8504e-02,
                      -1.8339e-01,  7.6080e-02, -2.7987e-01, -7.3662e-02,  3.8680e-02,
                      -3.7162e-02,  3.8976e-03, -1.6377e-02,  8.5153e-02,  5.4883e-03,
                      -1.0444e-01,  5.0808e-02, -5.7569e-03,  3.8907e-02,  7.6636e-02,
                      -5.2339e-02, -1.9653e-02, -1.5324e-02, -2.4528e-02, -2.3610e-02,
                      -7.5079e-02,  1.1594e-02, -1.2885e-01, -1.6695e-02,  1.3031e-02,
                      -5.7740e-02,  5.5805e-02,  6.4924e-02,  1.4603e-02, -5.7444e-02,
                      -1.9995e-02, -3.9772e-02, -7.7273e-03, -8.5855e-02, -1.2481e-01,
                       3.8847e-02,  4.9456e-02, -5.5634e-02, -5.8660e-02,  6.0234e-02,
                      -1.1449e-02, -1.2185e-01,  5.2355e-02, -7.4746e-02, -7.0723e-02,
                      -1.0750e-01, -2.0441e-02, -1.2915e-01,  2.9392e-02,  2.9312e-02,
                       1.5231e-02,  6.5566e-02,  2.5999e-02, -1.2572e-02, -8.3816e-02,
                       1.9215e-02, -8.9151e-03, -8.8920e-02,  1.2227e-01,  3.1026e-02,
                       1.4100e-02, -7.1982e-03, -9.7568e-03, -1.0812e-01, -1.9561e-02,
                       5.6916e-02, -7.6176e-02, -1.1020e-06, -8.1335e-02,  3.9575e-02,
                       2.8550e-02, -9.8180e-02,  1.9495e-02, -4.7957e-03, -7.6147e-02,
                      -8.8736e-03, -3.5738e-02,  7.5055e-03, -1.4250e-01,  8.6888e-02,
                      -1.5077e-01,  8.4288e-02, -9.7316e-03, -2.1120e-02, -6.4786e-02,
                       8.3248e-02,  6.7822e-02,  9.7119e-02, -9.9292e-02,  8.4941e-02,
                      -1.1312e-01, -3.7227e-02,  3.3566e-02, -9.2123e-02, -1.6935e-01,
                       6.8335e-02,  2.1631e-02, -8.8162e-02, -6.7052e-02, -7.1745e-02,
                      -1.0160e-01, -4.3161e-02, -4.4006e-02,  6.3955e-02,  3.3921e-02,
                      -2.3342e-02,  6.6725e-02,  4.7150e-04,  7.7212e-02, -1.9427e-03,
                      -1.4321e-01, -3.0445e-02, -1.0129e-01, -3.2285e-03, -3.8388e-02,
                      -6.8884e-02,  7.3996e-02, -2.6934e-02,  3.0465e-02,  6.5218e-04,
                      -2.0110e-02,  2.2422e-02, -5.0189e-02, -3.7269e-02, -3.2141e-02,
                      -3.6831e-04, -5.3067e-02,  7.4756e-02, -7.9265e-03, -4.1188e-02,
                      -3.6060e-02, -1.8732e-02, -4.2071e-02,  6.4210e-02, -4.0126e-02,
                       7.5403e-02, -5.0207e-02,  2.2763e-02,  2.7475e-01,  1.1044e-03,
                       7.8481e-02, -8.7848e-02, -7.3434e-02,  1.4257e-02,  7.3046e-02,
                       1.6882e-01, -6.7857e-02,  2.7730e-02,  1.6597e-02, -9.5509e-02,
                      -1.1756e-02,  2.1661e-02,  2.7040e-02, -1.3253e-02,  3.2818e-02,
                      -1.4574e-01, -5.6212e-02, -3.5516e-03, -2.7178e-02, -3.7416e-02,
                       8.5486e-02, -2.1912e-01, -2.6971e-02,  6.5424e-02,  4.4933e-02,
                       3.8907e-02, -9.8425e-03,  3.0471e-02, -6.6791e-02, -1.5466e-01,
                      -1.7164e-01, -1.3743e-01,  1.9657e-01, -2.1409e-03,  1.5752e-02,
                       1.0741e-01, -1.1199e-02,  4.7771e-02,  9.9957e-02,  1.8397e-02,
                       6.4988e-02,  6.3907e-02,  1.2144e-01, -5.2187e-02,  8.5192e-03,
                      -1.1755e-01, -1.7738e-01, -5.7494e-02, -3.5836e-02,  6.6466e-02,
                       1.3189e-01,  3.8714e-02,  8.4288e-02,  6.0609e-02, -6.0084e-02,
                      -9.9295e-02, -8.0645e-02,  3.0707e-02, -1.0571e-01, -1.3476e-01,
                      -2.9424e-02, -4.2897e-02,  4.0096e-02,  1.9056e-02,  8.2012e-02,
                       7.6846e-03, -3.9361e-02, -1.0514e-02,  5.0360e-02,  3.6915e-02,
                       8.8313e-03, -1.9432e-02, -8.6991e-02,  1.9803e-02, -5.2731e-02,
                      -2.5486e-02,  2.6269e-02, -4.0724e-02,  1.9396e-01,  1.7726e-02,
                       1.7591e-02, -4.7492e-02, -5.0033e-02, -1.2266e-01,  1.0927e-01,
                       9.2088e-02, -4.0268e-02, -1.1243e-01,  3.4808e-03,  1.6470e-02,
                       8.3205e-02, -9.1802e-02,  1.4180e-02, -2.2422e-02,  5.3404e-03,
                       8.6597e-02,  4.6290e-02,  4.3931e-03, -1.5895e-02,  8.0857e-02,
                       2.8989e-02, -7.2355e-02,  2.0253e-02, -2.9193e-03, -8.1944e-02,
                      -7.9221e-02, -3.4105e-02, -1.0194e-01,  2.2360e-02, -3.1466e-02,
                      -3.4457e-02,  7.7478e-02,  4.1747e-02,  1.0836e-01,  6.7108e-02,
                       1.5214e-02,  1.0171e-01, -7.5704e-02, -1.1236e-01, -3.2290e-03,
                      -3.2094e-02,  7.7062e-02,  6.6869e-03, -5.5379e-02,  9.1057e-03,
                      -2.7094e-02,  4.9163e-02, -9.4413e-03, -1.0335e-01, -1.2760e-01,
                       3.0829e-02,  4.1391e-02,  3.3782e-02, -2.9831e-02,  1.4750e-01,
                       1.0451e-02,  7.5979e-02,  1.1007e-01,  2.7847e-03,  2.9580e-02,
                      -9.8294e-02, -6.1970e-02,  1.3020e-01, -9.2053e-02, -2.0962e-02,
                      -6.0154e-02,  6.2273e-02,  6.1560e-02,  1.3361e-02,  5.4614e-02,
                       2.6291e-02,  1.5079e-01,  4.5935e-02,  2.7982e-02, -8.9959e-02,
                      -9.6615e-02,  1.9349e-02, -1.1453e-03,  6.8306e-03,  7.3838e-02,
                       3.3897e-02, -3.6421e-02, -4.8335e-02, -2.5755e-02, -4.1437e-02,
                      -1.4040e-01,  1.5861e-03, -2.5634e-02, -2.7794e-02, -5.4318e-03,
                      -6.5328e-02,  6.8190e-02,  5.1115e-02,  8.5841e-02, -5.5445e-02,
                       9.7619e-02,  9.0018e-03,  7.8876e-03, -3.4646e-02,  5.9947e-02,
                       2.0025e-02, -2.0070e-01, -1.4295e-01, -5.4311e-02, -8.9021e-02,
                       1.7517e-01,  2.3460e-02,  2.5986e-03, -8.8293e-02, -2.5469e-02,
                      -3.7761e-03, -8.6631e-02, -1.5158e-01,  9.5077e-02,  1.3584e-02,
                      -1.0696e-02,  2.9595e-02,  3.6127e-02,  3.5358e-02, -1.9691e-02,
                      -2.3086e-02, -3.1863e-02,  4.3165e-02, -2.2091e-02,  9.0370e-03,
                       5.5751e-03,  2.4905e-03,  8.5111e-02, -9.7259e-03,  9.2035e-03,
                       1.3568e-02,  3.7563e-03, -6.9281e-02, -4.7544e-02,  7.6420e-02,
                       1.1136e-02,  7.2301e-02, -6.5128e-02,  3.3106e-02,  1.2689e-02,
                      -8.7645e-02, -1.3347e-02, -1.7636e-01,  5.0462e-02, -1.8397e-01,
                      -1.0138e-02,  3.7793e-02, -3.5982e-02, -4.9384e-02, -6.2162e-03,
                       4.2496e-02, -5.7038e-02, -1.5961e-02, -1.1188e-01,  8.3921e-03,
                      -2.9106e-02,  3.8833e-02,  2.4272e-02, -1.5942e-01,  1.2526e-01,
                       1.3025e-01, -1.3643e-01,  2.0365e-02, -5.3990e-02, -1.1295e-03,
                      -4.0091e-02, -3.2455e-02, -4.0840e-02,  1.9268e-02, -6.1669e-02,
                       4.4385e-02,  6.0002e-02, -1.1318e-01, -3.8254e-02,  3.5266e-02,
                       7.2149e-02, -1.4067e-01, -5.7809e-02, -6.0624e-02,  9.4030e-02,
                      -9.2074e-02, -4.4836e-02,  7.7692e-02,  9.5318e-02,  4.6285e-02,
                       1.4193e-02,  1.6801e-02, -1.1625e-01,  1.5542e-02, -9.5382e-02,
                       1.6322e-02, -8.2412e-02, -1.3158e-01,  6.4091e-02, -1.8732e-02,
                      -4.1915e-02,  2.7069e-03,  6.5548e-02,  1.3126e-02,  1.2612e-02,
                       2.0353e-02,  1.5799e-01,  6.8074e-02,  8.5977e-02, -4.4603e-02,
                      -2.2321e-02,  1.7958e-02,  2.0024e-01,  6.2923e-03,  5.8097e-02,
                      -1.1684e-01, -1.6617e-01, -6.5748e-02,  4.9871e-02, -5.7822e-02,
                      -1.2683e-01, -1.1090e-02, -7.3868e-03, -2.4770e-02,  4.2362e-03,
                       4.9364e-02, -3.4048e-02, -8.5156e-02, -4.7116e-02,  3.0122e-02,
                      -1.1231e-01, -4.6014e-02,  5.4678e-03, -7.4712e-04, -8.5700e-03,
                       1.9699e-01, -9.7970e-03, -9.2693e-02,  2.5279e-02,  3.6057e-02,
                      -4.0451e-02, -1.3286e-02,  4.1129e-02, -2.4901e-02,  6.5995e-02,
                       2.1963e-02, -6.0925e-02, -3.4893e-02, -1.0202e-01, -7.2067e-02,
                      -9.0359e-04, -7.2479e-02, -3.3437e-02, -9.2479e-02,  5.2575e-02,
                      -7.2787e-02,  9.5887e-02, -1.3708e-01, -3.4966e-02,  5.4063e-02,
                      -2.4855e-03,  3.5068e-02,  6.6392e-02, -5.2422e-02, -4.2409e-02,
                       4.5566e-02, -1.0817e-01, -2.0250e-02, -4.9077e-02, -2.2492e-02,
                       4.5507e-02,  6.6915e-02, -3.2350e-02, -5.3623e-02, -5.3188e-02,
                      -4.0811e-02, -3.4848e-02, -1.3305e-02,  2.4970e-02, -1.1157e-03,
                       5.7786e-02, -5.2028e-02,  4.9384e-03, -2.5911e-02,  5.6627e-02,
                      -1.8746e-01,  2.8654e-02,  7.2216e-03,  1.0827e-01,  7.4660e-02,
                       1.2185e-01, -6.2941e-03, -1.6106e-01, -9.3497e-02,  4.1399e-02,
                       7.1868e-02, -3.2777e-02, -7.2618e-02, -1.0879e-01,  3.4818e-03,
                      -1.2655e-02, -3.2841e-03,  9.2121e-03,  8.8822e-02, -5.1445e-04,
                       5.3866e-02, -1.0188e-01, -2.5789e-02,  4.7935e-03,  5.3028e-02,
                       1.7790e-02, -5.4312e-02,  8.2425e-02,  9.9449e-02,  4.6322e-02,
                       9.6324e-03,  2.5452e-02, -1.0740e-01,  6.0208e-02, -1.1079e-01,
                       9.7972e-02, -2.8569e-02, -4.0753e-02,  2.9503e-03,  1.9771e-02,
                      -7.9182e-02, -9.7587e-02,  4.2181e-02, -9.6231e-02, -7.5602e-02,
                      -3.0292e-02, -6.9053e-03, -8.9711e-03, -2.8527e-02,  2.4590e-02,
                       1.3587e-02,  6.3812e-02, -7.1015e-01,  9.2819e-03,  4.3797e-03,
                       1.1393e-02, -2.9246e-02,  9.2745e-02,  2.0508e-02, -4.8899e-02,
                       5.2082e-02,  1.6688e-04,  3.1303e-02,  6.0764e-02, -1.0237e-01,
                       3.3901e-03, -2.3379e-02, -5.8580e-04, -2.4990e-02, -1.2033e-02,
                      -3.7602e-02, -1.2676e-02,  6.1249e-03, -1.0836e-01, -5.2917e-03,
                      -6.7608e-02, -1.1653e-01, -1.1871e-01, -1.7329e-02,  1.1148e-02,
                       1.6816e-03, -1.5097e-01, -3.0056e-02, -1.4165e-02, -3.5934e-02,
                       1.7512e-02,  5.4640e-02,  4.7496e-02,  1.2678e-01,  2.6434e-02,
                       3.1229e-02, -6.9565e-03,  5.3617e-02,  7.2786e-02, -1.0104e-02,
                       5.9987e-02,  1.5737e-02,  1.7277e-02,  1.6762e-01, -7.9509e-02,
                       1.4120e-02,  9.2497e-03, -8.7157e-02, -9.4625e-02, -4.4723e-02,
                      -4.9715e-02, -5.0793e-02,  7.1499e-02,  2.2096e-01, -1.2075e-01,
                      -1.9649e-03, -9.6460e-02,  6.4354e-02,  4.4163e-02, -2.0170e-02,
                      -2.3788e-02, -4.1608e-02, -4.6060e-02,  2.2592e-03, -9.4588e-02,
                       1.7528e-01,  5.4520e-02,  6.5343e-02, -7.6765e-02, -9.6288e-02,
                      -1.0339e-02, -4.5515e-02, -6.7366e-02,  4.7875e-02, -8.9606e-02,
                      -1.7341e-01,  2.6519e-02, -7.3027e-02,  1.2941e-01,  6.1069e-02,
                       2.0442e-02,  9.3786e-02, -3.8226e-02,  1.1611e-02, -1.8594e-02,
                      -3.8031e-02,  2.1175e-01, -4.0905e-02,  2.4393e-02,  6.8987e-04,
                      -2.5664e-02,  2.1436e-02,  1.0162e-02,  2.8694e-02,  2.9689e-02,
                      -1.0499e-01, -1.2317e-02, -3.9453e-02, -5.0758e-02,  1.0970e-02,
                      -5.3203e-02, -4.8325e-03,  7.7402e-02,  5.4335e-02, -1.7220e-02,
                       6.3633e-02, -9.7803e-02, -1.6877e-02,  4.5589e-02, -1.1106e-01,
                       3.9213e-02, -8.7989e-02, -7.3737e-02, -3.1604e-02, -9.3665e-02,
                      -1.2678e-02, -2.1677e-02,  5.5619e-02,  3.8749e-02, -3.0775e-03,
                      -1.3400e-01,  1.1381e-02, -7.8296e-02, -1.4298e-02,  1.3917e-02,
                      -2.5092e-02,  3.0372e-02, -6.7335e-03, -8.1987e-03,  2.4833e-02,
                      -1.0074e-01,  7.8283e-02,  1.0189e-01,  1.7280e-02, -8.2525e-02,
                      -2.6000e-03,  2.6979e-02,  1.0742e-01, -6.4275e-02,  1.0251e-02,
                      -4.2698e-02, -6.5790e-02, -1.3684e-01, -7.4535e-02,  5.5304e-02,
                      -2.1370e-02,  6.5222e-03,  5.8485e-02, -2.5123e-02,  5.7575e-03,
                       1.3852e-02, -2.8503e-02,  4.3444e-02, -1.9099e-02,  2.2445e-02,
                      -9.9869e-02,  7.7697e-02,  4.1509e-02, -7.5899e-02, -3.4195e-02,
                      -3.4988e-02, -8.4973e-02, -5.4500e-02,  1.0457e-02, -3.0010e-03,
                       3.4091e-02, -7.8257e-02, -1.5092e-02, -6.0731e-02, -8.3495e-02,
                       1.2856e-01, -6.2329e-02, -6.0466e-04, -1.1967e-01, -3.1388e-03,
                       4.4101e-02, -1.1056e-01,  3.2365e-02, -4.1528e-02, -2.5890e-02,
                       9.0284e-02,  4.7313e-02, -9.7843e-03, -5.8597e-02, -8.3848e-02,
                      -1.8146e-02, -2.8125e-02,  3.4248e-02,  9.3361e-02, -8.0746e-02,
                      -8.4537e-03, -2.1511e-02, -1.7325e-02,  1.4997e-01,  2.3330e-02,
                       2.5263e-02, -6.2460e-02,  2.2567e-03, -4.4004e-02, -1.6884e-01,
                       1.2386e-01, -1.9836e-03, -1.1616e-02, -1.4538e-02, -3.3207e-02,
                      -1.5906e-02, -1.2133e-02, -7.0277e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.weight',
              tensor([[-0.0690,  0.0530, -0.0740,  ..., -0.0638,  0.0563,  0.0428],
                      [ 0.0278,  0.1072, -0.0216,  ..., -0.0055,  0.0222,  0.0918],
                      [ 0.0005, -0.0883,  0.0482,  ...,  0.0567, -0.0010, -0.0380],
                      ...,
                      [ 0.1517, -0.0220,  0.1272,  ..., -0.0466,  0.0164,  0.1103],
                      [-0.0421,  0.1059,  0.0292,  ...,  0.0119, -0.0401,  0.0419],
                      [ 0.0189,  0.0203,  0.0645,  ..., -0.0186,  0.0563,  0.0016]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.bias',
              tensor([ 4.3909e-02,  8.1025e-03, -2.1953e-02,  7.7235e-03, -3.9617e-02,
                       3.0532e-02,  1.5097e-01,  3.8494e-02,  2.0894e-02,  1.0894e-02,
                       1.0861e-02,  9.6338e-02, -9.5495e-03, -1.4822e-02,  3.9225e-02,
                      -9.4589e-02, -1.4885e-02,  3.8796e-02, -6.4215e-02,  6.6921e-02,
                      -2.4178e-02, -3.4015e-02, -1.7830e-02,  6.0588e-02, -5.0798e-02,
                      -7.4674e-04,  4.0804e-02,  2.6630e-02, -1.4626e-01, -1.3654e-01,
                       2.1178e-02, -6.2217e-02, -8.2887e-02,  1.6681e-02,  1.0027e-01,
                      -6.5859e-02,  6.3977e-02,  7.9091e-02, -1.6150e-02, -9.4772e-02,
                       1.9919e-03,  6.5578e-02, -6.1027e-02, -4.8287e-03, -9.2732e-03,
                       3.2383e-02, -5.4730e-02, -3.2659e-02, -2.3584e-02,  2.6055e-03,
                      -2.6514e-02, -1.1361e-02,  2.6856e-02, -1.6925e-02,  3.2711e-02,
                       3.7048e-02,  2.7263e-02, -7.0374e-02, -3.4590e-02,  4.2123e-02,
                       1.5742e-01,  7.8733e-03,  4.0402e-02, -1.0527e-01,  5.5365e-02,
                       1.8755e-01, -3.3429e-02,  2.3976e-01,  7.6136e-02,  2.3915e-01,
                       9.2211e-02, -1.3337e-01, -2.5001e-01,  1.6007e-01,  1.7393e-01,
                       8.5227e-02,  5.9308e-02,  2.8940e-01,  1.8185e-01, -2.5997e-02,
                       1.7342e-02, -4.3151e-02,  6.6963e-02, -1.3820e-02, -1.3160e-01,
                      -8.0280e-02, -9.4564e-02, -1.3479e-01, -2.4172e-01, -5.0325e-02,
                      -1.1871e-01,  1.5998e-02, -7.0277e-02,  7.4637e-02,  1.4886e-01,
                       3.0698e-01, -5.7182e-02, -1.9094e-01,  1.3682e-01,  1.5210e-01,
                       1.1134e-01, -7.7394e-02,  7.8406e-04,  3.6032e-02, -6.3740e-04,
                       3.0130e-02,  5.3733e-02,  1.2652e-01,  5.4160e-02,  1.5665e-01,
                      -3.3500e-02, -2.3495e-01, -1.8840e-02,  9.6189e-02,  2.0460e-01,
                       7.9169e-02,  9.9903e-02, -4.9894e-02, -1.7456e-02,  1.8655e-02,
                      -3.9845e-02,  1.8208e-01, -1.8172e-02, -2.3114e-01, -2.2754e-01,
                      -1.3064e-01, -1.8024e-01,  5.4277e-02, -2.8556e-02,  4.1955e-02,
                      -3.1374e-03, -4.2781e-02, -9.4946e-02, -1.0525e-02,  4.2353e-02,
                      -1.5086e-02, -5.8637e-02,  4.3068e-02,  4.5047e-02,  2.0330e-02,
                      -2.7026e-02, -5.8527e-02, -7.2357e-02,  5.8348e-02, -2.0921e-02,
                       5.4599e-02, -5.2648e-02,  9.9760e-02, -5.8276e-02, -2.3973e-02,
                       6.1096e-02,  1.1820e-01,  1.0512e-02, -6.9958e-04,  2.7166e-02,
                      -1.8700e-02, -6.3367e-02,  1.1330e-02, -1.1575e-02,  1.4245e-02,
                       2.1143e-02,  1.5630e-02,  3.9362e-02,  2.1802e-02,  1.5465e-02,
                       3.7601e-02,  4.5800e-03, -9.0421e-02,  8.6362e-02,  1.3759e-01,
                       4.2006e-02,  1.8723e-02,  3.0202e-02, -4.1043e-02, -1.0675e-01,
                      -9.0868e-02, -8.6046e-03, -8.5246e-02, -3.0570e-03,  1.3038e-01,
                      -3.2478e-02, -4.3509e-02, -7.5568e-02, -1.0984e-01, -5.6678e-02,
                      -2.5706e-02,  7.9647e-02,  1.9126e-02, -1.6442e-02, -1.4245e-01,
                      -6.6314e-02,  9.9884e-02,  1.9249e-01,  2.6883e-02,  2.1278e-02,
                      -5.9279e-02, -6.1236e-02,  1.4871e-02,  2.5600e-02,  4.7528e-02,
                       8.8026e-02, -4.7417e-02,  2.3075e-02,  2.8546e-02,  1.2846e-02,
                      -5.5282e-02,  4.3313e-02, -3.6821e-03,  3.1328e-02, -2.7231e-02,
                       9.0741e-02,  7.2839e-02,  8.7918e-02,  3.4261e-02,  3.1751e-02,
                       9.1983e-02, -4.5116e-02, -2.1598e-02,  3.4078e-02,  9.3264e-02,
                      -6.9637e-02, -6.9633e-02, -3.5907e-02,  4.7298e-02,  8.7284e-03,
                      -2.4564e-03,  8.4004e-03, -3.6118e-02,  2.6893e-02,  6.8631e-02,
                      -2.1648e-02, -4.9568e-02, -1.2327e-02, -3.2650e-02, -1.9430e-02,
                       3.6559e-03,  1.8022e-01,  1.8461e-02,  2.3527e-02,  3.1725e-02,
                       3.5189e-02, -1.3938e-02, -3.4244e-02,  2.2367e-02, -4.1358e-02,
                       8.6967e-02, -6.9083e-03,  2.8330e-02,  8.2443e-03, -8.4681e-02,
                       1.8159e-02,  9.0161e-02, -5.2151e-02, -9.1067e-03, -3.2066e-02,
                      -7.5925e-02, -9.2440e-02,  9.3494e-02, -5.1791e-02, -5.5944e-02,
                      -3.6679e-02, -4.4120e-02,  8.3831e-02,  3.3375e-02, -3.8577e-02,
                      -8.1804e-02,  4.9907e-03, -5.4277e-02, -2.0557e-02, -2.9131e-02,
                       2.0856e-02,  1.5063e-01, -8.4415e-02,  5.1639e-02,  3.2480e-02,
                      -3.5033e-02, -1.4380e-02, -4.6182e-02, -1.0312e-01,  5.4892e-02,
                      -2.3524e-01, -2.9585e-02,  8.9339e-02,  8.4952e-02,  4.1970e-02,
                       1.8284e-02, -7.3781e-02,  1.5148e-01,  2.4091e-02,  7.0870e-03,
                       3.4489e-02,  8.6394e-02,  5.6041e-02, -2.4916e-02, -1.9369e-02,
                      -1.4282e-02, -3.7875e-01,  1.0281e-01, -2.1065e-01, -5.5790e-02,
                       1.2039e-01,  3.9038e-02,  1.3534e-02, -6.6601e-02,  3.8175e-02,
                       9.5691e-02, -5.7405e-02,  5.0687e-02, -2.7294e-02, -1.4184e-01,
                      -1.1830e-01, -1.1161e-02,  6.7536e-02,  3.3204e-03, -6.2119e-03,
                       7.9815e-03, -1.2732e-01, -6.0941e-02, -3.1755e-01,  6.8601e-02,
                      -5.0184e-02, -3.5823e-02,  4.4423e-02,  1.6010e-04, -4.8762e-02,
                      -1.8661e-02,  1.4373e-02, -3.8662e-02, -3.5898e-02,  1.3654e-02,
                      -4.2649e-02, -5.8540e-03, -4.2970e-02,  3.5504e-02,  7.2165e-02,
                       9.3841e-03, -2.0850e-02,  1.0773e-01,  5.7304e-02, -1.6645e-02,
                      -1.9271e-01,  6.1739e-03,  7.4404e-02,  1.6527e-03, -2.0768e-02,
                      -2.0443e-02, -7.2149e-02,  3.5685e-04,  3.3542e-02,  6.5964e-02,
                      -2.5479e-02,  5.0313e-02, -2.5141e-02, -1.1367e-01, -8.9135e-03,
                      -4.5294e-03, -8.5637e-03,  9.1259e-03, -1.2492e-01,  1.6038e-02,
                      -4.7404e-02, -2.1673e-02,  2.0408e-04,  3.6401e-02,  3.2919e-02,
                      -1.6260e-01,  2.6179e-02, -5.9229e-02, -2.3513e-02, -1.0972e-02,
                       2.2068e-02,  9.2785e-03, -7.4228e-02,  1.7271e-03, -1.7678e-01,
                      -6.3079e-03, -9.4639e-02, -7.6812e-02,  5.9333e-02, -2.4429e-03,
                      -3.4508e-02,  5.2963e-03,  9.3178e-02,  2.5962e-02,  1.8080e-01,
                       8.5147e-02, -5.8525e-02,  5.0208e-03, -1.5262e-01, -1.2837e-01,
                       7.7612e-02, -2.1444e-02, -2.0481e-02, -1.1599e-01, -8.6208e-03,
                      -7.8383e-02, -9.3380e-02, -9.0351e-02,  1.8929e-01, -6.6573e-02,
                      -8.3538e-02,  7.0680e-02,  5.3203e-02,  1.2182e-01,  6.5551e-02,
                       1.7811e-01, -9.4235e-02,  8.0080e-02,  1.1961e-01,  2.4628e-02,
                       4.5838e-02,  2.3096e-02,  2.1284e-02,  1.0939e-01, -3.7620e-02,
                      -6.8046e-02, -5.1809e-02, -4.1720e-03,  1.9383e-02, -3.6575e-03,
                      -1.6446e-02, -1.2793e-02, -2.9470e-02, -3.3661e-02, -1.0428e-03,
                       1.2125e-01, -3.8453e-02, -6.0114e-02, -8.1543e-02,  1.7992e-01,
                      -4.5496e-02, -1.6177e-01,  2.8247e-02,  1.6201e-02, -1.1307e-01,
                      -2.1411e-02,  5.1765e-02,  5.8020e-02,  9.9033e-02,  9.7924e-04,
                       8.9811e-02,  5.6025e-02,  1.5378e-02,  4.1656e-02, -1.3016e-01,
                       5.8247e-02,  6.4453e-02, -3.8610e-02, -3.9461e-02, -1.0061e-01,
                      -5.5392e-02,  1.1632e-01,  3.1161e-02, -4.2110e-02, -1.8174e-01,
                       1.4312e-01, -1.8585e-02, -1.5595e-01, -7.0335e-02,  2.5666e-01,
                      -4.2580e-02, -3.7077e-02, -4.0655e-02,  1.0294e-01,  1.3513e-01,
                       2.8803e-03,  3.4875e-02, -8.3781e-02, -5.7499e-01,  1.5894e-01,
                      -7.9584e-02, -8.4961e-02, -5.0063e-02,  1.4086e-01,  8.1500e-02,
                       1.6919e-01,  2.0763e-02,  1.7941e-01, -3.4846e-02, -1.4747e-01,
                       1.0824e-01,  1.1195e-02,  1.0112e-02,  1.4053e-01, -3.3097e-02,
                      -1.1818e-01, -6.8814e-02, -1.2151e-01,  9.5600e-02,  3.2332e-01,
                       2.3693e-01,  1.3884e-01,  9.7328e-02,  3.8135e-02,  2.4608e-01,
                       1.0787e-02, -1.1030e-01, -1.1807e-01, -6.8992e-02, -5.4604e-02,
                      -3.6743e-01,  5.9201e-02, -1.5363e-01, -5.1506e-02,  1.1843e-01,
                       5.0860e-02, -1.8798e-01,  1.4670e-01,  9.5889e-02,  7.1353e-02,
                      -9.6903e-03,  1.4256e-01,  3.7453e-02, -1.6498e-01, -6.5386e-03,
                      -1.9348e-01, -2.2821e-01,  1.0805e-01, -2.0372e-01, -5.9092e-02,
                       1.5417e-01,  2.2010e-01, -1.5283e-01,  2.5365e-01,  5.6536e-02,
                      -1.8801e-01,  1.2172e-02,  9.3741e-02,  1.1380e-01,  1.9087e-01,
                      -3.7692e-02, -1.1845e-01,  7.8844e-02,  1.6213e-01,  2.4870e-01,
                       9.4736e-03,  2.4653e-01,  1.4729e-01, -7.6076e-02, -9.1413e-03,
                      -1.1141e-01,  1.1459e-01,  2.0288e-01, -2.6839e-01,  1.0517e-01,
                      -9.4207e-02,  1.0420e-01,  1.0156e-01,  1.8626e-01,  8.4157e-02,
                      -1.9410e-01,  1.7476e-01,  1.2779e-01,  1.3294e-01,  1.1085e-01,
                       6.5112e-02,  1.9125e-01,  2.0305e-01, -3.5867e-01, -1.1310e-01,
                       7.4716e-02,  2.8636e-01, -1.3686e-01,  2.0431e-01, -1.2817e-01,
                       2.2620e-03,  4.9463e-02, -8.4232e-02,  1.2760e-01, -1.0188e-01,
                      -6.1565e-02, -4.1067e-02, -5.6436e-02,  1.4575e-01, -1.8974e-02,
                       4.5163e-03, -9.1215e-02, -2.9173e-02,  6.8481e-02,  9.1773e-02,
                      -6.1011e-02,  4.5567e-03,  7.3426e-02,  8.8597e-02, -1.1968e-01,
                       6.1213e-02, -3.1492e-02, -7.7882e-02,  1.0371e-01,  7.1548e-02,
                      -9.0871e-02, -3.4629e-02, -2.4192e-02, -4.4142e-02, -1.1358e-01,
                      -3.5598e-02,  2.1339e-02,  1.0009e-01, -6.7560e-02,  1.7702e-01,
                      -3.4946e-02, -2.3221e-03, -5.6905e-04,  1.1679e-02, -1.3535e-01,
                       5.5968e-02, -5.2608e-02, -4.7457e-02,  2.0168e-02,  3.3966e-02,
                      -1.5359e-02,  4.2703e-03, -3.9300e-02,  3.0226e-01, -7.4559e-02,
                       3.1286e-02, -6.5199e-02, -1.5951e-01, -5.1704e-02,  7.3884e-02,
                       1.2420e-02,  5.5130e-01, -5.1417e-01, -4.6115e-02,  3.8157e-02,
                      -1.5594e-01,  3.0516e-02, -4.6765e-02, -2.6423e-02, -2.7660e-02,
                       8.1557e-02, -7.7998e-02,  6.7799e-02,  4.3780e-02, -1.8502e-02,
                      -3.0626e-02,  4.4621e-02,  1.1499e-01,  1.3783e-02,  5.1140e-02,
                       6.3050e-03, -5.9882e-02, -4.7232e-02, -2.9575e-02, -2.2431e-01,
                       5.7031e-02,  2.1845e-02,  1.4080e-01, -1.0740e-01,  1.0109e-01,
                      -3.0433e-01,  2.7149e-01,  1.3808e-01, -5.8541e-02,  4.1690e-02,
                       4.7213e-02, -8.0677e-02, -3.2966e-02,  1.4146e-02, -3.0736e-04,
                       5.6410e-02,  1.1541e-01,  2.9716e-01, -5.0634e-02,  1.1078e-02,
                      -2.7134e-02,  2.5110e-02,  1.2656e-03, -3.5007e-02,  4.7182e-02,
                       1.9293e-01,  1.0310e-01,  3.7682e-02,  4.8611e-02, -9.0761e-03,
                      -1.1112e-01, -3.3710e-02,  6.0823e-02,  2.3924e-02, -1.8262e-02,
                      -8.3504e-02, -4.8329e-02, -1.0375e-01,  1.0662e-02, -1.9982e-02,
                       1.1596e-02, -7.1190e-02,  4.3635e-02,  2.2341e-02, -1.1210e-02,
                      -5.9483e-02,  2.7400e-01, -1.7970e-02,  2.1382e-01,  4.3920e-02,
                       9.6695e-03,  1.7665e-01, -1.1468e-01,  9.2166e-02,  2.9399e-02,
                       3.0045e-02, -4.2040e-02, -1.5595e-02, -8.7378e-02, -1.0604e-01,
                       1.0434e-01, -4.3457e-01,  2.7212e-01,  6.1555e-02, -7.0681e-02,
                      -8.7151e-02, -4.8718e-02,  2.6367e-01,  1.7271e-01,  3.3295e-02,
                       5.0026e-02, -1.8909e-01,  4.5305e-02,  1.3584e-01, -8.9679e-03,
                       1.5212e-01,  2.5287e-01,  9.1632e-02,  6.0843e-03,  8.2021e-02,
                       5.6581e-02, -1.1502e-01,  9.2999e-02, -8.9240e-03,  2.8445e-01,
                      -1.3287e-01, -8.3991e-02, -7.4875e-02,  1.1035e-01,  8.8197e-02,
                       1.2341e-02,  2.6488e-02,  1.2562e-01, -4.8564e-02, -3.5844e-01,
                      -4.2335e-02, -8.4011e-02, -4.1718e-02, -1.0344e-01, -2.4054e-02,
                      -3.5352e-02, -1.5473e-01,  4.2606e-02, -8.0081e-02, -1.3069e-01,
                       1.8108e-01,  3.5529e-03, -1.1200e-01, -6.6075e-02, -7.0563e-03,
                      -2.5523e-03,  1.8766e-01,  7.3307e-02, -8.2368e-02, -1.1233e-01,
                       9.5124e-02, -1.3699e-01, -1.3263e-01, -2.2680e-02,  1.1666e-03,
                      -7.9154e-02, -2.3029e-01,  1.4852e-03], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.weight',
              tensor([[-0.0380,  0.0449, -0.0307,  ..., -0.0778,  0.0251,  0.0064],
                      [-0.0434, -0.0500, -0.0168,  ..., -0.0858, -0.0101,  0.0397],
                      [-0.0154,  0.0965,  0.0208,  ...,  0.0060, -0.0884, -0.0201],
                      ...,
                      [-0.1099,  0.0745, -0.1251,  ...,  0.0112, -0.0197, -0.0062],
                      [ 0.0051, -0.0855,  0.0771,  ...,  0.0538, -0.0032, -0.0146],
                      [ 0.0385, -0.0372, -0.0228,  ...,  0.0457, -0.0049,  0.0134]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.bias',
              tensor([-6.3166e-04,  1.7930e-03,  1.6671e-03,  1.0082e-03, -2.6823e-03,
                      -2.5911e-03, -1.4910e-03,  8.8450e-04,  1.8079e-03,  1.2749e-03,
                      -8.1759e-04, -5.8505e-04,  1.1925e-03,  1.8517e-04,  3.6228e-04,
                      -8.8586e-04, -1.2731e-04, -8.7966e-04, -2.1521e-03,  1.5258e-03,
                       4.0441e-04,  3.4016e-03,  1.8580e-03,  9.2897e-04,  1.0058e-03,
                       1.4222e-03, -3.5751e-03, -2.5941e-03, -2.0248e-03,  1.9694e-03,
                       8.1472e-04, -4.2911e-04, -1.0814e-03,  5.5287e-04,  1.0183e-03,
                      -2.1500e-03, -1.8760e-04,  3.1917e-03, -2.2760e-04,  2.1943e-03,
                       1.7087e-03,  1.0005e-03, -3.1606e-04, -1.5599e-03,  2.8618e-03,
                       2.5515e-03,  2.9147e-04,  1.5157e-03, -9.7727e-04,  2.0126e-03,
                       1.2668e-03, -1.6622e-03,  3.7729e-03, -2.5925e-03,  1.4337e-03,
                      -3.6346e-03, -1.1355e-03,  6.1222e-05,  1.2172e-04, -2.1753e-03,
                      -6.9964e-05,  3.0523e-04,  2.9747e-03, -3.4190e-03,  2.2936e-03,
                      -3.9223e-03,  2.9269e-03,  4.6896e-04,  1.8466e-03,  3.7271e-03,
                      -7.9532e-05, -9.6230e-04, -1.8756e-03,  8.9953e-04, -5.1198e-04,
                      -1.1522e-03,  3.7251e-03,  1.0192e-03, -1.2257e-03,  2.9710e-03,
                      -8.3856e-03,  1.5340e-03, -1.5352e-03, -1.3041e-03, -1.8634e-03,
                      -1.0873e-03,  1.0255e-03, -5.0091e-03,  1.4653e-03, -3.1427e-03,
                      -7.1863e-04,  2.9120e-03,  1.4086e-03,  8.7576e-04, -6.5181e-04,
                       2.6895e-03, -2.6442e-03, -1.6481e-03,  2.8743e-05,  1.2918e-05,
                       1.7286e-04, -3.0673e-03,  8.1112e-04, -8.8672e-04, -7.4376e-04,
                      -8.7536e-04, -2.0749e-03,  2.1916e-03, -6.1733e-04,  1.3504e-03,
                       3.2773e-03,  2.7769e-03,  2.3223e-03, -4.3918e-04, -2.7935e-03,
                      -1.1055e-03,  1.4662e-03,  1.7427e-03, -1.2433e-03, -1.1732e-03,
                       5.2843e-04, -4.9079e-04, -3.0475e-03, -2.1031e-03,  1.5549e-04,
                       2.4387e-03,  1.0792e-04, -1.1221e-03, -2.0842e-03, -1.1060e-03,
                      -1.6381e-03,  3.7843e-04,  7.2770e-04, -3.8076e-04, -1.2060e-03,
                       7.4196e-04,  4.9268e-04, -3.4397e-03,  1.8247e-03,  6.1746e-04,
                       4.7953e-03, -2.2574e-03,  2.2648e-03, -1.0583e-03,  8.6765e-04,
                       1.3860e-04,  1.7676e-04,  3.2166e-04, -3.9722e-03,  1.9120e-03,
                      -1.3216e-03,  2.8529e-04, -1.4273e-03, -3.9515e-03, -2.2249e-03,
                       2.8411e-03, -1.3607e-03, -1.9885e-04, -4.0803e-03, -1.9036e-03,
                      -4.4880e-04,  1.5291e-03,  1.2269e-04, -1.9830e-03, -1.3143e-03,
                      -8.3825e-05, -9.7240e-04, -1.7221e-04,  8.8422e-05, -2.8499e-03,
                      -5.6850e-04,  9.9899e-04,  2.7442e-03, -3.9472e-03, -2.3808e-03,
                      -2.8024e-03,  1.0604e-03, -4.4789e-03, -6.0884e-04,  8.7250e-04,
                      -1.0412e-03,  6.5864e-03, -1.7827e-03,  1.7218e-04,  2.2398e-04,
                       1.9872e-05, -1.8353e-04,  1.6470e-03, -3.3603e-03, -1.8164e-03,
                       1.8283e-03, -1.1861e-03,  6.5683e-04, -3.1740e-03, -1.4692e-03,
                      -5.6986e-03, -3.4913e-03,  1.2205e-04, -1.8374e-03, -3.2925e-04,
                       3.0595e-03, -2.9403e-03, -1.1079e-03,  5.7604e-03, -9.2532e-04,
                      -3.4585e-03,  1.2560e-03,  2.6654e-03,  6.5775e-03,  1.5747e-03,
                       4.5897e-03, -3.9255e-04, -2.6303e-03, -4.9509e-03,  4.6569e-04,
                       5.6049e-03, -1.6101e-03, -4.2299e-04, -3.7269e-03,  4.9780e-03,
                      -4.4857e-03, -3.9850e-03,  5.1526e-03,  6.2795e-03,  5.1594e-03,
                       1.6537e-05, -3.4248e-03, -2.8365e-03, -9.0970e-04, -2.9378e-03,
                       2.4360e-05, -4.1819e-04, -2.7961e-04, -3.7928e-03,  6.5333e-04,
                      -1.2210e-03,  2.1696e-03,  2.2537e-03,  1.0212e-03,  2.2416e-03,
                       6.7143e-04,  3.2516e-03,  1.5120e-03, -3.8789e-03,  6.9543e-03,
                      -4.2159e-03, -6.8279e-04,  2.2088e-03,  2.3424e-03, -1.0059e-04,
                       5.5500e-04,  1.7389e-03,  4.1672e-04, -2.3153e-03, -4.0623e-03,
                      -2.1156e-04,  1.7589e-03, -2.6870e-03,  2.6758e-03, -8.0207e-04,
                       1.1880e-03,  3.4472e-03, -4.6923e-03, -2.0490e-03,  4.2683e-03,
                      -3.9652e-03,  3.5988e-04,  2.5669e-04, -1.0600e-03, -7.4942e-04,
                      -3.8001e-03, -5.9140e-03,  2.5301e-03, -2.0638e-03, -3.9457e-03,
                       1.7947e-03, -6.9570e-04,  3.1136e-03,  5.6075e-03, -9.2178e-04,
                       6.2253e-03,  5.6381e-04,  1.0502e-03, -1.3504e-03,  5.2331e-03,
                      -1.8985e-03, -2.1102e-03, -8.8533e-03, -3.7492e-03,  1.3759e-03,
                      -1.7621e-03, -3.5506e-03, -1.6861e-03, -1.0889e-03,  1.9545e-04,
                      -7.0364e-04,  4.6920e-03, -5.0526e-03,  1.6738e-03,  2.1275e-03,
                      -4.4111e-03, -1.0404e-04, -2.1966e-03, -2.3795e-03,  4.0915e-03,
                       4.9409e-05,  6.6146e-03,  1.2381e-03, -8.7826e-04, -7.1387e-04,
                       1.9814e-03,  4.1257e-04, -3.6965e-03, -1.5136e-03,  1.3979e-04,
                      -5.1988e-05, -2.2245e-04,  2.5194e-03,  8.0726e-03, -3.3549e-03,
                      -2.7010e-03, -2.9244e-03, -2.5159e-03,  2.3016e-03, -5.4667e-04,
                      -1.0066e-03,  1.7154e-03, -7.5563e-05, -1.6496e-03,  3.0482e-03,
                       8.2404e-03,  7.0820e-04, -1.2742e-03, -2.4579e-03,  7.5931e-04,
                      -7.4680e-04,  4.8336e-03,  6.2161e-04,  2.4808e-03, -1.1965e-03,
                      -3.8849e-03, -2.6882e-04, -7.1944e-04, -3.1699e-03,  2.0830e-03,
                       5.9811e-03,  6.0920e-03, -8.2752e-04,  3.6869e-03, -8.5376e-04,
                       2.1605e-03,  1.3770e-03,  1.2077e-03, -2.0930e-03, -3.4181e-03,
                       1.0498e-03, -7.1358e-04,  1.5636e-03, -5.2546e-03,  1.9669e-03,
                       1.3986e-03,  2.6075e-03,  8.0984e-04,  9.7235e-04, -2.4294e-03,
                      -4.0955e-04,  9.5223e-04,  2.0572e-03, -2.1711e-03, -3.6829e-05,
                      -1.9046e-03,  7.1842e-04, -1.4140e-03,  1.0630e-05, -1.7722e-03,
                      -2.1103e-03, -1.1608e-03,  2.6699e-03,  1.5504e-03, -1.1712e-03,
                      -2.8209e-03, -3.2026e-03,  1.1774e-03, -4.1645e-03, -7.5115e-05,
                       2.5059e-03, -3.2501e-04, -2.1551e-03, -7.8569e-04,  5.9595e-04,
                      -3.1441e-03,  9.2137e-04,  2.1902e-04, -2.1840e-03,  4.0419e-04,
                       9.4496e-04, -8.9022e-05, -3.6571e-03, -1.8713e-03,  2.3811e-03,
                      -1.2406e-03, -9.2487e-04, -1.3612e-03, -3.6602e-03, -1.5900e-03,
                      -1.9669e-03,  7.5538e-04,  7.1162e-04, -1.8209e-03,  1.5704e-03,
                       3.2194e-03,  2.8188e-03,  5.2918e-03, -1.7271e-04, -1.9469e-03,
                      -9.8003e-04, -2.0038e-03,  7.7622e-04, -1.0674e-03,  2.4652e-03,
                       3.4151e-03, -2.8082e-03,  1.0542e-03,  1.9654e-03,  5.0178e-04,
                      -1.9497e-03, -3.0233e-03, -1.3388e-03, -2.4221e-03, -5.3276e-04,
                      -5.9549e-04, -1.1499e-03,  2.8821e-03, -3.3081e-03, -2.1768e-03,
                       1.5169e-03, -9.1364e-04,  1.5012e-04, -1.3542e-03, -1.8902e-03,
                      -7.6999e-04,  6.8526e-04,  3.1098e-04,  1.6470e-03, -4.0579e-03,
                      -2.4191e-03,  8.7364e-04,  1.9592e-03, -3.8057e-04, -2.3799e-03,
                      -2.0937e-03, -6.6873e-03,  1.7893e-03,  1.1887e-03,  8.3533e-03,
                       2.5815e-04,  3.3300e-03,  3.8461e-03, -1.6069e-03, -4.3725e-03,
                       2.9810e-03,  4.5948e-03,  5.9918e-03, -6.2889e-04, -4.1328e-03,
                       2.5884e-03,  2.3421e-04,  4.0002e-03,  2.1430e-03, -2.3008e-03,
                      -8.9914e-04, -3.5844e-03,  5.4897e-03,  3.7345e-03,  4.6355e-03,
                       3.2342e-03,  3.0192e-03, -1.2804e-04, -4.7329e-03,  4.8036e-03,
                      -5.6820e-03,  3.8621e-03,  7.9306e-04, -4.5624e-04, -2.5574e-03,
                       3.8226e-03,  7.8910e-04,  6.3095e-03,  1.2258e-03, -8.3562e-03,
                      -2.8795e-03, -8.3072e-03,  1.4182e-03, -1.4371e-03, -5.1946e-03,
                       1.9590e-03,  3.2492e-03,  3.2153e-03, -1.2468e-03, -2.2730e-04,
                       9.3527e-03,  1.0229e-03,  7.6949e-03,  4.3859e-04, -3.7485e-03,
                      -1.9320e-03, -4.0356e-03,  7.2139e-04, -3.4288e-03,  4.0695e-03,
                      -2.4276e-03,  4.5593e-03, -1.6509e-03,  7.2944e-04,  1.0815e-03,
                      -1.8006e-03,  4.8545e-04, -4.3785e-04,  1.8799e-03, -5.5930e-04,
                      -2.6220e-03, -1.2939e-03, -7.1447e-04,  2.8179e-03, -1.3010e-03,
                      -8.7443e-04,  6.0540e-04,  2.6676e-03, -6.7728e-04,  2.3093e-04,
                       4.6039e-03, -7.5307e-04, -4.3562e-04, -1.2291e-03,  1.3875e-03,
                       7.9486e-04, -2.5646e-04,  1.3947e-03,  2.5054e-04, -1.5994e-03,
                      -7.3633e-04,  1.3421e-03, -2.2668e-04,  1.9664e-04, -1.9719e-04,
                       1.9536e-05, -3.8311e-03,  1.3806e-03,  2.6894e-04, -1.1223e-04,
                      -5.5698e-05, -1.1586e-03,  8.8230e-04, -2.2846e-04, -1.6341e-03,
                      -8.3029e-04,  1.0645e-03,  1.0177e-03, -2.7838e-04,  1.4196e-03,
                       9.3234e-05,  4.1814e-04, -1.4015e-03, -7.8606e-05,  7.2315e-04,
                       9.3212e-04, -1.2880e-03, -3.1642e-03, -2.4986e-03, -1.6640e-04,
                      -1.2658e-03,  7.1574e-04,  1.6982e-03,  2.3527e-03,  1.1618e-05,
                      -1.1061e-04,  4.2084e-03,  3.8876e-04,  1.5017e-03,  5.3153e-03,
                       3.6421e-03,  4.1741e-03,  4.6001e-03,  1.7206e-03,  8.3830e-04,
                      -1.1732e-03, -7.9926e-04,  1.3559e-03, -8.7008e-04, -3.4599e-03,
                      -3.0606e-03, -6.3321e-03, -5.3931e-04,  1.4957e-03, -3.1846e-04,
                      -1.9262e-03, -1.0026e-03,  4.7481e-03,  3.3485e-03, -2.2401e-03,
                       6.2657e-03,  1.3343e-03, -9.1873e-03,  1.8584e-03, -1.3972e-03,
                       3.1365e-03,  1.6533e-04,  8.4585e-03,  3.0595e-03, -5.7718e-04,
                       9.6861e-04,  1.6617e-03,  4.4975e-03,  7.8819e-04,  8.6141e-04,
                      -5.2614e-03,  6.6536e-03,  3.1319e-03,  3.2221e-03, -2.2760e-03,
                      -2.4798e-03,  5.6880e-03, -3.2862e-03,  1.0749e-03,  3.1121e-03,
                      -2.2742e-03, -5.1462e-03, -4.1769e-04,  1.8290e-03,  5.1798e-03,
                       5.2538e-03,  4.6453e-03,  9.0358e-04, -4.2773e-03, -2.0927e-03,
                      -7.0594e-03,  3.4642e-03,  1.7944e-03,  2.8190e-03, -6.7382e-04,
                      -6.3302e-04, -1.1346e-03, -5.2199e-04,  3.4204e-03, -3.0757e-03,
                       4.1993e-03, -2.3150e-04,  8.6645e-05, -3.4629e-03,  5.1888e-03,
                       8.3590e-04,  3.6676e-03, -1.8209e-03, -2.9671e-03, -2.2426e-03,
                       2.5430e-03,  1.0764e-04, -5.2248e-03,  7.9321e-04, -3.8353e-04,
                       3.5645e-03,  1.3585e-03,  9.3657e-03,  6.1842e-04, -1.6871e-03,
                       9.8545e-04, -1.6100e-04,  2.2065e-03, -3.7031e-05,  1.7740e-03,
                       3.6068e-03,  2.8640e-03,  3.0203e-03,  1.2920e-03, -1.9011e-03,
                      -4.3283e-03, -3.1374e-03, -3.1797e-03,  4.5752e-03, -2.5857e-03,
                      -7.0932e-04,  6.5775e-04, -2.0077e-03,  2.6678e-04,  1.7187e-03,
                       3.7119e-03, -3.3704e-03, -5.6290e-05, -2.4799e-04,  1.0506e-03,
                       4.2299e-04,  3.5996e-03, -1.9836e-03,  2.4229e-03, -3.9263e-03,
                      -9.0417e-04,  4.5911e-03, -5.5425e-03, -1.1003e-03, -2.8846e-04,
                      -1.5782e-03, -1.9183e-03,  1.1166e-03, -3.3857e-03, -4.8708e-04,
                      -1.7469e-03,  1.7244e-04,  2.5354e-03, -1.5451e-03, -3.0066e-04,
                      -9.1777e-04,  1.2511e-03, -1.7627e-03, -2.5178e-03, -2.1030e-03,
                      -2.0402e-03,  2.0724e-03, -1.3756e-03, -3.1663e-03, -3.0904e-04,
                       4.2851e-04,  1.3662e-03, -1.0385e-03,  4.8436e-04, -3.2051e-04,
                      -1.9157e-03, -6.8446e-04, -1.9008e-03, -1.7951e-03, -9.2906e-04,
                       1.3914e-03,  1.1844e-03,  6.0555e-04, -2.1941e-03, -3.5635e-03,
                       7.3731e-04,  1.0788e-03, -1.7450e-03, -3.2610e-03, -3.5888e-04,
                       1.2219e-03, -1.3669e-03,  2.6548e-03,  2.1139e-03, -3.4594e-04,
                      -1.3530e-03,  3.2815e-03,  2.0718e-04,  1.0137e-03,  1.7968e-03,
                       1.5305e-03, -8.1032e-04, -1.5746e-03,  3.9537e-04, -1.2503e-03,
                      -3.2312e-03,  7.5564e-04,  1.2350e-03, -1.3803e-03,  1.2684e-03,
                      -2.4537e-03,  2.8047e-03, -1.8627e-03, -1.2588e-03, -3.2309e-03,
                       5.7054e-04,  3.0127e-03, -4.5984e-04], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.weight',
              tensor([[ 0.0272, -0.0322,  0.0206,  ..., -0.0063,  0.0762,  0.0043],
                      [-0.0122, -0.0265, -0.0500,  ..., -0.0145,  0.0444, -0.0423],
                      [ 0.0367,  0.0475, -0.0108,  ...,  0.0711, -0.0157,  0.1062],
                      ...,
                      [-0.0020,  0.0139, -0.0068,  ..., -0.0051,  0.0051, -0.0022],
                      [ 0.0183,  0.0186, -0.0300,  ..., -0.0290,  0.0115, -0.0101],
                      [-0.0323, -0.0246,  0.0325,  ...,  0.0071, -0.0111,  0.0032]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.bias',
              tensor([ 3.4562e-02, -2.2553e-03,  1.3051e-02,  1.1019e-03, -2.7300e-03,
                      -2.0207e-02,  7.6776e-03, -4.5112e-03, -7.7730e-03,  8.2614e-03,
                      -2.1587e-02,  3.1528e-02, -2.1262e-02,  7.4828e-03,  3.2303e-02,
                      -2.5241e-03, -1.2806e-02, -5.1943e-03, -3.0724e-02, -3.1451e-02,
                       1.9921e-02, -3.5287e-03,  1.1926e-02,  1.2071e-03, -2.7762e-03,
                      -2.4807e-02, -2.9732e-02,  1.5427e-02,  1.8131e-02, -2.2213e-03,
                       4.7601e-03,  3.6958e-02,  8.8098e-03,  3.3006e-03, -1.1047e-02,
                       2.6196e-02, -1.9522e-02,  2.7756e-03, -1.7495e-03, -2.8530e-02,
                      -2.7704e-02, -2.2409e-02, -1.8969e-02, -2.3037e-02, -7.5010e-03,
                       8.4604e-03, -4.7536e-03, -2.1396e-02,  6.8460e-03,  1.6736e-02,
                       1.7185e-02, -1.0228e-02,  5.5200e-04, -8.2669e-03, -2.1739e-02,
                      -2.1837e-02, -2.3049e-02,  2.7589e-02,  1.0044e-02,  2.6311e-03,
                       1.7882e-02, -9.7441e-04, -5.3906e-02, -1.6806e-02,  3.6477e-02,
                      -1.0266e-02,  2.7511e-03, -8.2049e-03, -5.2090e-02, -4.2368e-02,
                       2.0714e-02,  6.1903e-03,  1.1513e-02, -6.7070e-04,  1.3741e-02,
                       3.6360e-02,  2.2865e-03,  3.3882e-03, -1.4926e-02, -3.9957e-02,
                      -1.1774e-02,  6.9904e-03,  7.0911e-03,  3.4215e-02, -1.8672e-04,
                       2.6747e-02,  9.8714e-03, -4.8736e-04, -1.1552e-02, -1.5160e-02,
                       2.7004e-02, -5.9092e-03,  5.5752e-02,  3.9181e-02,  2.2527e-02,
                      -1.0292e-02, -2.9366e-02, -1.8253e-04,  9.0295e-03,  2.1997e-02,
                      -5.8247e-03, -1.4805e-02,  8.9190e-03,  1.9716e-02, -8.7046e-03,
                       2.2932e-02, -1.0841e-02, -1.0943e-02,  3.4240e-03,  1.1498e-02,
                       5.9873e-03,  6.0624e-03,  1.5065e-02,  1.7287e-02, -1.4438e-02,
                      -4.9452e-03, -1.0973e-02,  7.4098e-03, -7.7140e-03, -1.7850e-02,
                       8.3125e-03, -1.6221e-03, -4.7881e-03, -3.3512e-02,  1.6236e-02,
                       1.7387e-02, -6.1295e-02, -2.2709e-03,  9.5238e-03,  4.1784e-03,
                      -8.4813e-03,  2.0092e-04, -2.4136e-02,  1.7177e-03, -5.2549e-03,
                       6.0578e-03,  1.1939e-02, -1.0057e-04, -1.5219e-02,  7.8070e-04,
                       9.1311e-03,  2.3697e-03, -7.7153e-03, -2.0005e-02,  1.0159e-02,
                       8.9390e-03, -4.4545e-03, -2.7449e-02,  1.1607e-02, -7.8270e-03,
                      -3.6902e-03,  1.8763e-02,  3.7373e-03, -9.0053e-03, -1.2611e-02,
                      -1.2270e-02, -1.3695e-02, -5.5683e-03, -5.2520e-03, -8.6629e-03,
                       2.1049e-02, -5.3622e-03, -1.9164e-02,  1.3905e-02,  1.0125e-02,
                      -8.4372e-03, -1.2966e-03, -1.1444e-02,  4.1454e-02,  4.7841e-03,
                      -1.1679e-02,  1.5076e-02,  2.7019e-02,  2.3132e-02, -4.2314e-03,
                      -5.4420e-03,  1.0483e-02, -7.3509e-03,  1.2979e-02, -9.2843e-03,
                       7.5541e-03, -1.1699e-02,  1.3915e-02,  8.5907e-03, -6.8480e-03,
                      -8.1812e-03, -2.7207e-02,  4.2459e-03, -7.0773e-03, -1.6185e-02,
                       1.3971e-02,  1.8518e-02,  1.7746e-02,  1.0915e-02,  2.6897e-02,
                      -3.1974e-03, -1.3504e-02, -1.0593e-02,  1.7992e-02,  1.0549e-02,
                      -2.4291e-02,  4.8372e-03, -9.8497e-03,  6.2315e-04,  1.4977e-02,
                       4.2946e-03,  2.2906e-02,  4.1214e-02,  6.2134e-04,  2.1014e-02,
                       2.0923e-03,  1.0778e-02, -2.3839e-02, -1.8883e-02,  1.0846e-03,
                       2.7140e-02, -1.0099e-02, -3.4625e-03, -1.8765e-02,  2.6901e-03,
                      -2.1190e-04, -1.3296e-02, -1.1776e-02, -8.7572e-03, -9.3945e-03,
                      -4.1939e-03, -2.6272e-02, -1.3690e-02, -8.1097e-03,  5.7104e-03,
                      -1.9774e-03, -2.8095e-02, -1.2185e-02,  1.0963e-02, -8.3733e-03,
                       1.1198e-02,  1.8065e-02, -1.3585e-02,  1.0710e-02, -3.9518e-03,
                       5.4016e-03, -4.1663e-03, -9.2551e-03,  9.0958e-03,  1.9678e-02,
                      -1.7973e-02, -5.3277e-05, -3.9679e-03, -1.5487e-02, -7.7312e-03,
                      -8.2766e-03,  5.2531e-03,  2.0419e-02,  1.3608e-02,  1.5174e-02,
                       9.0748e-03,  1.8010e-02,  1.5087e-02, -1.2975e-02, -1.7942e-02,
                      -1.4472e-02,  9.0850e-03, -3.2878e-02,  5.6287e-03, -6.3464e-03,
                       1.1957e-02, -7.8477e-03,  1.7069e-03, -9.7777e-03, -1.4094e-02,
                       8.0632e-02,  3.3532e-03, -5.3698e-02,  1.1465e-02,  2.3856e-03,
                      -1.5486e-02,  2.5941e-02, -9.0197e-03,  2.2364e-03,  1.0188e-02,
                      -5.9422e-02, -1.1242e-02, -1.2282e-02,  1.2581e-02,  1.6906e-02,
                       2.5436e-02,  4.7069e-02, -5.6721e-03, -9.8423e-03,  1.1667e-02,
                       6.4867e-03,  3.4642e-02,  5.0652e-03,  4.7232e-04, -1.7933e-02,
                      -1.5882e-02, -1.8697e-02,  1.3256e-03,  2.4087e-02,  2.0096e-02,
                      -3.9715e-03, -4.6872e-03, -3.0604e-02,  9.1298e-03, -1.1795e-02,
                       1.5612e-03,  8.3151e-04,  2.7185e-02, -1.0872e-02, -5.4526e-02,
                      -4.7265e-03,  2.9472e-02, -2.9457e-02, -1.7403e-02, -1.2482e-02,
                       2.2399e-02, -1.8519e-02, -4.0073e-02, -8.1628e-03,  1.1700e-02,
                      -5.7000e-03, -7.3014e-03, -3.4672e-02, -6.4736e-03,  1.2879e-02,
                      -2.9551e-03,  7.6074e-03, -6.9781e-03,  3.8576e-02,  1.8958e-02,
                       1.2215e-02,  1.4078e-02, -1.5932e-02,  9.0746e-03,  1.9967e-02,
                       2.7776e-02,  5.3058e-03,  2.5364e-03, -5.5861e-03,  1.8266e-02,
                      -1.1959e-02, -1.5980e-02,  1.5019e-02, -2.5154e-02,  5.9271e-03,
                      -8.7369e-03, -1.1439e-02, -1.9458e-02, -3.4699e-02, -1.7854e-02,
                       2.0006e-02,  2.5575e-03,  7.2924e-03,  6.6213e-03, -5.5989e-03,
                       3.9335e-02, -1.7101e-02, -8.7876e-03, -3.0326e-02,  2.3894e-02,
                      -2.3900e-02,  8.1904e-03, -1.1322e-02,  8.9077e-03, -2.6432e-02,
                      -1.1735e-02, -1.4390e-02,  2.3389e-02,  1.9752e-02,  1.3533e-02,
                      -1.6546e-02,  5.9498e-03,  4.2574e-02, -3.4449e-02, -1.6220e-02,
                      -7.7845e-03,  2.3234e-02, -1.5171e-02,  1.0062e-02, -1.0333e-02,
                       1.0901e-03, -2.7535e-03,  6.0560e-03, -2.4588e-02, -2.8402e-04,
                       9.9060e-03,  4.5277e-03,  2.0903e-02, -3.2637e-02, -1.8859e-02,
                       6.9647e-03, -1.8848e-02, -3.7296e-02, -2.8771e-02,  2.0153e-02,
                      -8.0396e-03, -1.3526e-02,  1.1481e-02, -2.7875e-02, -3.9444e-03,
                      -1.3252e-02,  5.6757e-03, -2.2801e-02,  1.3620e-02,  7.2345e-04,
                       2.6782e-02, -3.4612e-02,  1.0757e-02,  2.2039e-02, -3.9777e-03,
                      -1.1910e-02, -1.4823e-02,  2.5245e-02, -2.0016e-02, -2.4937e-02,
                      -2.0408e-02, -4.9531e-03,  4.1221e-03, -1.9152e-02, -5.2688e-03,
                      -1.1291e-02, -2.9057e-02, -2.7355e-02,  2.3656e-03,  2.9862e-02,
                      -2.7160e-02, -1.1668e-02, -1.8979e-02,  1.1096e-02, -4.0769e-02,
                       2.3495e-03, -1.0840e-02, -3.6795e-02, -2.4603e-02, -4.6321e-02,
                      -1.6040e-02,  6.9124e-03,  4.0048e-03, -2.4683e-03, -2.6006e-02,
                      -2.5352e-03,  3.5994e-02, -1.3433e-03, -1.3620e-02,  2.1579e-03,
                      -3.9101e-03,  7.3362e-04, -2.6506e-02, -6.1306e-02, -5.2753e-02,
                       3.9642e-02, -5.6881e-03,  2.6270e-02, -1.6941e-03, -1.1343e-02,
                      -4.3031e-02,  5.9319e-02, -1.8159e-02,  1.8447e-03, -1.0669e-01,
                       7.4911e-03, -2.2058e-02,  4.9055e-02,  8.2132e-02,  2.8213e-02,
                       5.6591e-02, -5.1371e-02, -6.6798e-02,  3.6891e-02,  2.9435e-02,
                       4.2356e-02,  5.5889e-02,  6.4963e-02,  1.6222e-02, -4.8767e-02,
                      -3.1911e-02, -1.6992e-02, -1.3319e-02,  4.6272e-02, -8.0511e-02,
                       5.8718e-02,  5.8806e-03, -3.8649e-02,  6.2543e-02, -5.4947e-02,
                       2.5243e-02,  5.7009e-02, -2.5303e-02, -1.1369e-02, -4.1126e-02,
                      -4.2005e-02, -8.2136e-03,  9.8744e-02,  1.0903e-03,  2.4164e-02,
                      -1.2875e-01, -1.9788e-02, -4.3841e-02,  7.1316e-02, -1.1854e-02,
                       9.1921e-02, -7.3078e-02, -1.2349e-02,  5.0542e-02,  1.6661e-02,
                      -4.7649e-02, -5.1203e-02, -8.1036e-03, -7.7961e-02, -2.4936e-02,
                       6.5447e-03, -1.0845e-01, -7.9120e-03, -1.1548e-02, -1.8082e-03,
                      -5.0331e-04,  2.6088e-02, -1.6604e-02,  3.0835e-02, -1.3432e-02,
                      -7.1078e-03,  1.2584e-02,  2.6095e-03, -1.1787e-02,  6.3529e-03,
                       4.5507e-03, -5.2155e-03,  6.7148e-03,  2.0467e-02, -2.0613e-02,
                      -2.4801e-02, -7.6013e-03,  4.8076e-03, -5.0825e-03,  9.4751e-03,
                      -1.0910e-02,  7.0650e-03, -1.5755e-03,  1.4385e-02, -3.4172e-03,
                      -2.9043e-02, -6.1437e-03, -1.8700e-02,  5.0196e-02, -9.5837e-03,
                       7.8185e-03,  2.1976e-02, -1.3730e-02, -5.3773e-03, -2.3023e-03,
                      -2.0920e-03, -2.3123e-02,  7.9876e-03,  2.1409e-02, -6.7240e-03,
                      -2.0157e-04,  2.3744e-02,  1.6541e-02,  1.5745e-02, -1.3806e-02,
                      -5.3583e-03, -4.7658e-03, -1.1833e-02,  6.3337e-03,  4.6205e-03,
                      -4.5756e-03, -1.2508e-02,  1.0006e-02,  1.9222e-02,  3.2359e-03,
                       5.7602e-04,  7.7726e-03, -6.8271e-03, -1.2847e-02, -3.3028e-02,
                       1.4636e-02, -2.0938e-02,  1.3711e-02,  1.4478e-02, -5.6429e-03,
                       2.5044e-02, -2.1862e-04, -6.7822e-02, -2.2231e-02,  7.3215e-03,
                      -4.3683e-02,  1.1671e-02, -2.0572e-02, -1.2121e-02,  1.3942e-02,
                       2.1997e-02, -9.4949e-03, -2.1041e-03, -1.5259e-02,  3.0810e-02,
                       9.8059e-03,  3.1108e-02, -3.3076e-03, -1.1104e-02, -5.4548e-03,
                       1.1337e-02, -1.8655e-02, -3.0595e-02,  1.1672e-02, -7.7862e-04,
                       5.2939e-03, -4.3077e-02, -1.8827e-02,  4.7367e-02,  4.0101e-03,
                       1.8013e-02,  1.8128e-02, -3.4360e-02, -6.0132e-02, -1.3144e-02,
                       2.1900e-02,  9.7486e-04, -2.2806e-02, -2.4556e-02, -1.9508e-02,
                       5.6121e-04,  2.3715e-02,  6.4973e-03, -4.9936e-03,  2.6764e-02,
                       2.7431e-02, -8.5506e-03,  3.1613e-02,  6.8338e-03, -2.8535e-02,
                      -1.5710e-02, -4.5487e-02,  2.5077e-03, -1.7715e-03,  2.3019e-02,
                      -3.5019e-02,  3.7197e-03,  2.6813e-02,  1.3866e-02, -8.0770e-03,
                       1.4768e-02,  2.9522e-03, -3.2028e-03,  1.1604e-02, -7.4464e-03,
                      -1.6876e-03, -7.1317e-03, -2.8764e-04,  1.1834e-02, -4.0703e-02,
                       1.0808e-02, -8.7003e-03, -2.3637e-03, -2.7651e-02, -1.1482e-02,
                      -1.4159e-02,  6.0173e-03, -1.9515e-02,  3.8073e-03,  7.8391e-03,
                       7.7492e-03, -9.8407e-03, -1.9257e-03, -8.2900e-03,  4.1182e-03,
                       1.2661e-02, -1.4645e-02,  8.9158e-03,  1.0865e-02,  2.1406e-03,
                      -1.4860e-02, -1.5407e-03, -1.5839e-02,  6.9242e-03, -1.5996e-02,
                       1.8500e-02,  3.2754e-03,  1.3834e-02,  6.8603e-03, -2.8167e-03,
                      -6.3954e-03, -1.3949e-02, -3.2076e-03, -9.6450e-03,  7.4465e-03,
                      -6.5605e-03,  2.5333e-02, -3.3476e-02, -1.8640e-02,  1.2735e-02,
                       2.6873e-02, -1.4310e-02,  1.7856e-02, -8.3813e-04, -1.6459e-03,
                       7.5875e-03,  1.9147e-02, -1.2345e-02,  1.7525e-02,  9.3353e-03,
                       2.1448e-03, -8.4448e-03, -1.4311e-03, -2.8089e-02, -7.7130e-02,
                       1.9977e-01,  4.9621e-02,  7.9198e-02,  2.4604e-02,  2.8711e-02,
                      -4.6205e-02,  2.0795e-01, -1.0488e-02, -3.0732e-02, -2.3568e-02,
                       1.5712e-01,  4.7849e-02,  4.3502e-02, -2.6581e-02, -4.2027e-02,
                       1.5757e-01, -5.0442e-02, -7.6681e-02, -1.9757e-02, -3.3494e-02,
                      -1.0121e-01,  1.3606e-02, -4.1363e-02,  7.0932e-03, -4.1114e-02,
                      -4.8318e-02,  7.4017e-03, -7.7313e-03,  1.2034e-02,  1.7278e-02,
                       2.4364e-02, -1.5863e-02, -1.4711e-02,  9.5123e-03, -7.9216e-02,
                      -2.7359e-02, -8.7986e-02,  1.3222e-02, -2.8776e-02, -3.4974e-02,
                      -7.5753e-02, -8.2997e-02,  3.6788e-03, -6.7561e-02,  5.0550e-02,
                      -7.2649e-02,  4.4705e-02,  7.9212e-02, -6.0858e-02, -6.3057e-02,
                      -3.4115e-02, -7.6736e-02, -2.1265e-01, -5.1972e-02, -1.0527e-02,
                       1.0463e-03, -2.4282e-03,  8.5464e-02,  7.3098e-02, -1.9830e-01,
                      -3.7858e-02, -1.7565e-02,  1.8169e-03], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.weight',
              tensor([[-0.0137, -0.0343,  0.0107,  ...,  0.0043, -0.0122, -0.0136],
                      [-0.0214, -0.0068, -0.0093,  ...,  0.0045,  0.0326,  0.0285],
                      [-0.0153,  0.0037, -0.0088,  ...,  0.0355,  0.0067, -0.0183],
                      ...,
                      [-0.0198,  0.0423, -0.0236,  ..., -0.0044,  0.0178,  0.0183],
                      [-0.0037, -0.0059,  0.0288,  ..., -0.0107, -0.0140, -0.0049],
                      [ 0.0096, -0.0358, -0.0198,  ..., -0.0482, -0.0082,  0.0236]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.bias',
              tensor([ 3.2902e-02,  1.8339e-02, -3.9576e-02,  1.3078e-02,  3.8170e-02,
                       1.1342e-01,  6.7179e-02, -5.5624e-02, -1.3056e-02, -6.4205e-02,
                       3.9917e-02,  2.2346e-02,  3.4529e-02,  6.6365e-02, -5.5943e-02,
                       1.0190e-02,  3.1292e-02,  4.5316e-02,  5.7945e-02, -4.3018e-03,
                       3.0294e-02, -6.1310e-03,  5.7546e-02, -5.4227e-02,  3.5291e-02,
                      -9.4530e-02, -1.3591e-02, -1.2006e-02,  7.9247e-02,  5.5142e-03,
                      -8.5434e-02,  4.4084e-02,  2.8522e-02, -7.1988e-02,  2.3890e-02,
                       6.1779e-02, -9.5048e-02,  3.0314e-03, -1.6776e-01,  4.1287e-02,
                      -1.8199e-02,  3.0943e-02, -5.6575e-02,  3.3275e-02, -2.6750e-02,
                       7.3014e-02, -4.0492e-02, -1.2812e-02,  2.5038e-02, -2.9242e-02,
                      -7.9498e-03,  3.7139e-02, -1.5155e-02, -4.7000e-02, -2.1410e-03,
                      -1.4734e-01,  8.8719e-02,  4.2026e-03, -5.6607e-02,  9.9573e-03,
                      -3.0979e-02,  3.1668e-02,  2.8364e-02,  6.4734e-02, -1.7073e-01,
                       1.9117e-03, -3.1524e-02,  1.7415e-02, -2.9124e-02, -7.3638e-02,
                      -5.4630e-02,  7.7302e-02, -4.5839e-03,  2.9345e-02, -8.7569e-02,
                      -3.6171e-03, -2.9001e-02, -5.3333e-02, -9.4823e-03, -6.5904e-02,
                      -2.7885e-02,  8.3843e-03,  4.4468e-03,  2.7689e-02,  1.4022e-01,
                      -1.1260e-01, -1.4835e-02, -3.5351e-02,  1.0522e-02, -8.2447e-03,
                       3.6943e-02, -1.1346e-02, -2.7512e-02,  1.9780e-01, -3.9567e-02,
                       7.7221e-03,  3.0435e-02, -3.3219e-02,  1.0560e-01,  2.9737e-02,
                      -4.1590e-02, -2.0667e-02,  2.5611e-02, -1.4802e-02, -7.4881e-02,
                       1.8208e-02, -2.5284e-03, -5.2972e-03, -1.3242e-02,  7.8823e-03,
                      -1.3017e-01,  2.4949e-02, -5.3616e-03, -2.2486e-01, -1.9319e-02,
                      -6.2009e-02,  2.2979e-02,  2.0976e-03,  3.0332e-02, -1.7258e-02,
                      -1.9370e-02,  3.2101e-02, -1.0428e-01,  4.0550e-02, -1.3785e-01,
                      -4.1157e-02, -1.7053e-02, -2.9384e-02,  3.3176e-02,  4.5006e-02,
                      -1.1188e-02,  2.8147e-02,  4.8554e-03, -1.7179e-02, -1.6034e-02,
                      -6.4612e-02,  1.3635e-03, -5.5032e-02, -4.9103e-02, -8.1972e-04,
                      -5.4248e-02,  4.4648e-02, -2.8314e-02,  1.3971e-02, -7.2340e-02,
                       5.3128e-02,  8.3610e-02, -7.3239e-02,  3.4903e-04,  1.2722e-01,
                       2.6299e-02, -6.6781e-02, -9.6660e-02, -4.0112e-04, -6.4151e-03,
                      -6.1228e-02,  1.7967e-02,  1.9103e-02, -4.4379e-02,  5.0042e-02,
                      -5.5067e-02,  4.4835e-02,  7.2472e-02, -1.7449e-02,  1.7792e-01,
                       6.6145e-02, -5.2947e-02, -1.1410e-01, -2.4687e-02, -8.8795e-03,
                      -2.4051e-02, -1.0135e-01,  1.1623e-01,  4.1840e-02, -3.3580e-02,
                      -5.6319e-04, -6.1692e-02,  1.1371e-01,  7.2152e-02,  1.3264e-02,
                      -8.3322e-02, -6.0847e-02,  7.6317e-02,  3.6835e-02,  1.4198e-02,
                       1.1909e-02,  2.3165e-02, -5.5226e-02,  2.9172e-02, -7.6964e-02,
                      -7.3545e-02, -2.0096e-01,  3.4970e-02, -9.8898e-03,  5.3441e-02,
                       4.9442e-02,  1.2222e-02,  7.8649e-02,  7.7126e-02,  5.1846e-02,
                       5.3612e-02, -1.0325e-01,  2.6351e-02,  2.3239e-02, -1.0398e-02,
                      -3.4869e-02,  2.7718e-02,  2.7745e-02,  3.1385e-02,  1.2251e-01,
                       5.7402e-02, -7.2215e-02, -3.9848e-02,  2.3793e-02,  4.3969e-02,
                       2.9151e-04, -4.8328e-02, -1.6933e-02,  1.1489e-01, -6.3329e-02,
                      -7.0631e-02, -3.3067e-02, -1.3959e-02,  9.8595e-04,  1.2478e-02,
                       4.4210e-02,  2.6771e-02, -5.7155e-02, -4.5050e-03,  2.0080e-01,
                      -6.1856e-02,  2.5537e-02,  3.7512e-02,  2.7951e-02,  5.7391e-02,
                       1.9473e-02, -1.1292e-01, -2.0574e-02, -1.1404e-01,  1.4497e-02,
                      -1.3779e-02, -2.0464e-02, -1.2150e-01, -1.4454e-02, -2.3034e-02,
                       6.4939e-02,  9.7019e-03, -9.5304e-02,  2.1074e-03,  4.9782e-02,
                      -9.0530e-02, -4.1886e-03,  2.5568e-02,  6.0857e-02, -5.8551e-02,
                      -1.8248e-02, -3.5362e-03,  8.8811e-02, -7.3223e-02, -4.3051e-02,
                      -8.5240e-02, -9.9759e-02,  5.7665e-02, -7.7312e-03, -6.1806e-02,
                       2.5179e-02, -7.7385e-02,  2.4284e-02,  7.5294e-02,  1.0317e-02,
                       4.4569e-02, -1.5979e-02,  2.5120e-02, -2.1720e-02,  3.8729e-02,
                      -1.0480e-02,  4.0019e-02, -2.2692e-02, -1.8478e-02, -6.0901e-04,
                      -4.6802e-02, -2.4260e-02, -5.3800e-02,  7.2251e-02,  1.2032e-02,
                       3.9990e-02,  6.3791e-02,  2.3000e-02,  4.1833e-02,  3.1169e-02,
                      -8.6046e-02, -8.2534e-03,  2.6726e-02, -3.4994e-02,  3.9322e-02,
                      -8.1842e-02,  5.5433e-02, -1.6374e-01,  3.0110e-02,  3.3817e-02,
                      -3.7405e-02, -9.8509e-02, -1.0208e-02, -1.0835e-02, -1.7243e-01,
                       2.9099e-02, -2.3030e-02, -5.2268e-02,  3.9874e-02,  3.9325e-02,
                      -4.8967e-02,  8.4971e-02, -1.5286e-02, -1.4649e-01,  1.6030e-03,
                       4.8551e-02,  2.7645e-02, -1.4888e-01,  4.3173e-02,  5.1063e-02,
                       7.2234e-02, -1.9299e-02,  5.4157e-03,  2.7727e-02,  8.6063e-02,
                      -5.0056e-02,  4.9833e-02, -3.4808e-02,  2.4755e-02,  3.9012e-02,
                       7.7642e-02, -5.8790e-03,  1.6006e-02,  2.3615e-02,  7.0226e-02,
                       2.2025e-02, -5.3634e-02, -2.4350e-02,  1.1609e-02, -6.9185e-02,
                       7.7379e-02,  3.5255e-02, -1.1023e-01,  8.0572e-02,  5.8808e-02,
                      -5.6809e-02,  4.4475e-02,  1.3111e-02, -1.1537e-01, -2.2426e-02,
                      -9.0939e-02,  2.0989e-02,  9.2946e-02,  3.0336e-02, -1.1200e-02,
                       2.4626e-02,  4.3544e-02,  7.8262e-02, -9.9765e-02, -2.4722e-02,
                       2.8390e-02, -2.6916e-03,  5.0804e-02,  1.6609e-03, -4.0450e-02,
                      -5.0790e-02,  4.8168e-02, -1.2275e-03,  3.3197e-02,  4.5403e-02,
                      -3.8359e-02, -5.2214e-02, -9.0730e-02,  3.8455e-02,  6.2244e-02,
                       3.5771e-02, -2.1488e-02,  2.6561e-03,  1.4369e-02, -1.5874e-01,
                       2.9116e-02,  1.7640e-02, -1.8085e-02, -7.2559e-03, -8.9455e-02,
                      -7.7610e-04,  3.0862e-02, -1.3381e-02, -3.0228e-02,  1.3065e-03,
                       1.2852e-03, -6.3328e-02,  2.4005e-02, -2.1688e-03,  1.0796e-01,
                       7.3438e-02, -2.0850e-02, -2.8127e-02,  4.0347e-03,  6.6661e-02,
                      -1.1627e-02,  5.3560e-04,  2.0515e-03,  1.0861e-02, -3.2510e-02,
                      -6.5564e-02,  5.4625e-02, -4.7928e-02,  4.2664e-02, -1.8047e-02,
                       8.5389e-02,  6.8773e-02,  3.4610e-02, -2.2461e-02, -1.8414e-03,
                      -2.6199e-02, -1.4251e-02, -6.7580e-02,  6.8579e-02,  2.1515e-02,
                      -1.0251e-01,  7.4186e-02,  8.1046e-02,  7.2206e-02, -2.7035e-02,
                       5.6940e-02, -7.9424e-03,  1.3453e-02,  7.8448e-03, -2.3873e-02,
                      -2.0802e-02, -3.7827e-03,  7.9721e-03, -8.0707e-03, -1.3270e-01,
                      -1.7231e-02, -1.2620e-02,  5.2387e-02,  3.3614e-02, -4.1240e-02,
                       1.3731e-02, -8.5852e-02, -1.6458e-02, -6.0727e-02, -2.7895e-02,
                       2.4965e-02, -2.8494e-02, -4.6063e-02, -7.6625e-03,  1.2948e-01,
                       2.6569e-02, -8.1852e-02, -6.9125e-02, -9.7746e-03, -1.2751e-01,
                       5.3869e-02,  6.7608e-02,  9.3742e-03, -8.6418e-02, -6.2252e-02,
                       2.9787e-02,  3.2571e-02, -2.9400e-02,  1.5003e-02, -4.6345e-02,
                      -6.3203e-03, -9.9740e-02, -7.6111e-02, -9.1160e-02,  7.3019e-02,
                      -7.3119e-05, -1.2353e-02, -1.9106e-02, -2.6057e-02, -2.7664e-02,
                       2.2380e-02,  5.8099e-02,  1.7214e-02, -8.0943e-02,  2.2802e-02,
                       3.1894e-02,  5.0271e-02,  6.7397e-02, -5.2207e-03,  5.5843e-02,
                      -5.8063e-02,  3.6013e-02, -3.7676e-02, -1.3766e-02,  7.3861e-02,
                       1.7804e-02, -6.2129e-02,  1.7466e-02, -1.4299e-02, -2.8626e-02,
                      -9.8554e-02, -1.0677e-01, -6.7192e-02, -1.2665e-02,  4.2738e-02,
                      -3.5183e-02, -6.9055e-03, -1.4389e-02,  4.9962e-02,  2.0773e-02,
                       8.3440e-03,  2.5342e-02,  4.8869e-02, -8.7005e-03,  1.1801e-01,
                      -4.1044e-02,  1.0454e-01, -2.8089e-02, -3.5603e-02,  4.2358e-02,
                       5.4133e-02, -3.3466e-03, -4.8724e-02, -1.2102e-01, -1.7895e-02,
                      -5.1558e-03, -1.1069e-01,  1.4171e-02,  4.5938e-02, -2.5311e-02,
                       7.5246e-03,  3.3403e-03,  3.1004e-02, -1.5448e-02, -5.0826e-02,
                       3.6217e-02, -3.9280e-02, -2.5578e-02, -4.0112e-03, -3.0922e-02,
                      -4.6387e-02,  9.6057e-03,  1.5680e-02,  5.5389e-02, -6.4221e-02,
                       5.8380e-02,  2.9083e-02,  6.9073e-02, -2.3361e-02,  4.8320e-02,
                       2.5114e-02,  3.3983e-02,  5.7930e-03, -2.0608e-02, -2.9931e-02,
                       5.7971e-03, -1.1476e-01,  1.2670e-02, -4.0023e-02, -1.4734e-01,
                       7.0022e-02, -5.8458e-02,  8.1593e-02, -6.8757e-02, -7.7709e-03,
                      -2.1862e-02, -7.4096e-03, -6.5832e-02, -1.9762e-02,  1.9007e-02,
                      -1.7672e-03,  6.0952e-04, -4.2783e-02, -6.9418e-02,  2.3760e-02,
                      -4.4789e-02, -4.7087e-03, -9.1464e-03,  2.1490e-02,  1.6704e-02,
                       9.9892e-03, -7.1470e-02,  4.4920e-02, -3.1142e-02,  7.4166e-02,
                       1.3708e-02, -3.1511e-02, -1.5984e-02,  4.1765e-02, -3.8365e-03,
                       2.0345e-02,  4.1177e-02, -5.3071e-02,  7.4480e-04,  8.9652e-02,
                       5.7450e-02,  1.3126e-03, -2.5387e-02,  6.0082e-03,  2.6765e-02,
                       1.1492e-02, -3.5040e-02,  9.0645e-02,  5.8435e-02,  4.2139e-02,
                      -1.8574e-02, -2.1868e-02,  6.4280e-03, -4.9688e-02,  1.5999e-02,
                       3.8680e-02,  1.6355e-02, -9.1275e-02,  6.0383e-02,  1.3264e-02,
                      -8.1293e-02,  6.6111e-02, -6.3566e-02, -3.7404e-02, -3.2349e-02,
                      -4.0781e-02, -1.4324e-02,  3.4993e-02, -6.5577e-02,  4.3545e-02,
                      -1.8025e-02, -9.4890e-02,  6.6739e-02,  3.3318e-02, -1.1181e-03,
                       1.0662e-02, -1.1512e-02,  4.4147e-02,  2.0802e-02,  7.5065e-02,
                      -1.4117e-02,  6.4999e-03,  1.9082e-02,  1.5825e-02,  5.9365e-02,
                      -2.9517e-02,  5.5009e-02, -8.2726e-02,  1.4256e-02,  6.5099e-03,
                      -1.3998e-02,  6.4521e-02, -4.9488e-02, -9.5139e-02,  8.0783e-02,
                      -5.0089e-02, -2.5463e-02,  3.2059e-02, -6.5937e-02, -4.1682e-02,
                       7.6771e-02,  6.1363e-02,  5.4816e-02,  4.2892e-02,  6.9224e-02,
                       6.8012e-02, -3.6451e-02, -1.0648e-01, -4.6418e-02, -1.4454e-02,
                      -4.2369e-02, -1.3450e-02,  3.6882e-02, -3.1086e-02,  3.4299e-02,
                       2.7343e-02,  5.1917e-02,  6.2873e-02, -1.6537e-02,  4.3105e-02,
                      -5.9626e-02,  1.6999e-01,  5.8310e-02, -5.0996e-03, -8.1906e-02,
                       8.0231e-02,  1.2845e-02,  2.7404e-02,  9.8710e-02,  4.1760e-02,
                      -2.6181e-02, -2.3761e-02, -1.8408e-02, -1.0541e-02,  1.5160e-02,
                       4.6618e-02, -6.2795e-03, -4.0322e-02,  1.5451e-02,  4.5856e-02,
                       3.6439e-02,  1.1947e-01,  3.1517e-02,  1.8239e-02, -6.5257e-02,
                       1.7459e-02, -2.8349e-02,  2.9003e-04, -1.0765e-01, -4.0317e-02,
                       9.0329e-02,  1.7155e-03,  8.5855e-02, -9.1429e-02,  2.1573e-02,
                      -1.6329e-03, -3.1295e-02,  4.3585e-02, -4.0178e-02,  7.6807e-02,
                       1.0452e-01, -1.2440e-01,  4.1380e-02,  2.0696e-02, -2.3398e-02,
                       5.7268e-02,  3.0293e-02,  7.6494e-02, -5.2200e-02,  4.2020e-03,
                      -2.7744e-02,  1.1469e-02,  3.4222e-03, -1.0306e-02,  7.7068e-02,
                      -2.8066e-01,  8.8603e-03, -3.3168e-02,  4.1065e-02,  2.9404e-03,
                      -2.2085e-02, -4.7410e-02,  3.6352e-02, -9.9465e-02,  2.6811e-02,
                      -1.5030e-02,  1.5850e-02,  1.4799e-01, -3.1356e-02,  6.0054e-02,
                       1.0569e-02,  5.9365e-04, -2.6029e-02, -3.5437e-02,  1.2892e-02,
                      -1.2430e-02,  9.1299e-02,  2.1236e-02,  8.7555e-02,  3.4246e-02,
                      -7.9732e-03,  2.4315e-02,  4.5834e-03,  5.4905e-02, -6.5522e-02,
                      -8.2419e-03, -6.2159e-02, -1.5333e-02,  8.0552e-03,  3.4990e-02,
                       3.7716e-02, -1.1797e-02,  2.5565e-02, -1.4412e-02, -1.0402e-02,
                       2.8105e-02, -1.3153e-02, -8.8970e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.weight',
              tensor([0.8686, 0.8558, 0.8593, 0.8259, 0.7798, 0.8738, 0.7499, 0.8497, 0.9079,
                      0.7751, 0.9014, 0.8977, 0.9129, 0.8895, 0.8833, 0.7467, 0.8328, 0.8154,
                      0.8264, 0.8973, 0.7912, 0.9094, 0.8351, 0.8574, 0.8058, 0.8470, 0.8810,
                      0.9090, 0.8367, 0.8829, 0.8659, 0.7422, 0.8959, 0.7561, 0.8467, 0.8215,
                      0.7519, 0.8940, 0.7408, 0.8936, 0.9107, 0.8706, 0.8542, 0.9012, 0.9215,
                      0.8933, 0.8828, 0.8740, 0.9284, 0.8177, 0.9119, 0.8131, 0.8277, 0.8835,
                      0.7784, 0.7312, 0.8593, 0.8677, 0.8043, 0.7972, 0.8489, 0.9104, 0.9240,
                      0.9124, 0.7617, 0.8960, 0.8844, 0.8564, 0.7465, 0.8153, 0.8696, 0.8357,
                      0.8634, 0.8518, 0.8962, 0.8918, 0.8733, 0.8652, 0.8914, 0.8612, 0.8526,
                      0.8221, 0.8663, 0.8621, 0.7183, 0.9355, 0.8228, 0.8538, 0.8983, 0.8636,
                      0.8727, 0.8512, 0.8727, 0.8876, 0.8578, 0.8582, 0.6866, 0.8855, 0.9012,
                      0.8889, 0.7971, 0.9133, 0.7987, 0.9282, 0.7230, 0.9179, 0.9013, 0.8190,
                      0.9111, 0.9008, 0.8276, 0.8478, 0.9045, 0.7160, 0.8577, 0.9325, 0.8564,
                      0.8738, 0.9036, 0.9047, 0.8920, 0.8636, 0.8835, 0.8143, 0.8171, 0.7956,
                      0.8774, 0.8327, 0.8567, 0.8295, 0.8905, 0.7924, 0.8777, 0.8742, 0.8853,
                      0.8466, 1.1073, 0.8903, 0.8482, 0.8897, 0.7740, 0.8848, 0.8478, 1.4002,
                      0.8798, 0.8562, 0.8843, 0.8892, 0.8561, 0.9088, 0.9115, 0.8864, 0.8951,
                      0.8557, 0.8758, 0.8322, 0.8817, 0.8872, 0.8587, 0.8831, 0.9941, 0.8901,
                      0.7221, 0.8579, 0.8347, 0.8997, 0.9186, 0.7444, 0.8256, 0.8478, 0.8966,
                      0.6964, 0.8077, 0.8756, 0.8733, 0.9179, 0.9160, 0.9453, 0.9055, 0.8607,
                      0.8326, 0.8485, 0.8095, 0.9277, 0.8528, 0.8846, 0.8194, 0.8759, 0.8731,
                      0.8647, 0.8779, 0.7449, 0.8378, 0.8824, 0.8469, 0.9042, 0.9125, 0.6665,
                      0.8424, 0.8970, 0.8935, 0.8081, 0.8783, 0.8816, 0.8222, 0.8579, 0.8861,
                      0.9162, 0.8734, 0.8352, 0.8760, 0.8910, 0.8141, 0.9034, 0.8351, 0.9021,
                      0.8108, 0.8020, 0.8668, 0.8721, 0.9045, 0.8219, 0.8947, 0.9890, 0.8558,
                      0.8844, 0.9008, 0.8853, 0.8668, 0.6689, 0.8017, 0.8844, 0.8351, 0.8401,
                      0.8341, 0.8911, 0.6655, 0.9092, 0.8277, 0.8815, 0.8686, 0.8203, 0.8179,
                      0.8406, 0.8986, 0.8296, 0.9066, 0.8156, 0.9033, 0.9219, 0.9010, 0.8818,
                      0.9370, 0.9257, 0.9202, 0.8722, 0.9201, 0.6862, 0.8644, 0.8828, 0.7243,
                      0.8897, 0.8562, 0.8767, 0.8746, 0.8819, 0.8745, 0.9051, 0.7337, 0.8930,
                      0.8815, 0.8609, 0.9068, 0.8595, 0.9488, 0.8954, 0.8441, 0.8744, 0.8412,
                      0.8921, 0.9264, 0.8803, 0.7614, 2.5687, 0.8810, 0.9188, 0.7310, 0.9553,
                      0.8768, 0.8656, 0.7253, 0.8633, 0.8191, 0.8239, 0.8662, 0.7930, 0.8976,
                      0.6794, 0.9037, 0.8913, 0.9113, 0.8202, 0.8123, 0.8708, 0.7332, 0.9105,
                      0.7924, 0.9189, 0.8969, 0.8445, 0.8491, 0.8175, 0.8696, 0.7294, 0.8214,
                      0.8899, 0.8694, 0.7940, 0.9480, 0.7965, 0.8244, 0.8844, 0.8622, 0.9160,
                      0.8031, 0.8393, 0.9538, 0.8184, 0.9202, 0.8929, 0.9993, 0.8557, 0.8841,
                      0.9077, 0.9207, 0.9035, 0.8706, 0.9048, 0.8878, 0.7887, 0.6619, 0.8951,
                      0.7940, 0.9249, 0.8355, 0.9011, 0.8830, 0.8479, 0.8490, 0.8356, 0.8948,
                      0.8417, 0.8219, 0.8471, 0.9104, 0.8638, 0.8490, 0.8794, 0.8769, 0.7865,
                      0.8424, 0.8942, 0.8506, 0.9078, 0.8737, 0.8815, 0.8994, 0.9823, 0.8871,
                      0.8588, 0.8208, 0.8949, 0.8673, 0.8635, 0.8282, 0.8306, 0.8190, 0.8738,
                      0.9049, 0.6934, 0.8324, 0.8592, 0.8888, 0.9496, 0.8458, 0.8154, 0.8008,
                      0.8765, 0.8912, 0.7817, 0.9059, 0.8031, 0.8866, 0.8925, 0.8626, 0.8820,
                      0.7784, 0.9290, 0.8385, 0.7740, 0.7405, 0.8208, 0.7758, 0.8636, 0.8677,
                      0.8947, 0.8269, 0.8675, 0.9170, 0.9251, 0.8396, 0.8066, 0.9166, 0.9145,
                      0.9161, 0.8528, 0.8143, 1.0306, 0.8466, 0.8924, 0.8500, 0.9201, 0.8934,
                      0.8072, 0.8444, 0.8943, 0.8849, 0.7021, 0.8906, 0.9295, 0.8704, 0.8731,
                      0.8329, 0.9148, 0.7951, 0.9376, 0.8912, 0.8567, 0.8960, 0.8795, 0.9135,
                      0.7889, 0.8517, 0.7892, 0.8447, 0.8136, 0.8928, 0.9087, 0.8848, 0.8248,
                      0.9203, 0.6684, 0.8662, 0.8945, 0.8920, 1.0319, 0.8063, 0.7890, 0.8547,
                      0.8515, 0.8379, 0.8720, 0.8517, 0.9055, 0.7857, 0.8103, 0.8554, 0.8060,
                      0.9041, 0.8818, 0.8942, 0.8495, 0.9194, 0.8715, 0.9078, 0.8457, 0.7087,
                      0.9116, 0.8086, 0.9483, 0.8235, 0.8614, 0.9017, 0.9098, 0.8867, 0.8602,
                      0.9195, 0.7871, 0.9058, 0.7975, 0.8229, 0.9022, 0.8756, 0.8144, 0.9238,
                      0.8375, 0.8099, 0.8995, 0.8168, 0.8681, 0.8950, 0.8859, 0.7957, 0.8675,
                      0.8961, 0.9927, 0.9303, 0.8512, 0.8935, 0.8827, 0.9166, 0.8724, 0.9244,
                      0.8610, 0.8949, 0.7935, 0.9022, 0.8503, 0.7608, 0.9017, 0.8857, 0.7562,
                      0.8388, 0.8995, 0.8786, 0.9096, 0.9588, 0.9143, 0.8781, 0.8835, 0.8724,
                      0.9047, 0.8538, 0.8044, 0.8207, 0.8493, 0.7691, 0.8955, 0.8583, 0.8225,
                      0.9171, 0.8959, 0.7851, 0.7624, 0.8132, 0.8988, 0.8441, 0.8157, 0.8830,
                      0.9066, 0.8496, 0.8182, 0.9302, 0.8675, 0.7571, 0.8491, 0.8218, 1.9944,
                      0.8570, 0.8360, 0.9052, 0.8978, 0.7056, 0.8855, 0.8899, 0.9201, 0.8413,
                      0.8888, 0.7957, 0.9298, 0.7773, 0.8697, 0.8133, 0.8712, 0.8855, 0.8954,
                      0.8540, 0.8399, 0.9140, 0.8783, 0.8713, 0.9356, 0.8921, 0.8481, 0.8763,
                      0.9063, 0.8710, 0.8867, 0.8575, 0.8079, 0.9053, 0.7882, 0.8308, 0.8786,
                      0.8741, 0.9312, 0.8381, 0.8422, 0.8895, 0.8599, 0.8983, 0.8572, 0.7825,
                      0.9032, 0.9433, 0.8573, 0.8720, 0.8497, 0.8939, 0.8672, 0.8663, 0.7848,
                      0.8501, 0.9155, 0.9494, 0.9054, 0.9053, 0.9271, 0.8961, 0.8841, 0.8643,
                      0.7491, 0.8505, 0.9154, 0.8532, 0.9558, 0.8846, 0.8799, 0.8495, 0.8923,
                      0.8917, 0.9065, 0.8082, 0.8569, 0.8393, 0.8997, 0.8885, 0.9119, 0.8813,
                      0.8113, 0.9275, 0.8416, 0.8931, 0.8637, 0.8288, 0.8104, 0.7665, 0.9055,
                      0.9015, 0.8297, 0.8228, 0.9135, 0.8130, 0.7470, 0.8188, 0.8761, 0.8856,
                      0.8705, 0.8638, 0.8970, 0.8860, 0.8293, 0.8534, 0.8464, 0.8216, 0.8621,
                      0.9401, 0.6994, 0.7413, 0.8832, 0.9202, 0.8210, 0.8469, 0.9209, 0.9335,
                      0.8355, 0.8704, 0.8916, 0.9009, 0.9055, 0.9216, 0.8440, 0.8859, 0.8777,
                      0.9003, 0.8597, 0.8318, 0.9136, 0.8507, 0.8988, 0.8873, 0.7019, 0.8938,
                      0.8992, 0.9216, 0.8778, 0.8596, 0.9742, 0.8295, 0.9161, 0.8051, 0.7951,
                      0.6642, 0.8129, 0.9185, 0.9198, 0.8518, 0.9332, 0.8594, 0.9062, 0.8455,
                      0.9076, 0.8858, 0.8276, 0.9236, 0.8641, 0.8122, 0.7449, 0.8645, 0.9111,
                      0.8976, 0.8965, 0.8896, 0.8141, 0.8998, 0.7213, 0.9463, 0.8189, 0.8835,
                      0.8927, 0.8601, 0.8070, 0.9002, 0.9654, 0.8497, 0.8967, 0.9498, 0.7983,
                      0.8427, 0.8827, 0.9207, 0.8429, 0.7114, 0.8513, 0.8442, 0.8163, 0.8730,
                      0.8710, 0.8395, 0.7304, 0.8454, 0.8902, 0.8931, 0.8412, 0.9086, 0.8253,
                      0.7931, 0.8683, 0.8905, 0.8675, 0.8461, 0.8917, 0.9096, 0.8538, 0.9037,
                      0.8585, 0.9166, 0.8554], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.bias',
              tensor([ 5.8740e-02,  1.7611e-03, -1.9792e-01, -8.2991e-02, -1.2020e-01,
                       1.8777e-01, -1.5252e-01,  3.5950e-01,  2.2594e-01, -3.2222e-02,
                       1.3579e-01, -7.6784e-03, -4.3977e-02, -1.8327e-01, -1.0214e-02,
                       3.2863e-01, -6.3458e-02, -1.5447e-02, -9.1255e-02, -8.4079e-02,
                       2.0129e-02,  1.2906e-01, -1.0949e-01,  7.3257e-02, -2.7864e-02,
                       1.6239e-01, -5.3139e-02,  2.3999e-01,  3.0705e-02,  2.1460e-02,
                      -4.7314e-02, -1.7103e-01, -8.1473e-02, -6.9362e-02,  4.7691e-02,
                       4.1803e-02, -1.5795e-01, -5.1861e-02,  5.9398e-02,  2.1789e-01,
                      -7.1257e-02, -1.0113e-01,  5.0797e-02,  9.1087e-02, -6.8127e-02,
                      -5.8241e-02,  2.2433e-01, -1.8540e-02,  1.1845e-01,  6.8493e-02,
                       2.6478e-02, -4.0505e-02,  1.2862e-01, -1.4783e-01, -8.5254e-02,
                      -9.0087e-02, -9.4785e-02,  3.7639e-02,  3.2064e-02,  8.5579e-02,
                       2.6477e-03,  5.3986e-02,  2.0136e-01, -3.1714e-01, -7.5668e-02,
                      -1.4574e-02,  1.2202e-01, -3.6895e-02,  1.4303e-01, -4.6111e-05,
                      -1.7487e-01,  2.0339e-03, -4.3637e-02,  1.1377e-01,  4.8207e-02,
                      -5.6766e-02,  1.4550e-01, -2.1074e-02,  7.2150e-03,  1.1643e-01,
                       1.9719e-02,  5.7488e-03, -1.4627e-01,  1.7265e-01,  3.0678e-02,
                       2.8305e-01, -1.1112e-01,  1.7464e-02,  8.4034e-02,  9.0818e-02,
                      -1.3443e-01, -8.1487e-02, -2.6789e-01,  8.8103e-02, -8.3729e-02,
                       1.9867e-01,  6.4786e-03, -9.5421e-02,  6.3533e-02,  2.7480e-01,
                      -5.1278e-02, -4.5711e-02,  2.8884e-02,  1.1964e-01, -1.6225e-01,
                       3.8758e-02,  2.2443e-02, -1.7092e-02, -1.7712e-01, -1.0809e-01,
                       9.8394e-02, -1.3162e-01, -4.7489e-02, -1.1340e-02,  7.0411e-02,
                       1.6138e-01,  4.5274e-02,  1.7058e-01, -9.0255e-03,  6.0213e-02,
                       4.5822e-02, -4.2288e-02,  2.3277e-02,  6.5901e-02, -3.3469e-02,
                      -1.5315e-03, -1.1618e-01,  3.4709e-02,  6.8866e-02,  5.8578e-02,
                       4.5219e-02,  3.3312e-02, -1.1972e-01,  8.5696e-02,  1.0738e-03,
                       4.7535e-02,  2.7982e-01,  3.5774e-02, -1.3283e-01, -9.1010e-03,
                      -2.8067e-01, -2.8354e-03, -3.6815e-02, -1.7248e+00, -4.5002e-02,
                      -1.7538e-01,  1.3533e-01,  6.0320e-02, -9.1737e-02, -2.7507e-01,
                      -3.5309e-01, -1.9503e-02, -4.9924e-02, -3.5320e-02,  1.1981e-01,
                       2.0115e-02, -1.2820e-01, -1.0482e-01, -5.5897e-02, -8.2757e-02,
                       2.4219e-01,  4.0946e-02, -8.2387e-02, -5.9298e-02, -9.6147e-03,
                      -2.7290e-01,  2.5207e-01,  6.6749e-02, -1.2551e-01, -6.7033e-02,
                      -6.4399e-02, -2.4728e-02,  2.2335e-03,  9.9889e-02,  2.2419e-01,
                       1.8919e-01,  1.8239e-01, -4.6377e-01, -7.2343e-02,  1.5619e-02,
                      -2.4942e-01, -2.7773e-02, -1.1835e-01, -2.8505e-01, -3.2409e-02,
                      -1.0298e-01, -2.6461e-01, -1.5983e-01,  2.5773e-02, -7.4475e-02,
                       1.7308e-01,  1.4211e-01,  6.8831e-02, -1.6937e-02, -8.1938e-02,
                      -2.0109e-01,  2.8725e-02, -1.2178e-01, -5.4307e-02, -7.5543e-02,
                       1.2384e-01,  1.0021e-01, -9.6157e-02,  1.5388e-01,  1.2377e-01,
                       8.7081e-02,  5.9214e-03, -2.0365e-01, -5.7128e-02, -1.3583e-01,
                       1.5653e-02, -6.6307e-03,  7.0938e-02, -1.4150e-01, -8.1323e-02,
                      -8.4934e-02,  1.6614e-01,  4.5857e-02, -6.6827e-02,  1.5337e-01,
                       2.0733e-02,  1.4759e-02,  4.2633e-02, -4.3344e-01, -1.6641e-01,
                       1.0661e-01,  2.8268e-02,  3.3292e-02,  2.3469e-01, -2.2584e-01,
                      -5.7044e-02,  3.8169e-02,  3.1656e-02, -5.2767e-02, -1.1589e-01,
                      -1.7245e-01,  3.4319e-02, -2.6561e-02, -3.2496e-02, -4.7094e-02,
                      -2.2012e-01, -5.8252e-02,  1.2937e-01,  2.8678e-02, -1.9163e-01,
                      -1.8646e-01,  4.0042e-02,  5.2400e-03,  4.7888e-02,  1.3983e-01,
                       3.4600e-02,  5.3378e-02,  1.7021e-01,  3.1112e-02,  1.1623e-01,
                      -6.1240e-03, -2.0855e-01,  5.4357e-02, -1.0866e-01, -1.0102e-01,
                      -7.4402e-03, -2.4421e-01,  8.3396e-02,  5.1646e-02, -5.6809e-02,
                       5.9422e-02, -8.1635e-02, -5.8426e-02, -1.1853e-02, -5.3980e-02,
                      -3.6155e-02, -2.0212e-01,  1.2456e-01, -1.8140e-02,  1.6328e-01,
                      -7.7282e-02, -1.1065e-01, -7.4769e-02,  4.0598e-02, -2.7130e-01,
                       1.5687e-02, -5.2305e-02, -1.5277e-01,  1.0239e+00, -1.7548e-02,
                       1.0631e-01,  3.4246e-02, -3.4861e-01,  1.0767e-01,  6.6042e-02,
                      -2.2265e-02, -1.1458e-01, -5.0990e-02, -1.0585e-01, -1.2427e-01,
                      -8.3415e-02, -3.2493e-01,  1.2765e-02, -1.0172e-01,  8.5200e-02,
                       1.4484e-01, -7.5309e-02, -8.2860e-02, -4.1953e-03, -1.6420e-01,
                      -1.6011e-01, -3.1863e-02,  6.2187e-02,  2.6796e-02,  1.2310e-01,
                       3.2941e-01, -8.2936e-02,  2.2288e-02,  3.5328e-02, -2.3198e-02,
                       6.9858e-02, -7.7399e-02, -1.5053e-02, -2.8581e-01,  5.5110e-02,
                      -9.8078e-02, -3.0801e-02,  1.7511e-02,  6.3875e-03, -6.5347e-02,
                      -1.4060e-01,  3.1338e-01,  1.4494e-01,  1.4198e-02,  2.4659e-01,
                      -4.8517e-01, -4.2594e-02, -6.1801e-02,  7.5281e-02,  1.1412e-01,
                      -1.1147e-01,  5.9051e-02,  8.4226e-02, -1.7948e-01,  6.5284e-02,
                      -5.7292e-02, -2.4769e-02,  9.6239e-03, -1.2831e-01,  2.7849e-03,
                      -4.4400e-02, -4.5207e-02, -1.2416e-01, -8.1535e-02, -5.5988e-02,
                       2.0579e-02,  2.3542e-02, -1.6681e-01,  2.4901e-02,  1.7286e-02,
                      -1.6759e-01, -2.1236e-03,  4.5993e-02, -3.6179e-02, -1.6228e-01,
                      -1.9972e-02, -7.8852e-02,  8.1923e-02, -5.7787e-02, -1.8802e-01,
                       6.5746e-02, -5.7745e-02,  2.3450e-01, -1.2812e-01,  1.7786e-01,
                      -5.6927e-02, -1.8125e-01, -4.4567e-02,  2.8031e-02, -6.6982e-03,
                      -5.5598e-02,  2.9927e-02, -2.9236e-02,  2.0553e-01, -2.2749e-02,
                       6.8356e-02, -6.5829e-02,  5.6779e-03,  3.2343e-01, -2.1268e-01,
                      -1.7005e-01,  1.1583e-01, -1.8452e-02,  6.0828e-02, -3.8090e-02,
                       7.1867e-02,  1.2982e-02,  5.1547e-02, -3.4550e-02, -9.2264e-02,
                      -7.9934e-02,  9.6888e-03,  1.1268e-01, -1.1536e-01, -5.1220e-02,
                      -1.4255e-01,  2.2023e-01,  2.9114e-02,  4.1072e-02, -1.6936e-01,
                       3.5372e-02,  1.1462e-01, -1.0424e-01, -1.7389e-01, -1.1201e-01,
                      -2.4100e-01,  1.1931e-02,  1.5446e-01, -4.1696e-02,  1.3077e-01,
                      -1.4061e-02,  1.1750e-01,  4.1915e-01, -1.4267e-01, -2.3429e-02,
                      -8.0739e-02, -6.0875e-02, -1.4527e-01, -6.9175e-02,  1.0290e-01,
                      -1.5029e-01, -2.6369e-01, -1.6784e-01, -1.3134e-01,  1.5769e-01,
                      -4.9728e-02, -1.8706e-02, -1.9349e-01,  9.8047e-02, -1.9088e-01,
                       1.6062e-01,  2.0775e-01,  9.7098e-02, -9.4462e-02,  6.4346e-02,
                       1.2572e-01,  4.3827e-02, -4.3879e-02, -2.8178e-02,  3.0320e-02,
                      -1.4399e-01, -2.2719e-02,  6.2006e-02,  4.5913e-02, -6.1506e-02,
                       2.2162e-01,  2.3866e-01, -2.0466e-03,  2.9753e-03, -1.5273e-01,
                      -4.9147e-01, -2.2299e-02,  4.8059e-03, -8.7655e-02, -1.1098e-02,
                      -1.5789e-02, -2.8341e-02, -4.7414e-02,  1.3130e-01, -5.5533e-02,
                      -3.4660e-03,  2.7626e-02,  5.0433e-02,  1.4827e-01,  5.7691e-02,
                       1.2553e-01,  1.3733e-01, -3.8588e-02,  2.3080e-01, -8.9441e-02,
                       3.5592e-02, -4.0738e-02,  1.3549e-01,  1.0036e-01, -8.3498e-02,
                      -1.4555e-02, -1.2260e-01, -1.1727e-01,  8.1555e-02,  9.1462e-02,
                      -2.0313e-01,  1.1388e-01,  1.6688e-02,  6.0319e-02,  2.4619e-02,
                      -3.1936e-02, -5.4888e-02, -1.0156e-01,  3.0877e-02,  2.0049e-01,
                       1.3822e-02, -1.9656e-03,  1.8289e-02, -2.2522e-02,  6.0428e-02,
                       4.3872e-02,  7.1185e-02, -2.1004e-02, -1.2349e-01, -2.2089e-01,
                       2.4819e-01, -9.8393e-02,  3.1555e-02, -2.3543e-01, -1.6483e-01,
                      -3.5853e-01,  1.1654e-02,  3.4855e-01,  9.1905e-02, -1.7983e-01,
                      -3.7722e-02,  8.1174e-02,  1.2774e-01,  1.5052e-01,  1.5048e-02,
                      -9.4578e-02,  9.0372e-03,  3.0998e-02, -1.6160e-01, -8.6639e-02,
                      -4.0803e-02,  1.4310e-01, -2.3778e-02, -4.3966e-02, -9.9353e-02,
                      -6.2981e-02,  1.5248e-01, -1.3603e-01, -8.9383e-02, -9.2590e-02,
                      -7.7518e-02, -2.0821e-02,  1.8478e-01, -2.1649e-01,  5.5388e-02,
                      -2.4652e-01,  1.9199e-02,  2.7257e-02, -1.1774e-02, -2.6779e-02,
                       1.2094e-01, -4.1782e-03, -2.5905e-02,  1.6878e-01,  1.6262e-01,
                       2.2344e-01,  1.2113e-01, -6.0816e-02,  1.3219e-01, -2.9785e-02,
                      -1.0731e-02, -1.5192e-01, -1.7990e+00, -1.4345e-01,  1.9895e-02,
                      -1.6872e-01,  6.4978e-02, -1.5782e-01, -2.5722e-02,  7.7301e-02,
                      -1.3075e-01, -7.3571e-02, -4.0451e-03, -1.2351e-01,  1.3996e-01,
                      -1.0729e-01,  2.2127e-02, -1.1304e-01, -3.7979e-02,  1.0043e-02,
                      -4.5695e-02,  8.5077e-02, -8.1206e-02,  2.2381e-01, -4.1958e-02,
                       5.2461e-03,  2.8748e-01,  8.2249e-02, -6.4984e-02,  4.8865e-03,
                      -3.4122e-02,  1.5381e-01, -5.3121e-02,  1.2763e-01,  3.7115e-02,
                      -1.0830e-01,  1.4960e-02, -1.1517e-01, -2.8447e-01, -2.3832e-01,
                       4.0609e-02,  5.0055e-02, -4.4681e-02, -1.7137e-01,  5.7584e-02,
                      -1.0569e-01, -9.8883e-02, -6.7150e-02, -2.0221e-01,  1.4790e-01,
                      -1.1336e-01, -1.1437e-02,  1.8321e-01,  1.6348e-01,  7.2201e-02,
                       4.6285e-02, -3.7477e-02, -2.2874e-02, -2.6374e-01,  1.9997e-01,
                       1.2727e-01,  2.0806e-02, -7.2536e-02, -6.8044e-02, -7.0457e-04,
                      -1.1615e-01,  1.2906e-01,  9.7345e-02,  5.5449e-02,  9.3178e-02,
                      -1.9155e-01, -4.1638e-02, -1.6285e-01,  8.2806e-02,  4.0738e-01,
                      -1.5019e-01,  1.0238e-01,  7.0222e-02, -8.1915e-02,  9.1613e-02,
                       2.5568e-01, -1.1140e-01,  1.8336e-01, -2.2478e-01, -7.8420e-02,
                      -8.4094e-02, -8.6997e-02,  2.0272e-01, -1.0029e-01,  2.0926e-02,
                      -1.1582e-01, -3.4823e-01,  1.1865e-01, -9.7074e-02, -1.7235e-01,
                       3.4480e-02, -1.2667e-01, -1.8727e-02, -2.4915e-01, -4.3268e-02,
                       9.8171e-02, -5.3999e-02,  6.2195e-02,  8.8511e-02, -1.5696e-02,
                       1.0310e-01,  5.5932e-02, -1.1386e-01, -1.1645e-01,  7.0333e-03,
                      -1.7952e-01,  2.6025e-01,  9.3890e-02, -1.3045e-01,  1.3000e-01,
                       3.3943e-02,  5.2245e-02,  3.4662e-02,  5.8424e-02,  2.3724e-01,
                      -4.7043e-02, -1.6938e-02, -2.0963e-01, -9.2363e-02,  8.8912e-03,
                       1.6833e-01, -6.3599e-02,  1.3131e-01, -6.6810e-03,  4.4372e-02,
                       3.3345e-02, -5.3199e-02, -2.6229e-02, -2.1329e-02, -7.1348e-02,
                       1.5749e-01,  3.4684e-02, -1.7583e-01, -7.5322e-02,  1.5831e-01,
                      -8.9265e-02,  6.6778e-02, -3.1414e-01,  2.2793e-01,  4.9849e-02,
                       1.2375e-01,  1.0765e-01,  1.2796e-01,  1.3065e-01, -1.0864e-01,
                      -8.4810e-02,  4.6899e-03, -2.5072e-01, -9.6472e-03, -8.3224e-02,
                      -2.9409e-02,  2.8062e-02, -5.6628e-02, -3.5832e-03,  5.8887e-02,
                       1.0430e-01, -1.5721e-01, -1.1019e-01,  1.3118e-01,  9.4827e-02,
                       5.3127e-02,  1.4978e-01,  6.6461e-02,  6.1158e-02, -1.4570e-02,
                       3.2894e-02,  2.3089e-01, -4.9134e-02,  5.8207e-02,  1.0708e-01,
                      -1.6887e-01, -5.7625e-03, -4.7317e-02,  3.8169e-01, -1.8222e-02,
                      -3.7382e-02,  3.8176e-01, -8.2765e-02,  3.8440e-02,  6.3661e-02,
                      -2.3509e-01, -1.0965e-01,  4.4942e-02,  1.5431e-01,  2.2379e-02,
                      -2.7874e-02, -2.0178e-02, -8.5915e-02, -1.8810e-01,  9.0843e-02,
                      -9.5758e-02,  5.1024e-02,  2.9125e-02, -1.5663e-01, -6.5497e-02,
                      -1.3375e-01,  1.0754e-01, -7.2997e-02, -1.8817e-02,  2.3175e-01,
                      -1.3973e-01, -5.5117e-02,  6.4111e-02, -3.5720e-02,  1.2778e-01,
                      -5.2174e-02,  1.4239e-02,  9.8179e-02], device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.weight',
              tensor([[ 0.0975,  0.0759,  0.1382,  ...,  0.0507,  0.0148,  0.0613],
                      [-0.0007, -0.0763,  0.0261,  ...,  0.0065,  0.0076, -0.0018],
                      [ 0.0273,  0.0148,  0.0441,  ..., -0.0249, -0.0169,  0.0028],
                      ...,
                      [-0.0349, -0.0753,  0.0385,  ..., -0.0533,  0.0150,  0.0217],
                      [-0.0622, -0.0723,  0.0277,  ...,  0.0685, -0.0277,  0.0782],
                      [ 0.0144,  0.0392, -0.0142,  ..., -0.0465, -0.0117,  0.0018]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.bias',
              tensor([-0.1247, -0.0537,  0.0057,  ..., -0.0822, -0.0685, -0.0221],
                     device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.weight',
              tensor([[ 0.0253, -0.0125, -0.0522,  ...,  0.0391, -0.0292,  0.0439],
                      [ 0.0335, -0.0433, -0.0022,  ..., -0.0353, -0.0519, -0.0146],
                      [ 0.0055,  0.0005,  0.0323,  ...,  0.0567,  0.0105,  0.0103],
                      ...,
                      [-0.0157,  0.0254, -0.0165,  ..., -0.0405, -0.0184,  0.0136],
                      [-0.0681,  0.0047,  0.0446,  ...,  0.0009, -0.0237, -0.0393],
                      [-0.0095,  0.0546,  0.0356,  ...,  0.0766, -0.0062, -0.0155]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.bias',
              tensor([ 1.3783e-02, -6.8435e-02,  3.3488e-02,  4.5818e-03, -3.1078e-02,
                       7.4369e-02,  2.1651e-02,  7.9649e-02,  2.9233e-02, -6.1875e-02,
                       9.8727e-02,  3.0880e-03, -7.6212e-02, -6.8053e-02,  1.8678e-03,
                       1.6217e-01, -2.0086e-02, -3.4258e-02, -4.8794e-02, -6.8377e-02,
                       4.8409e-03,  5.6028e-02, -4.6141e-02, -1.5526e-02, -1.7485e-01,
                      -1.4789e-02,  3.9933e-02, -2.2905e-02,  8.3650e-02,  2.0396e-02,
                       2.2268e-02, -1.9076e-02,  5.5350e-02, -2.8134e-01,  4.9118e-03,
                      -4.7271e-02, -1.0435e-01, -1.4646e-02,  6.0728e-02,  1.1475e-01,
                      -1.3413e-02, -9.1100e-02, -7.2042e-02,  2.8756e-03, -7.1537e-03,
                       7.7430e-03,  7.9833e-02, -5.6116e-02, -2.5472e-02, -2.8044e-02,
                      -1.0028e-02,  7.4030e-03,  1.4603e-01, -3.9636e-02, -7.3883e-02,
                      -1.0746e-01,  2.8111e-02, -8.8499e-02,  5.1689e-02, -5.1127e-02,
                      -7.8654e-02,  2.4466e-02, -2.9041e-02, -6.4220e-02, -3.1190e-02,
                       1.1787e-01, -4.2441e-02,  7.0555e-03, -5.8207e-02, -1.5709e-01,
                      -1.0768e-01, -5.4722e-02,  6.5408e-03, -3.8448e-02, -3.3352e-02,
                       4.9033e-02, -4.4840e-02, -5.7495e-02, -3.2113e-02, -2.0070e-02,
                       7.1613e-03,  1.5596e-02,  5.1248e-02,  1.6989e-02, -1.5306e-02,
                      -1.1842e-01, -4.7342e-03, -4.4839e-02,  2.8192e-02,  1.0513e-03,
                      -5.6413e-02, -1.1501e-01, -5.2885e-02, -1.9387e-03, -2.8321e-02,
                       2.0310e-01, -1.0320e-01, -3.3472e-02,  1.2605e-01,  8.3918e-02,
                       5.4632e-02, -1.5115e-02,  8.5394e-02,  2.6654e-02, -1.8066e-01,
                       8.2982e-04,  1.2424e-01,  6.7816e-02, -9.1799e-02,  5.2546e-02,
                       5.7451e-03, -5.1169e-02,  4.1721e-03,  4.6084e-02,  9.2431e-02,
                       3.9818e-02, -1.0392e-01, -1.4334e-02,  4.5939e-03,  3.6014e-02,
                      -1.3244e-03,  4.8856e-02, -8.2297e-02, -1.0477e-01, -1.4993e-01,
                      -4.8557e-02, -3.0723e-02, -6.6171e-02, -1.8192e-02,  2.6136e-03,
                       5.9518e-02, -4.9181e-02,  1.8167e-02,  3.4612e-02,  3.4306e-02,
                      -8.9871e-04,  4.5056e-02,  3.2519e-02, -1.0318e-01,  1.0728e-01,
                      -1.7029e-01, -1.8352e-02, -2.2085e-02, -6.3204e-01, -5.5316e-02,
                      -8.1746e-03,  3.4432e-02, -5.2040e-02, -3.9078e-02,  6.7963e-02,
                      -5.6241e-02, -8.5365e-02, -4.6110e-02, -5.7995e-03,  5.9812e-02,
                       4.6416e-02,  9.5989e-02, -7.5515e-02,  5.1389e-03,  4.1352e-02,
                       6.6224e-02,  7.5452e-02, -9.1334e-02,  2.1464e-02,  4.2224e-02,
                       3.1784e-02, -6.5902e-03, -3.7077e-02, -1.7316e-01, -7.1108e-02,
                       9.7880e-03, -1.8835e-02, -6.7085e-02,  6.2184e-02, -7.2624e-02,
                       3.0773e-02,  1.2524e-01, -1.1155e-01, -6.0409e-03,  9.5088e-04,
                      -1.6014e-01, -3.3400e-02, -2.0701e-04, -3.1846e-02,  1.4797e-01,
                      -1.9167e-02, -2.8226e-02, -4.8147e-02,  7.3552e-03, -6.3966e-02,
                       6.9334e-02, -6.5932e-02,  1.0397e-01,  3.5385e-02,  7.0935e-02,
                      -3.3834e-02, -3.0865e-02,  8.0912e-02, -5.1673e-02, -5.4297e-02,
                       6.5583e-02,  1.6984e-01,  6.7507e-03,  6.6094e-02,  1.6003e-01,
                      -1.1271e-02,  4.9679e-02, -2.5836e-02,  1.5783e-02, -3.3694e-02,
                       7.1031e-04, -4.9157e-02,  9.3649e-02, -1.5121e-02,  2.8819e-02,
                      -1.0935e-02, -8.6041e-02,  4.8768e-02, -4.4275e-04, -9.6638e-03,
                       1.0190e-01,  9.6742e-02,  3.5503e-02,  8.2175e-03, -1.4642e-02,
                       1.3884e-02, -1.4988e-01, -3.9128e-02,  9.7513e-02, -4.3180e-02,
                      -8.3457e-02,  6.3854e-02,  3.6893e-02, -3.4604e-02, -1.2684e-02,
                      -1.2265e-01, -1.7687e-01, -5.8609e-02, -1.4287e-01,  4.0818e-02,
                      -9.8806e-03,  1.3341e-01,  2.8152e-02,  3.9763e-02, -1.5106e-01,
                      -8.1356e-02,  4.9431e-02, -1.1631e-02, -5.0355e-03,  3.4513e-02,
                       2.1976e-02,  8.1981e-03, -2.2924e-02,  4.2459e-02,  3.2802e-02,
                      -3.6965e-02, -1.4777e-02,  3.2313e-02,  9.4142e-03,  1.0806e-02,
                       6.9407e-03, -2.9979e-02, -6.4600e-02, -6.4483e-02,  4.1257e-02,
                      -2.2922e-02, -5.5751e-02,  3.9042e-02, -9.6133e-02,  6.1871e-03,
                      -9.4278e-02, -1.2644e-02,  1.2556e-01, -2.2655e-02,  1.1047e-01,
                      -1.8978e-03,  6.7757e-02, -7.7297e-02,  1.3002e-01,  8.2904e-02,
                      -1.9326e-03,  1.8374e-02, -1.0577e-01,  1.6265e-01, -1.2640e-01,
                      -6.1991e-03,  7.7827e-02,  6.3152e-02,  1.9534e-02,  4.6489e-02,
                       1.8657e-02,  1.4099e-02,  4.5803e-03,  3.1669e-02, -3.1404e-02,
                      -1.2436e-01, -1.4460e-02,  9.2627e-02, -1.3967e-02,  2.7506e-02,
                      -5.4366e-02,  2.5725e-02,  6.7490e-02,  7.6067e-03,  1.3104e-01,
                      -2.6750e-02, -7.5342e-02,  4.7361e-02, -2.5899e-02,  6.5254e-02,
                       1.4030e-01,  8.2213e-02,  1.1849e-02,  8.5184e-02, -8.7290e-02,
                       2.7335e-02, -8.9976e-02, -8.5351e-02,  3.3932e-02,  8.1547e-02,
                      -6.6487e-02,  4.9925e-02, -6.4051e-02,  7.5211e-02, -5.9819e-02,
                      -8.3347e-02,  2.4916e-02,  7.9454e-02,  1.2535e-01,  4.9292e-02,
                      -7.6836e-02,  4.8930e-02,  5.7247e-02, -5.9287e-02,  4.2346e-02,
                      -1.0927e-03, -3.0862e-02,  2.3350e-02, -7.8277e-02, -2.0838e-02,
                       8.0697e-02,  8.3191e-02, -7.5002e-02,  3.4215e-02, -3.3302e-02,
                      -7.4111e-03,  3.9672e-02, -4.0034e-02, -4.5338e-04,  1.0340e-01,
                      -1.0179e-01, -1.0562e-01, -5.9153e-02,  7.9816e-02,  2.5023e-02,
                      -2.4400e-02,  9.3602e-03,  3.0138e-02,  3.3243e-02, -9.3699e-02,
                       8.7124e-02, -1.0333e-01,  2.2979e-02,  1.0280e-02, -5.9860e-02,
                       7.1038e-02,  1.3063e-02,  4.2415e-02,  1.7592e-02,  6.1669e-02,
                      -5.1364e-02, -7.3003e-02, -4.6794e-02,  2.3489e-02, -5.6278e-02,
                      -4.2325e-02, -4.5537e-02, -8.9766e-03,  2.8623e-02, -6.8614e-02,
                       5.8444e-02,  2.6498e-03,  5.7173e-02,  5.1100e-02, -9.6738e-02,
                       4.1817e-02,  4.2007e-02,  6.0058e-02, -1.0564e-01,  9.3677e-03,
                       1.1259e-02, -2.9902e-02,  1.2890e-01,  2.8109e-02,  1.1897e-01,
                      -8.9401e-02,  6.9452e-02,  2.0428e-02, -7.0317e-02, -6.1735e-03,
                      -1.2865e-02,  1.2953e-01,  4.6770e-02, -6.0085e-02, -1.0431e-01,
                       9.9815e-04,  9.4864e-02, -3.9219e-02, -7.7031e-02, -7.2884e-02,
                       1.9919e-02,  4.5288e-02, -5.0754e-02, -1.1978e-02,  1.1032e-01,
                       3.3125e-03, -4.5946e-02, -1.3088e-02, -3.5050e-02, -6.7032e-04,
                      -1.3200e-01,  1.4233e-03,  1.6274e-02,  2.8936e-02,  1.0628e-01,
                      -3.0905e-02, -2.3582e-02, -1.5315e-01, -1.6646e-02,  1.2636e-02,
                       5.3368e-02,  1.3492e-01,  1.0265e-01,  1.0505e-01, -7.8141e-02,
                       2.3315e-02,  8.6546e-02,  7.0922e-02,  6.8975e-02,  5.6431e-02,
                       5.7338e-02, -5.5286e-02, -1.7566e-01, -1.2583e-01, -5.1028e-02,
                      -6.2408e-02, -3.8460e-02,  3.8570e-02, -3.9252e-03,  5.3398e-02,
                       1.2534e-01,  1.7773e-02,  3.6311e-02, -6.9146e-04, -3.9453e-03,
                      -1.1807e-01,  4.3076e-02,  3.8306e-03,  1.9094e-02, -5.8815e-02,
                       1.4164e-02,  4.4053e-02,  7.3492e-02,  5.7901e-02, -2.8890e-02,
                       1.0548e-01, -4.4174e-02,  6.1655e-03, -5.5005e-02,  8.1506e-02,
                      -4.6919e-02,  5.2692e-02,  6.9524e-03,  9.4427e-02, -2.6631e-02,
                      -3.5062e-02,  2.1573e-02, -1.0002e-01,  9.2035e-02,  1.0064e-02,
                      -4.6103e-02,  5.3823e-03,  3.1910e-02, -5.3938e-02, -3.4717e-02,
                      -4.9201e-02,  4.5750e-02, -4.8745e-02, -2.9796e-02, -6.5520e-02,
                       1.7704e-02,  2.3655e-02, -7.6696e-02,  1.1344e-01,  5.0438e-02,
                       4.5644e-02, -5.7033e-02, -6.0696e-02, -5.3374e-02,  9.4414e-02,
                      -5.3349e-02, -5.1292e-02,  4.4375e-03, -1.0654e-01, -5.7283e-03,
                       7.1326e-02,  9.2881e-02,  1.0150e-02, -3.5235e-02,  3.1629e-02,
                      -4.1470e-02, -7.6326e-04,  8.9858e-03,  3.9127e-02, -3.7463e-02,
                       1.2432e-01,  4.1938e-02, -6.7225e-02,  1.5589e-02,  5.4358e-02,
                      -3.9363e-02,  6.1719e-02,  1.2058e-01,  3.2340e-02, -3.9007e-02,
                      -9.1920e-03, -2.8652e-02,  2.0989e-02, -3.9409e-02, -4.0432e-03,
                       9.1003e-02,  1.2519e-01, -5.5348e-02, -1.3313e-01, -4.4465e-02,
                      -3.6603e-02,  7.3900e-02,  2.4690e-02,  8.9857e-03, -4.6357e-03,
                      -2.1256e-02,  2.2071e-02,  1.5610e-02,  1.7655e-02,  4.9755e-02,
                       5.6724e-02,  2.6129e-02,  6.1055e-02, -2.1917e-02,  5.6237e-02,
                       5.0762e-02,  5.5416e-03, -6.6625e-03, -4.3408e-03, -1.4920e-01,
                       6.5598e-02, -1.3761e-01, -4.6111e-01, -7.4427e-02,  1.1527e-01,
                       1.0124e-01, -2.7412e-02, -8.4835e-02, -3.4329e-02, -1.4195e-02,
                      -5.2180e-02, -5.7118e-02,  2.2677e-02, -5.5829e-02,  2.3007e-02,
                      -1.3985e-01,  2.6077e-02, -8.6766e-02,  1.3986e-02,  5.3381e-02,
                      -2.1589e-02,  1.6135e-02, -4.4472e-02, -1.4404e-02, -7.0829e-02,
                       7.9972e-02,  7.7853e-02, -7.5677e-02, -1.1138e-01,  3.8714e-02,
                       6.5145e-02,  1.0512e-02,  3.6214e-02,  5.0077e-02, -3.3274e-02,
                       1.9265e-02,  1.4792e-01,  1.5414e-02, -8.7255e-02, -1.0483e-02,
                       9.1597e-02, -8.8584e-03,  1.9527e-02, -1.1542e-02,  4.7479e-02,
                      -1.7581e-03, -2.3271e-02, -4.7803e-02,  5.4045e-02, -3.3304e-02,
                      -3.0025e-02, -9.6813e-03,  2.3769e-02, -2.9565e-02,  9.2318e-02,
                       1.9104e-02,  2.3837e-02, -1.3684e-01, -5.0524e-03, -4.9488e-03,
                      -2.9997e-02, -1.7850e-03, -5.7540e-03,  2.5971e-03,  6.0725e-02,
                       3.5873e-02,  2.7479e-02,  1.3189e-02,  2.0994e-02,  3.6117e-02,
                      -5.6181e-02,  4.1960e-02, -5.2046e-02, -1.1598e-01,  1.7838e-01,
                      -1.2123e-01,  1.0464e-01, -5.2623e-02,  4.7366e-02,  1.4412e-02,
                       1.7475e-01,  9.7849e-02,  8.2071e-02,  1.8402e-02, -7.9981e-02,
                       3.6355e-03,  4.9195e-02,  8.6624e-02, -3.6290e-02, -4.4162e-02,
                      -9.3420e-02, -5.0853e-02,  2.9811e-03, -1.0541e-01, -8.0935e-02,
                       9.7856e-02,  4.8452e-02, -4.3121e-03, -6.4217e-02,  1.1253e-01,
                       8.4957e-02,  2.7488e-02, -2.0269e-02,  1.3029e-02, -4.2819e-02,
                       6.4750e-02,  9.0238e-02, -6.1279e-02,  7.7434e-02,  3.0133e-02,
                      -1.9030e-03,  3.3920e-02,  6.1861e-02, -7.1451e-02,  4.0003e-02,
                       9.5963e-03,  2.9264e-01, -2.7415e-02,  8.6946e-04,  6.0247e-03,
                       1.9000e-02,  2.6661e-02, -2.6396e-02, -2.3204e-02,  3.9585e-02,
                       3.6654e-02, -1.9507e-01,  5.2400e-02, -1.7785e-02,  5.6070e-02,
                       4.5216e-02, -5.6215e-02, -9.7360e-03,  1.1094e-01, -9.9898e-03,
                       5.3121e-03,  1.1219e-01, -8.0754e-02, -9.5667e-04, -1.7554e-02,
                       1.1999e-02, -6.6763e-02,  1.8461e-03,  3.3436e-02,  4.6566e-02,
                       1.1929e-01, -2.9924e-02,  6.7734e-02, -8.2778e-02, -7.7850e-02,
                      -4.2778e-03, -1.0922e-01, -9.6131e-02, -8.7297e-02, -4.0224e-02,
                       1.2489e-02, -3.5010e-02, -1.0101e-01, -4.7731e-02,  3.7788e-02,
                       9.4162e-02, -4.0334e-02, -6.5828e-02,  4.1985e-02,  6.1339e-02,
                       6.6446e-03, -2.1643e-02, -9.8056e-02, -3.9937e-02,  2.3348e-02,
                      -1.3874e-01, -6.3333e-03,  4.1821e-02,  4.4600e-02, -6.3998e-02,
                      -1.6344e-01,  1.3462e-02,  2.2802e-02, -1.2281e-02, -5.2013e-02,
                      -4.3004e-02,  6.0866e-02,  5.0987e-02,  7.8201e-02,  8.8631e-02,
                      -1.8182e-02, -1.0565e-01,  1.3418e-01,  7.9569e-02,  2.6806e-02,
                      -1.0628e-02,  5.9499e-02,  1.1542e-01, -3.3507e-02,  1.0417e-01,
                       1.6682e-02, -2.8349e-02,  6.0892e-02,  1.9807e-02,  1.1194e-02,
                       2.2717e-02,  3.8407e-02, -4.4363e-02, -1.0020e-01,  3.2610e-02,
                       6.6757e-02, -3.5865e-02,  6.9326e-02, -1.1565e-02, -5.7771e-02,
                       2.4276e-02, -1.0666e-02,  8.1913e-02], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.weight',
              tensor([0.8309, 0.8669, 0.8312, 0.8327, 0.8452, 0.8001, 0.7439, 0.6989, 0.8549,
                      0.8050, 0.8734, 0.8894, 0.9399, 0.8917, 0.8740, 0.7123, 0.8446, 0.8619,
                      0.8505, 0.8806, 0.7729, 0.8768, 0.8826, 0.8358, 0.8037, 0.8429, 0.8722,
                      0.8236, 0.8361, 0.8846, 0.8552, 0.7803, 0.8843, 0.8223, 0.8649, 0.8208,
                      0.7848, 0.8865, 0.7386, 0.8322, 0.9211, 0.8590, 0.8748, 0.8712, 0.8984,
                      0.8815, 0.8042, 0.8991, 0.8956, 0.8344, 0.8994, 0.8270, 0.8313, 0.8641,
                      0.7796, 0.7898, 0.8351, 0.8498, 0.8164, 0.8244, 0.8560, 0.9060, 0.8730,
                      0.8452, 0.7843, 0.9155, 0.8648, 0.8383, 0.7007, 0.8114, 0.8563, 0.8509,
                      0.8584, 0.8399, 0.8911, 0.8886, 0.8553, 0.8495, 0.8958, 0.8715, 0.8681,
                      0.8540, 0.8642, 0.8501, 0.7402, 0.8271, 0.8169, 0.8758, 0.9095, 0.8266,
                      0.8351, 0.8714, 0.8428, 0.8499, 0.8397, 0.8321, 0.7776, 0.8722, 0.8458,
                      0.8524, 0.8460, 0.9028, 0.8079, 0.9173, 0.7503, 0.9157, 0.8892, 0.8169,
                      0.8869, 0.8873, 0.8409, 0.8209, 0.9145, 0.7331, 0.8183, 0.8954, 0.8629,
                      0.8556, 0.8937, 0.8917, 0.8636, 0.8705, 0.8707, 0.8072, 0.8361, 0.8209,
                      0.8887, 0.8307, 0.8512, 0.8493, 0.8950, 0.8427, 0.8488, 0.8706, 0.8934,
                      0.8573, 0.8777, 0.8799, 0.8525, 0.9049, 0.7434, 0.8994, 0.8453, 0.1732,
                      0.8423, 0.8554, 0.8422, 0.8649, 0.8626, 0.8274, 0.8250, 0.8519, 0.8752,
                      0.8591, 0.8372, 0.8511, 0.8910, 0.8717, 0.8573, 0.8676, 0.8961, 0.8917,
                      0.7566, 0.8821, 0.8018, 0.8388, 0.8095, 0.7589, 0.8308, 0.8659, 0.8895,
                      0.7702, 0.7901, 0.8546, 0.7927, 0.8665, 0.8851, 0.7273, 0.8933, 0.8534,
                      0.8337, 0.8540, 0.8221, 0.8759, 0.8908, 0.8797, 0.8248, 0.8674, 0.8422,
                      0.8896, 0.8139, 0.7841, 0.8417, 0.8829, 0.8396, 0.8845, 0.9049, 0.7431,
                      0.8692, 0.8787, 0.8732, 0.7806, 0.8854, 0.8443, 0.8076, 0.8578, 0.8885,
                      0.9058, 0.8794, 0.8305, 0.8900, 0.8915, 0.8362, 0.8916, 0.8791, 0.8855,
                      0.8439, 0.8200, 0.8620, 0.8374, 0.9135, 0.8504, 0.8940, 0.7983, 0.8564,
                      0.8712, 0.8889, 0.8905, 0.8067, 0.7667, 0.8299, 0.8871, 0.8553, 0.8254,
                      0.8415, 0.8555, 0.7405, 0.8992, 0.8514, 0.9084, 0.8374, 0.8309, 0.8031,
                      0.8502, 0.8757, 0.8052, 0.8858, 0.8234, 0.9236, 0.8906, 0.8515, 0.9060,
                      0.9363, 0.9153, 0.9099, 0.9018, 0.8614, 0.7505, 0.8656, 0.8524, 0.7481,
                      0.8395, 0.8781, 0.8465, 0.8666, 0.8586, 0.8806, 0.9070, 0.8136, 0.8665,
                      0.8765, 0.8803, 0.9165, 0.8470, 0.8851, 0.8855, 0.8658, 0.8821, 0.8437,
                      0.8472, 0.9089, 0.9000, 0.8025, 0.4312, 0.8729, 0.9115, 0.8075, 0.8350,
                      0.8773, 0.7887, 0.8133, 0.8402, 0.8503, 0.8469, 0.8597, 0.8088, 0.8131,
                      0.7533, 0.9028, 0.8703, 0.8589, 0.8455, 0.8641, 0.8670, 0.6659, 0.8839,
                      0.8233, 0.8795, 0.8887, 0.8650, 0.7701, 0.8415, 0.8481, 0.7810, 0.8499,
                      0.9054, 0.8465, 0.8250, 0.8814, 0.7987, 0.8097, 0.8719, 0.8270, 0.9085,
                      0.8177, 0.8129, 0.7999, 0.8023, 0.9027, 0.8576, 0.8354, 0.8552, 0.9212,
                      0.8887, 0.9250, 0.9182, 0.8837, 0.8802, 0.8786, 0.8157, 0.7035, 0.8948,
                      0.8484, 0.9050, 0.8603, 0.9133, 0.8820, 0.8679, 0.8641, 0.8471, 0.8824,
                      0.8273, 0.8248, 0.8720, 0.9024, 0.8142, 0.8559, 0.8598, 0.8628, 0.7724,
                      0.8767, 0.8945, 0.8549, 0.9047, 0.8329, 0.8045, 0.8829, 0.8693, 0.9096,
                      0.8333, 0.8779, 0.8767, 0.8782, 0.8739, 0.8320, 0.8270, 0.8533, 0.8837,
                      0.8551, 0.7408, 0.8523, 0.8672, 0.8933, 0.8370, 0.8294, 0.7937, 0.8028,
                      0.8954, 0.8679, 0.7744, 0.8824, 0.8147, 0.8606, 0.9000, 0.8558, 0.8813,
                      0.8362, 0.8914, 0.8284, 0.7925, 0.8293, 0.7989, 0.8051, 0.8408, 0.8797,
                      0.8637, 0.8317, 0.8437, 0.8899, 0.9188, 0.8167, 0.8356, 0.8669, 0.9061,
                      0.8642, 0.8375, 0.8225, 0.8238, 0.8429, 0.8726, 0.8651, 0.9136, 0.8775,
                      0.8055, 0.8129, 0.8839, 0.8296, 0.7146, 0.8833, 0.8893, 0.8700, 0.9061,
                      0.8150, 0.9140, 0.7447, 0.8950, 0.8476, 0.8283, 0.8764, 0.8784, 0.8704,
                      0.7857, 0.8265, 0.8078, 0.8650, 0.7989, 0.8743, 0.8905, 0.8933, 0.8471,
                      0.8637, 0.7692, 0.8638, 0.8778, 0.8495, 0.8138, 0.8506, 0.8298, 0.8365,
                      0.8642, 0.8518, 0.8624, 0.8068, 0.8884, 0.7897, 0.8274, 0.8289, 0.8288,
                      0.8431, 0.8401, 0.9128, 0.8302, 0.9215, 0.7850, 0.8656, 0.8680, 0.7985,
                      0.8789, 0.8003, 0.9229, 0.8275, 0.8688, 0.9007, 0.8802, 0.8635, 0.8211,
                      0.9029, 0.8181, 0.9408, 0.8445, 0.8442, 0.8820, 0.8749, 0.8245, 0.8588,
                      0.8332, 0.8666, 0.9124, 0.8452, 0.8788, 0.8692, 0.8983, 0.8421, 0.8838,
                      0.8395, 0.8652, 0.9051, 0.8765, 0.8240, 0.8607, 0.8311, 0.8922, 0.7925,
                      0.8712, 0.8879, 0.8350, 0.8801, 0.8370, 0.7837, 0.9069, 0.9058, 0.7734,
                      0.8460, 0.9072, 0.8817, 0.9034, 0.8715, 0.9132, 0.8685, 0.8832, 0.8429,
                      0.8770, 0.8387, 0.8393, 0.8498, 0.8454, 0.8068, 0.8467, 0.8233, 0.8518,
                      0.8701, 0.9026, 0.7929, 0.8128, 0.8416, 0.8929, 0.8359, 0.8275, 0.8567,
                      0.8615, 0.8219, 0.8316, 0.9007, 0.8403, 0.7994, 0.8164, 0.8077, 0.5263,
                      0.8573, 0.8765, 0.9017, 0.9082, 0.7637, 0.8901, 0.8696, 0.8859, 0.8450,
                      0.8698, 0.8098, 0.8916, 0.8265, 0.8397, 0.8292, 0.8593, 0.8943, 0.8883,
                      0.8309, 0.8692, 0.8524, 0.8881, 0.8704, 0.8431, 0.8678, 0.8837, 0.8687,
                      0.8717, 0.8063, 0.8791, 0.8238, 0.8192, 0.9054, 0.7665, 0.8190, 0.8245,
                      0.8607, 0.9233, 0.8015, 0.8488, 0.8608, 0.8651, 0.8806, 0.8609, 0.8158,
                      0.8499, 0.8547, 0.8587, 0.8589, 0.8229, 0.8497, 0.8529, 0.8447, 0.8198,
                      0.8424, 0.7671, 0.8691, 0.8780, 0.9095, 0.9152, 0.8808, 0.8831, 0.8329,
                      0.7907, 0.8476, 0.9011, 0.8447, 0.8765, 0.8871, 0.8444, 0.8194, 0.8067,
                      0.8706, 0.8725, 0.8388, 0.8487, 0.7955, 0.8547, 0.8976, 0.8706, 0.8579,
                      0.8432, 0.9218, 0.8339, 0.8607, 0.8754, 0.8739, 0.8281, 0.7205, 0.8717,
                      0.8982, 0.8166, 0.7762, 0.9150, 0.8509, 0.7787, 0.8448, 0.8217, 0.9030,
                      0.8381, 0.8330, 0.8722, 0.8607, 0.8449, 0.8642, 0.8715, 0.8168, 0.8619,
                      0.9011, 0.7950, 0.7815, 0.8590, 0.9114, 0.8451, 0.8418, 0.9230, 0.8627,
                      0.8457, 0.8664, 0.8598, 0.9205, 0.8609, 0.8866, 0.8577, 0.8557, 0.8813,
                      0.8862, 0.8605, 0.8394, 0.9113, 0.8709, 0.8904, 0.8822, 0.7687, 0.8597,
                      0.8818, 0.9093, 0.8983, 0.8938, 0.8718, 0.8174, 0.9100, 0.8263, 0.7838,
                      0.7484, 0.8382, 0.8562, 0.9134, 0.8747, 0.8795, 0.8634, 0.8985, 0.8439,
                      0.8980, 0.8959, 0.8513, 0.9113, 0.8018, 0.8480, 0.8075, 0.8736, 0.8946,
                      0.8906, 0.8512, 0.8813, 0.8151, 0.9023, 0.7268, 0.8906, 0.8236, 0.8892,
                      0.8702, 0.8405, 0.8740, 0.9001, 0.8465, 0.8681, 0.9066, 0.8412, 0.8159,
                      0.8365, 0.8711, 0.8851, 0.8420, 0.7832, 0.8537, 0.8441, 0.8132, 0.8383,
                      0.8730, 0.8362, 0.7869, 0.8433, 0.8659, 0.8479, 0.8588, 0.8949, 0.8537,
                      0.8085, 0.8518, 0.8652, 0.8232, 0.8075, 0.8893, 0.9027, 0.8647, 0.9201,
                      0.8384, 0.8873, 0.8668], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.bias',
              tensor([-3.7241e-02, -4.3225e-02,  8.2522e-02,  3.3956e-02,  5.7989e-02,
                      -1.1785e-01,  3.9607e-02, -1.6384e-01, -8.8393e-02,  1.4279e-02,
                      -7.0002e-02,  2.8616e-03,  4.7437e-03,  8.2996e-02,  8.5085e-03,
                      -9.3487e-02,  2.1245e-02, -1.8581e-02,  4.0510e-02,  2.9503e-02,
                      -1.7118e-02, -5.4401e-02,  3.3357e-02, -2.1731e-02,  4.3936e-03,
                      -6.1681e-02,  3.1730e-02, -1.3284e-01, -7.7811e-03, -1.6855e-02,
                      -2.3762e-03,  5.1690e-02,  2.4569e-02,  4.3434e-02, -2.7382e-02,
                      -4.1970e-02,  4.0874e-02,  1.6487e-02, -2.8143e-02, -9.3092e-02,
                       9.4630e-03,  4.8760e-02, -3.4137e-02, -5.2835e-02,  4.4155e-02,
                       2.4965e-02, -7.8400e-02,  1.2784e-03, -6.7561e-02, -3.9538e-02,
                      -1.3613e-02, -6.0628e-04, -5.4536e-02,  6.9166e-02,  3.7294e-02,
                       4.1042e-02,  3.1222e-02, -1.4128e-02, -9.8484e-03, -6.7740e-02,
                      -8.9396e-03, -1.4393e-02, -1.1435e-01,  1.3939e-01,  1.7650e-02,
                       1.0877e-02, -6.1211e-02,  2.6382e-02, -7.0701e-02, -1.0258e-02,
                       6.3880e-02, -1.5886e-02,  1.2387e-02, -7.1563e-02,  9.2480e-04,
                       2.2252e-02, -5.8033e-02, -1.1319e-03, -1.5243e-02, -5.9921e-02,
                      -2.9664e-02, -1.0970e-02,  3.6859e-02, -9.0391e-02,  2.3988e-02,
                      -1.2213e-01,  4.1515e-02,  1.3896e-02, -4.1199e-02, -5.2538e-02,
                       5.7993e-02,  2.9116e-02,  1.1773e-01, -7.0274e-02,  2.9997e-02,
                      -8.8957e-02, -1.1275e-02,  2.4919e-02, -6.8283e-02, -1.1326e-01,
                       2.7269e-02,  2.6518e-02, -2.4099e-02, -6.3797e-02,  5.3656e-02,
                      -3.6147e-02, -4.3152e-03, -2.8276e-02,  8.2389e-02,  5.4460e-02,
                      -4.5195e-02,  7.2857e-02,  7.5894e-03,  1.7957e-02, -3.2116e-02,
                      -9.3614e-02, -3.8690e-02, -1.0124e-01, -1.5825e-02, -1.4086e-02,
                      -2.3863e-02,  2.0259e-02, -3.4212e-02, -3.8905e-02,  8.5898e-03,
                       9.4848e-03,  5.7682e-02, -3.3807e-02, -2.2513e-02, -2.3764e-02,
                      -1.4946e-02, -9.0379e-03,  4.3097e-02, -3.6214e-02, -6.7887e-03,
                      -2.1606e-02, -5.1076e-02, -2.9818e-02,  8.7458e-02, -1.0603e-02,
                       8.6774e-02, -1.1094e-02,  1.5870e-02,  2.9165e-01,  1.6862e-02,
                       7.1279e-02, -7.2292e-02, -4.1347e-02,  3.2378e-02,  8.2365e-02,
                       1.4676e-01, -2.1375e-02,  2.5150e-02,  8.2090e-03, -7.6562e-02,
                      -2.1482e-02,  5.7989e-02,  4.9399e-02,  1.5158e-03,  2.9570e-02,
                      -1.1888e-01, -2.1220e-02,  1.3384e-02,  1.7806e-02, -1.0315e-02,
                       1.1824e-01, -1.4935e-01, -4.4632e-03,  4.4330e-02,  1.2511e-02,
                       2.1511e-02,  1.4511e-02, -3.2280e-03, -7.2343e-02, -1.2443e-01,
                      -9.5482e-02, -8.9965e-02,  1.9941e-01,  2.0904e-02,  3.1167e-03,
                       1.0546e-01,  8.6863e-03,  4.8882e-02,  1.2912e-01,  2.1024e-02,
                       4.8626e-02,  9.6609e-02,  8.8766e-02, -2.5663e-02,  3.4182e-02,
                      -8.2440e-02, -8.8911e-02, -3.6063e-02, -5.8619e-03,  5.1698e-02,
                       1.0424e-01, -2.0905e-02,  3.0341e-02,  3.2761e-02,  1.6961e-02,
                      -7.8171e-02, -5.4826e-02,  4.8968e-02, -7.6441e-02, -5.6047e-02,
                      -3.8657e-02, -2.3136e-02,  8.0512e-02,  1.9681e-02,  6.3236e-02,
                      -9.1086e-03,  1.1802e-02, -2.9553e-02,  4.8348e-02,  3.6943e-02,
                       4.1029e-02, -7.0605e-02, -3.0082e-02,  2.1140e-02, -6.7499e-02,
                      -9.2316e-03, -5.5196e-04, -1.8235e-02,  2.1649e-01,  7.6021e-02,
                      -3.8826e-02, -2.0425e-02, -2.1241e-02, -1.0446e-01,  8.7310e-02,
                       4.2860e-02, -2.9668e-02, -3.0989e-02,  7.6392e-03,  4.2130e-02,
                       4.5971e-02, -2.8790e-02,  7.2242e-03, -2.0722e-02,  2.4300e-02,
                       1.0177e-01,  3.5629e-02, -3.9764e-02, -2.3401e-02,  7.8129e-02,
                       5.8309e-02, -2.2833e-02,  2.2375e-03, -2.4044e-02, -6.5958e-02,
                      -3.5335e-02, -3.6198e-02, -7.4184e-02, -1.4587e-02, -5.0383e-02,
                      -7.6516e-03,  9.0544e-02, -1.3129e-02,  5.9835e-02,  5.5022e-02,
                      -1.3515e-02,  1.1326e-01, -4.3642e-02, -3.6119e-02,  1.5478e-02,
                      -4.1261e-02,  4.5979e-02,  4.2385e-02, -1.3443e-02,  2.3215e-02,
                      -1.5650e-03,  8.4010e-02, -6.3205e-02, -1.0918e-02, -1.0007e-01,
                       2.9979e-02,  4.2362e-02,  2.7640e-02, -2.7278e-02,  1.3847e-01,
                       6.5375e-03,  2.6435e-02,  8.2967e-02, -2.8885e-01,  1.8618e-02,
                      -6.0618e-02, -2.0910e-02,  1.5804e-01, -6.5583e-02, -3.8688e-02,
                      -1.0874e-02,  5.2148e-02,  3.0966e-02,  5.4767e-02,  5.1151e-02,
                       4.2655e-02,  1.4116e-01,  5.8712e-03,  3.4805e-02, -4.2311e-02,
                      -8.5803e-02,  1.9022e-02,  1.9135e-02, -2.7592e-03,  6.8250e-02,
                       7.6080e-02,  2.4601e-03, -3.4651e-02, -4.1044e-02, -3.8006e-02,
                      -1.3788e-01,  2.2588e-02, -1.0746e-02, -2.9053e-03,  7.5851e-04,
                      -4.5925e-02,  3.7315e-02,  5.6072e-03,  1.1597e-01, -3.2103e-02,
                       3.6229e-02,  2.5401e-03,  2.8391e-04, -3.9176e-02,  1.6344e-02,
                       5.5723e-02, -1.7114e-01, -6.7358e-02, -1.7308e-02, -1.0091e-01,
                       1.7878e-01,  2.5300e-02,  1.8711e-02, -6.0938e-02, -4.2243e-02,
                       3.7895e-02, -2.8029e-02, -6.9081e-02,  6.3299e-02, -4.7004e-03,
                       8.2644e-03,  3.5874e-02,  2.5453e-02,  4.8056e-02, -2.3871e-02,
                      -8.2687e-04,  3.0846e-03,  5.1459e-02,  3.1098e-02,  3.3559e-02,
                      -3.1782e-03, -2.0219e-02,  6.9585e-02, -1.9010e-02, -2.1461e-02,
                       7.2250e-02, -1.0458e-02, -3.1019e-02,  6.1359e-03,  6.1768e-02,
                       3.5232e-03,  4.9192e-02, -4.8758e-02,  4.5860e-02,  7.7279e-02,
                      -5.6520e-02,  2.4635e-02, -1.4266e-01,  6.0831e-02, -1.1608e-01,
                       2.5278e-02,  7.0132e-02,  1.1570e-02, -2.6737e-02, -2.2690e-03,
                       3.4336e-02, -2.8382e-02,  8.0590e-03, -9.3221e-02, -1.2541e-02,
                      -2.3073e-02,  2.4489e-02, -9.9331e-03, -1.6254e-01,  1.1156e-01,
                       7.3978e-02, -5.8332e-02,  2.3649e-02, -4.8697e-02,  1.7564e-02,
                      -4.3058e-02, -1.9418e-02, -4.0171e-02,  3.4209e-02,  3.9221e-02,
                       3.7652e-02, -3.2428e-03, -7.5861e-02,  3.1751e-02,  2.8207e-03,
                       6.0212e-02, -9.9926e-02, -1.9913e-02, -5.3390e-02,  7.7627e-02,
                      -3.9085e-02, -4.2219e-02,  5.6700e-02,  7.9355e-02,  5.6576e-02,
                       1.0190e-01, -6.8880e-03, -1.0440e-01,  1.0504e-02, -8.5285e-02,
                       2.3262e-04, -4.9670e-02, -1.4144e-01,  5.0036e-02, -9.2921e-03,
                       1.0994e-02,  3.0891e-02,  6.0916e-02,  2.5633e-02, -3.9254e-02,
                       5.5205e-02,  1.3042e-01,  5.0307e-02,  4.0176e-02, -7.2711e-02,
                       1.1518e-02,  2.2005e-02,  1.1058e-01, -4.2974e-02,  8.2050e-02,
                      -7.4633e-02, -1.0309e-01, -4.5283e-02,  2.5929e-02, -4.6095e-02,
                      -7.5848e-02, -1.0213e-02, -1.8129e-02, -1.3229e-03, -1.2466e-02,
                       4.6652e-02,  3.1907e-03, -3.6441e-02, -2.8744e-02,  3.5422e-02,
                      -1.2197e-01, -6.6760e-02,  6.8265e-03, -2.2961e-02,  5.4525e-02,
                       1.8520e-01, -7.5619e-03, -2.1766e-02,  1.6886e-02,  7.1153e-04,
                      -1.3455e-03,  1.7165e-02,  4.4551e-02, -5.2485e-02,  4.1618e-02,
                       2.3930e-02, -1.2797e-02, -3.8514e-02, -7.6183e-02, -3.6776e-02,
                      -4.3332e-02, -7.2876e-02,  2.7908e-02, -1.0333e-01,  5.1545e-02,
                      -2.9645e-02,  3.0500e-02, -9.4153e-02, -3.4494e-02,  3.5992e-02,
                       1.2670e-02,  3.2282e-02,  6.6787e-02, -7.0184e-02, -5.5097e-02,
                       9.1334e-02, -8.3770e-02, -3.2371e-02, -3.3065e-02, -2.4934e-02,
                       5.7210e-03,  3.0151e-02,  3.3082e-02, -2.3668e-02, -7.4641e-02,
                      -7.0993e-03, -2.2760e-02, -2.5182e-03,  1.2633e-02, -1.6263e-02,
                      -7.2491e-03, -2.9772e-02,  1.1376e-02,  3.5858e-02,  9.3604e-02,
                      -1.6376e-01,  6.8495e-02, -9.7371e-03,  1.1461e-01,  7.0977e-02,
                       1.4553e-01, -2.1579e-03, -1.6202e-01, -4.9320e-02,  7.5991e-02,
                       2.1880e-02, -3.5905e-02, -5.5719e-02, -3.6492e-02,  5.4275e-03,
                       2.6179e-02, -6.5618e-03, -1.0770e-02,  7.5512e-02,  2.4873e-02,
                       1.8597e-02, -9.9334e-02,  1.4010e-02, -1.1270e-02,  4.7500e-02,
                       3.0612e-02, -6.0880e-02,  5.2690e-02,  2.2582e-02,  3.5521e-02,
                       2.4002e-02,  1.6063e-02, -9.0776e-02,  8.5446e-02, -4.3266e-02,
                       1.0269e-01, -2.5056e-02, -3.3632e-02, -1.1947e-02,  4.4329e-03,
                      -8.7837e-02, -1.8723e-02,  2.0498e-02, -9.2374e-02, -8.1430e-02,
                      -7.6997e-02, -4.3460e-02,  2.0500e-02, -4.9870e-02,  2.3302e-02,
                       1.9105e-02,  5.3661e-02, -3.2828e-01,  5.2866e-02,  2.4162e-03,
                       6.7806e-02, -3.6307e-02,  3.0153e-02,  1.9434e-02, -5.1308e-02,
                       4.8886e-02,  9.1201e-03,  7.1397e-03,  3.2425e-02, -8.3100e-02,
                       2.7186e-02, -2.2754e-02,  2.6738e-02, -2.6692e-03, -1.2717e-02,
                       1.2912e-02, -1.9691e-02,  1.6196e-02, -9.4929e-02, -1.9052e-03,
                      -6.1188e-03, -1.4974e-01, -4.2862e-02,  1.1431e-02, -8.1310e-04,
                       2.8126e-02, -1.1337e-01,  3.1977e-03, -5.7699e-02, -1.6909e-02,
                       4.7202e-02,  4.3525e-03,  4.5107e-02,  1.2143e-01,  8.0859e-02,
                      -1.0925e-02, -4.9530e-04,  2.1461e-02,  8.7825e-02, -2.6732e-02,
                       5.4251e-02,  3.1582e-02,  1.0166e-03,  1.1139e-01, -3.9666e-02,
                       3.2652e-02, -1.4812e-02, -8.7694e-02, -7.0248e-02, -3.2787e-02,
                      -2.5529e-02, -8.1853e-03,  3.3306e-03,  1.5520e-01, -1.2591e-01,
                      -1.1291e-02, -4.4433e-02,  3.5786e-02,  4.5964e-02,  3.0184e-03,
                       4.1966e-02, -3.4017e-02, -4.4161e-02, -1.9996e-02, -6.8317e-02,
                       1.3583e-01,  2.7973e-02,  7.1384e-02, -2.8274e-02, -1.3086e-01,
                       3.7899e-02, -4.9114e-02, -2.7248e-02,  3.6282e-02, -6.4828e-02,
                      -9.9525e-02,  4.1576e-02, -8.1234e-02,  9.5332e-02,  3.6523e-02,
                       3.7269e-02,  4.0772e-02, -7.2274e-02,  3.4618e-02, -3.2830e-02,
                       3.4518e-02,  1.5195e-01, -5.0204e-02,  3.7440e-02,  5.5485e-02,
                      -1.8594e-02,  6.3618e-02, -4.7248e-03,  8.9563e-02,  2.2796e-02,
                      -5.0259e-02, -7.5406e-04, -2.6639e-02, -4.6756e-02,  9.7697e-03,
                      -4.9278e-02, -9.5647e-03,  4.2405e-02,  4.5893e-02, -1.6294e-02,
                       7.4139e-02, -1.0098e-01, -3.3682e-02,  5.3589e-02, -8.6776e-02,
                      -1.7736e-02, -3.9266e-02, -3.8057e-02, -1.7296e-02, -1.0826e-01,
                       1.4096e-02,  6.0208e-03,  7.2137e-02,  3.1032e-02,  1.1656e-03,
                      -9.9926e-02, -7.5396e-03, -6.2863e-02, -3.3481e-02, -1.5867e-02,
                      -3.5912e-02,  2.1892e-02,  9.9291e-03,  1.9314e-03,  4.5280e-02,
                      -8.2286e-02,  1.1153e-02,  8.1130e-02,  2.4456e-02, -9.3128e-02,
                       2.2587e-02, -4.0104e-02,  1.2699e-01, -9.5711e-02, -1.6822e-02,
                      -2.9811e-02, -4.7655e-02, -3.1424e-02, -5.3729e-02,  4.1143e-02,
                       2.8284e-02, -5.0633e-03,  9.4917e-02, -1.0938e-02,  2.9259e-02,
                       1.0132e-02, -5.2698e-03,  4.4809e-02,  6.3732e-03, -2.2794e-02,
                      -6.1168e-02,  4.5995e-02,  5.5467e-02, -5.3005e-02, -4.4802e-02,
                      -1.6051e-02, -7.7576e-02, -5.3166e-02, -8.2669e-03, -6.8664e-03,
                      -7.0909e-03, -8.7929e-02,  7.6628e-03, -3.2269e-02, -5.1743e-02,
                       6.7981e-02, -2.0912e-03,  1.6744e-02, -1.2436e-01, -6.7151e-03,
                       1.7552e-02, -1.8214e-01,  2.6151e-02, -3.4367e-02, -2.5493e-02,
                       1.0939e-01,  5.4634e-02,  1.2731e-03, -5.4024e-02, -4.6642e-02,
                      -1.1781e-02, -6.6165e-03,  3.9908e-02,  8.1082e-02, -1.2812e-02,
                       2.9462e-02, -2.8674e-02, -2.6607e-02,  6.9977e-02,  3.6102e-02,
                       3.5356e-02, -4.6263e-02,  2.3091e-02, -8.0645e-03, -1.2702e-01,
                       9.3120e-02,  5.1489e-03, -2.5375e-02, -9.9722e-03, -5.1481e-02,
                       1.2310e-02, -2.2335e-02, -4.4803e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.weight',
              tensor([[-0.0413, -0.0007, -0.0827,  ..., -0.0031,  0.0775,  0.0519],
                      [ 0.0315, -0.0705,  0.0038,  ..., -0.0214,  0.0572,  0.0600],
                      [ 0.0195, -0.0848,  0.0115,  ..., -0.0259,  0.0018,  0.1342],
                      ...,
                      [ 0.0474,  0.0056, -0.0426,  ..., -0.0593,  0.0111,  0.0207],
                      [ 0.0381, -0.0094, -0.0099,  ...,  0.0543,  0.0259,  0.0012],
                      [ 0.0165, -0.0795,  0.0258,  ..., -0.0307,  0.0661, -0.0224]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.bias',
              tensor([-2.3327e-01, -3.3222e-02,  4.0925e-01,  7.8239e-01, -2.6047e-01,
                       1.2977e-01, -1.8783e-01, -1.2870e-01,  3.6017e-01,  4.6161e-01,
                       5.7459e-01,  1.8116e-01,  1.0999e-01, -1.2341e-02,  2.3676e-02,
                      -6.7638e-02,  7.8440e-02, -1.9917e-01, -2.6798e-01,  8.6482e-02,
                      -7.1414e-02,  1.7026e-02, -1.0299e-01, -1.1960e-01,  1.5017e-01,
                      -2.7627e-01, -4.1768e-01,  2.0885e-01, -4.0866e-02, -1.0454e-01,
                      -1.4569e-02, -1.5658e-01,  1.1984e-01,  3.5280e-01,  2.1684e-01,
                      -5.1129e-02, -3.2256e-01, -2.2380e-01,  4.0072e-02, -7.1570e-02,
                      -7.4266e-02,  1.4057e-01,  1.5942e-01, -1.5840e-01, -5.8000e-02,
                       3.8706e-03, -1.4386e-01, -5.9313e-02,  1.1792e-01,  2.0636e-01,
                       6.0285e-01,  1.3169e-02,  3.8455e-03,  7.1759e-01,  5.5971e-02,
                      -2.2156e-01, -5.8066e-02, -2.2822e-01,  1.6136e-02, -1.2385e-01,
                      -7.3902e-02, -1.8738e-01,  1.0389e-01,  4.5752e-01,  9.1028e-02,
                       1.3613e-02, -4.6916e-02, -8.0843e-03, -1.3478e-02,  3.8154e-02,
                       4.8827e-02, -6.3141e-02, -2.7635e-02, -4.0815e-02,  1.3877e-01,
                      -3.8967e-02,  1.5628e-02,  8.8988e-03, -1.2303e-02, -8.5985e-02,
                       3.1491e-03,  3.0385e-02, -3.0506e-02,  1.6372e-02,  8.4581e-03,
                       5.1491e-03,  6.3903e-03,  1.2579e-02, -2.2364e-02, -3.2932e-02,
                       2.3832e-02,  1.6490e-02,  9.3942e-03, -1.0341e-02, -9.5837e-03,
                       4.7742e-02, -2.3491e-02,  5.6072e-02,  6.2934e-02,  1.4399e-01,
                       2.1693e-02, -3.9367e-03,  5.8497e-02,  2.4004e-04, -1.1679e-02,
                      -1.6475e-02,  9.3169e-03,  1.4862e-02,  4.3747e-02, -5.6288e-03,
                       4.2333e-03, -2.1710e-02,  1.6695e-02, -9.7671e-03,  3.5578e-02,
                       9.2410e-03,  4.3387e-02,  3.5867e-02, -2.3557e-02,  7.0482e-02,
                      -3.6277e-02,  1.7255e-02, -1.3130e-02,  4.4016e-02, -6.0585e-03,
                      -4.7331e-03, -1.3491e-03, -6.1061e-02, -2.0375e-02, -2.9600e-02,
                       3.1111e-02,  1.6613e-03, -2.5980e-02, -4.9736e-03,  1.3616e-02,
                       2.4181e-01, -7.4391e-02,  4.1452e-02, -1.3187e-02,  2.2160e-02,
                       6.4755e-02, -4.3439e-02, -1.6983e-01, -7.2925e-02,  1.2575e-01,
                       1.9147e-02, -3.3322e-02,  5.9941e-02, -3.4465e-01,  2.7155e-02,
                      -2.8421e-02, -2.8839e-02, -2.8543e-02,  3.3530e-02, -8.8549e-03,
                       4.5419e-03, -7.8451e-02,  3.7194e-01,  3.9089e-02, -1.7091e-02,
                       1.7200e-02, -4.8689e-02, -5.3610e-02,  6.8200e-02,  3.1603e-02,
                       2.2030e-02,  9.0601e-02, -2.4675e-02,  3.2479e-02,  9.9431e-02,
                      -3.7089e-02, -1.9635e-03,  7.0079e-02,  5.7897e-02,  6.5573e-02,
                       1.5675e-02, -7.1438e-03, -2.7263e-02,  1.6291e-02, -5.3711e-02,
                       2.2144e-02,  8.7608e-02, -1.3388e-02,  1.3957e-01, -9.5547e-03,
                       1.0918e-03,  1.2969e-01, -8.0163e-02,  1.4250e-02,  1.1807e-01,
                      -2.5670e-02,  3.3701e-02,  6.0352e-02, -5.8625e-02, -4.5754e-02,
                      -6.5627e-02,  1.2863e-01,  1.6546e-01,  1.3535e-02, -7.7081e-02,
                       8.0642e-02, -1.1983e-02,  4.5306e-02,  1.3890e-01,  1.1404e-01,
                      -2.9643e-02,  1.1203e-01,  1.0588e-02,  5.1188e-02, -9.4174e-03,
                       6.8703e-02,  2.0570e-02,  6.8712e-05, -8.2817e-02,  4.0528e-02,
                      -5.5654e-02,  5.0762e-02,  6.1452e-02,  1.4489e-02,  9.3911e-02,
                      -7.7499e-02,  1.2482e-01,  6.4229e-02,  1.7506e-02, -4.2033e-02,
                       1.4844e-01, -6.8509e-02,  5.5945e-02, -1.6680e-02,  8.4803e-02,
                       1.4312e-01,  8.7082e-02, -2.7130e-02, -6.6447e-02, -5.4567e-02,
                       9.9870e-02,  7.8010e-02,  2.3926e-03,  2.3175e-02,  2.4418e-01,
                      -9.3897e-02,  4.5627e-02,  9.3926e-02, -8.5123e-03,  3.1814e-01,
                      -1.0776e-01, -1.4091e-01,  9.0170e-02, -3.3879e-01, -3.8772e-02,
                       7.5855e-02, -1.1154e-01,  2.8705e-01, -1.4789e-02,  5.1948e-03,
                       2.7704e-01, -4.6042e-02, -6.3575e-02,  5.2837e-03, -5.5728e-02,
                      -4.5436e-02, -2.5846e-02, -3.4559e-02,  7.5339e-03,  6.7917e-03,
                       2.3745e-02,  2.5826e-02,  5.9405e-02,  7.1060e-02,  2.1712e-01,
                      -2.3490e-03, -3.5961e-02,  4.7931e-02,  7.8074e-03, -5.1483e-04,
                       2.7137e-02, -6.2952e-02, -2.7160e-02,  2.6857e-04, -5.6681e-02,
                       2.6515e-02, -1.0833e-01,  1.2226e-01, -2.6151e-02, -6.2806e-02,
                      -3.0524e-02, -7.5778e-02, -1.3580e-03,  1.5236e-01,  5.1873e-02,
                       2.2960e-02, -7.2386e-02,  6.3719e-02, -6.4824e-02, -2.9721e-02,
                       3.2160e-02,  1.4518e-04,  3.1950e-02, -1.8589e-02, -2.3820e-02,
                      -5.9008e-02,  7.6644e-02, -3.0570e-02,  4.5928e-03,  6.1828e-02,
                       1.9739e-01, -3.6372e-02, -9.5657e-03,  3.2138e-03,  2.7297e-02,
                      -5.2923e-02, -1.2912e-01, -1.4365e-02, -3.5362e-02, -9.8489e-03,
                      -5.6139e-03,  4.7866e-02, -1.0599e-01, -5.6272e-02,  2.5278e-02,
                      -1.5097e-02,  5.3873e-02, -4.3901e-03,  1.0162e-01,  3.7715e-02,
                      -4.3833e-02, -2.8179e-02, -4.1843e-02, -5.3342e-02, -7.1252e-02,
                      -1.9725e-01, -8.6032e-02, -7.6568e-02,  6.7130e-02, -6.0830e-02,
                       1.9698e-02, -6.7454e-02, -1.1633e-01, -4.8525e-03, -9.1895e-03,
                      -1.4996e-02,  3.8200e-02,  1.4998e-01, -6.1288e-01,  3.6386e-02,
                      -4.9437e-03, -4.5074e-03,  6.6757e-02,  6.7794e-02,  8.2176e-02,
                       4.6900e-02, -2.1964e-02, -6.2445e-02,  4.1434e-03,  1.0026e-02,
                      -5.2332e-02,  3.8502e-02,  3.1978e-02,  9.4731e-02,  5.2159e-01,
                       8.1434e-02,  1.1866e-01,  6.2547e-02, -5.1816e-02, -2.3888e-01,
                      -4.6048e-02,  1.4105e-01,  1.1952e-01,  4.0016e-02, -3.8692e-02,
                       1.5244e-01, -3.4804e-02, -3.9599e-02,  9.6748e-02,  6.9797e-02,
                      -3.3395e-02,  7.2666e-02, -4.8627e-02, -3.3413e-02,  1.1077e-01,
                       6.3575e-02,  1.1951e-01,  6.0141e-02,  1.1037e-01, -6.3708e-02,
                      -5.0606e-02, -7.6521e-02,  3.9266e-02,  1.0110e-01, -1.2744e-02,
                       6.9406e-03,  3.5968e-02,  2.5754e-02, -3.2992e-02, -3.3317e-02,
                       1.0156e-02, -4.3890e-02, -2.8776e-02, -1.3906e-02,  7.7461e-02,
                      -3.6314e-02,  1.0851e-01, -4.0058e-02, -1.1402e-01, -5.8958e-02,
                      -4.4288e-02,  1.0651e-01, -1.8758e-02,  7.3627e-02,  3.1804e-03,
                      -3.4247e-02, -2.2770e-02,  4.6336e-02,  7.7641e-03, -3.2980e-02,
                       4.9546e-02,  1.1592e-02,  1.8890e-02,  4.7913e-02, -2.8496e-02,
                       6.1450e-02,  6.1927e-03,  1.0179e-01,  2.9778e-02,  6.3719e-02,
                       2.1823e-02, -1.8239e-03, -9.3208e-02, -5.5276e-02, -2.8820e-01,
                       9.0261e-03,  7.2911e-02,  9.1734e-03,  1.6173e-02,  1.0784e-01,
                      -1.1950e-02, -2.0465e-02, -1.0405e-02,  4.5897e-02,  3.6156e-02,
                      -1.9393e-02, -4.6307e-03, -2.9083e-02, -2.3950e-02,  2.5855e-02,
                      -2.5029e-02,  3.2236e-02,  6.7262e-02,  8.5259e-02,  2.2802e-01,
                      -6.0802e-01, -5.3192e-04, -5.5761e-02,  4.3358e-02, -4.6090e-01,
                      -4.0341e-01, -1.5773e-01, -3.5759e-01,  3.4834e-01,  1.9266e-01,
                      -1.1563e-01, -5.5617e-03, -7.0065e-02, -1.5551e-01, -2.7359e-01,
                      -2.6387e-01, -1.3606e-01, -8.8290e-02,  1.6596e-01, -2.2612e-01,
                       1.8442e-02,  4.1136e-02,  9.5885e-04, -1.0599e-01, -8.9775e-02,
                       3.6172e-02,  3.2611e-01,  1.0917e-01,  4.2553e-02, -3.9991e-01,
                       1.5065e-01, -1.3034e-01,  1.1387e-01,  2.2531e-01, -5.5881e-02,
                      -3.6439e-02, -4.1261e-01,  3.3446e-01,  2.0577e-01, -1.8015e-01,
                      -3.9655e-01,  2.0462e-01,  1.9284e-02, -8.6360e-03, -2.2909e-01,
                       1.5621e-01, -2.0466e-02,  1.6954e-01, -1.3974e-01,  5.1940e-01,
                       1.7347e-01, -9.3543e-02,  1.7078e-01, -4.0416e-02, -1.8835e-01,
                      -6.2131e-02,  5.0702e-01,  2.0917e-01, -1.3241e-01, -9.7477e-03,
                       3.5705e-02, -1.6103e-02,  4.1433e-03,  2.7650e-01, -6.6072e-02,
                       3.0163e-01,  3.5763e-02, -7.5050e-02, -1.0610e-02, -1.3200e-01,
                      -7.8358e-02,  7.0600e-02,  5.5594e-03, -1.6756e-01, -2.3830e-02,
                      -1.8999e-02, -6.1270e-02,  1.5724e-02, -3.5795e-02, -2.9325e-03,
                       2.0730e-02, -4.6122e-02,  1.2320e-01, -8.0552e-02,  6.7575e-02,
                       2.5961e-02, -8.5661e-02,  1.1298e-01, -3.8167e-02, -1.5024e-01,
                      -1.8107e-02,  2.6284e-02,  7.1990e-02,  5.6117e-02, -2.3629e-02,
                      -3.3692e-02, -1.5184e-02, -2.0115e-01,  1.0131e-02, -5.1438e-02,
                      -6.1826e-03,  2.0093e-02,  2.3524e-02, -1.1115e-01, -2.4330e-01,
                       4.0613e-02,  1.2017e-02, -3.6590e-01,  4.4263e-02, -6.0796e-02,
                      -4.5348e-02,  6.1083e-02, -1.2586e-03, -6.3792e-02,  4.0588e-02,
                      -5.2358e-02,  3.6799e-02, -2.1254e-02,  3.3679e-02, -2.0531e-02,
                      -7.9447e-03, -9.9459e-02, -1.4553e-02, -8.1277e-02,  1.2004e-02,
                      -1.3877e-02,  1.9074e-02, -1.1483e-02,  7.2802e-02, -1.5827e-01,
                      -3.5490e-02,  1.5527e-02, -4.4030e-02, -3.6869e-01, -4.0169e-02,
                      -1.1949e-01,  1.5774e-01, -2.4516e-01, -7.1759e-02,  6.2644e-02,
                       1.0286e-02,  8.9994e-02,  1.1472e-02,  1.8241e-01,  4.3143e-02,
                      -2.0394e-02, -2.8425e-01, -1.4382e-02, -1.5905e-02,  2.3324e-02,
                       1.6459e-01,  5.7660e-02,  2.7636e-02, -2.3921e-02, -1.3155e-02,
                       2.6673e-02, -1.2602e-01,  1.3435e-02, -1.7344e-02,  2.8432e-02,
                      -3.2187e-02, -3.9611e-02, -8.7779e-03, -2.6026e-02,  2.6311e-02,
                       7.4876e-03, -5.4830e-02, -5.6244e-02, -5.6811e-02, -3.5940e-02,
                       1.1107e-01,  5.0061e-02, -2.3564e-02,  1.2624e-01,  2.7036e-02,
                      -4.7570e-02,  6.6976e-02,  3.2276e-03, -6.3309e-02, -1.1735e-02,
                       4.6700e-02, -1.2465e-01, -5.7254e-02,  8.9817e-02, -9.4320e-02,
                      -1.1013e-03,  1.9711e-03, -1.1606e-01,  1.5779e-03, -6.2525e-02,
                      -5.1701e-02, -4.5351e-02, -7.8066e-03, -6.4813e-02, -3.0399e-02,
                       2.7153e-02,  1.2093e-01,  1.7822e-02,  3.6320e-03, -5.9868e-02,
                       2.3055e-02,  3.7389e-02,  4.5947e-02, -8.2084e-02, -1.2854e-01,
                       3.5287e-02,  1.5846e-01,  3.3051e-02, -2.3563e-02,  8.8518e-03,
                      -9.7048e-02,  1.0582e-01,  4.8177e-02,  8.8163e-02,  1.1375e-01,
                       5.0227e-02,  2.5601e-03,  2.1117e-01,  2.8917e-02,  7.3646e-02,
                       7.2886e-03, -7.0283e-02,  3.6680e-02,  1.8130e-02, -8.7428e-02,
                      -3.7570e-02, -2.2184e-02, -4.5771e-02,  1.2981e-01, -3.1665e-01,
                       1.8988e-02, -7.3151e-03,  9.5819e-02, -3.6608e-02, -6.4926e-02,
                       7.0051e-02,  7.8502e-02,  1.6988e-02, -1.3354e-02, -1.4644e-02,
                       3.4926e-02, -2.8437e-02, -2.8983e-02, -1.6930e-02,  9.1999e-02,
                       3.5635e-05,  1.0704e-01, -4.6646e-02, -1.2750e-03,  3.4628e-02,
                       9.4958e-02, -5.8722e-02, -9.4517e-02,  1.0540e-01, -2.0865e-01,
                       2.3135e-03,  5.2357e-02, -1.4543e-01, -1.4824e-01, -1.6919e-01,
                       8.3168e-02, -4.3054e-04,  1.7822e-01,  2.2676e-01,  7.8179e-03,
                       4.3664e-02, -1.5099e-01,  3.9929e-02,  1.0138e-01,  9.5832e-02,
                      -1.3330e-01,  1.7138e-01,  1.0687e-01, -2.8893e-02,  2.2657e-02,
                       1.3153e-04, -8.8848e-02, -1.7352e-01,  7.9603e-02,  2.6699e-01,
                       1.0371e-01,  6.3830e-02, -2.2128e-02,  1.1345e-01,  6.3195e-02,
                       1.4310e-01,  3.2079e-02,  3.0127e-02,  1.9707e-02,  1.0102e-01,
                       1.9253e-01,  9.4115e-02,  1.1526e-01,  1.3363e-01, -2.8828e-02,
                      -1.9440e-01, -1.1819e-01,  7.9059e-04, -8.1166e-02, -6.0666e-02,
                       4.8276e-02, -2.6300e-02, -2.3590e-01, -1.0091e-01,  1.9099e-01,
                       1.4001e-03, -5.1780e-02, -2.6586e-02,  5.2416e-02, -1.0899e-01,
                      -7.3194e-02, -1.0969e-03,  1.0908e-01,  5.6287e-02,  1.3800e-01,
                      -5.0261e-02, -1.4783e-01,  1.4960e-01], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.weight',
              tensor([[-0.0423,  0.0800, -0.0150,  ...,  0.0046,  0.0352, -0.0361],
                      [-0.0402,  0.0175,  0.0013,  ...,  0.0251, -0.0399,  0.0392],
                      [-0.0315,  0.0139, -0.0103,  ...,  0.0085, -0.0223,  0.1195],
                      ...,
                      [ 0.0105,  0.0103,  0.0067,  ...,  0.0199, -0.0071,  0.0013],
                      [ 0.0526, -0.0228, -0.0305,  ..., -0.0028, -0.0189, -0.0011],
                      [-0.0281, -0.0128,  0.0128,  ...,  0.0084,  0.0562, -0.0222]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.bias',
              tensor([-5.6472e-04, -1.2973e-02, -1.3319e-02, -8.3526e-03, -1.7613e-03,
                      -5.6039e-03,  2.4578e-03, -9.1435e-03, -8.4663e-03, -3.3445e-03,
                      -1.7774e-03,  1.9273e-04, -3.6906e-03,  4.9084e-03,  3.5963e-03,
                      -8.8197e-03, -7.2045e-03,  9.8873e-03, -2.0636e-04,  2.2080e-03,
                       4.8121e-03,  4.4954e-03, -8.5777e-04,  5.1466e-03, -3.2833e-03,
                      -5.2939e-03, -1.7399e-03,  1.7520e-02, -7.1237e-03,  3.2277e-03,
                      -1.3312e-03,  2.9175e-03,  4.6643e-03,  5.0013e-04, -2.7823e-03,
                      -4.6676e-03,  7.1499e-03, -1.2807e-02, -2.0815e-03, -9.4077e-03,
                      -8.1904e-03, -3.8965e-03, -3.8575e-03, -6.2848e-03,  5.9548e-06,
                       2.0717e-03, -2.6572e-03,  9.6213e-03, -1.1139e-02, -9.0362e-05,
                       4.1652e-03, -6.5166e-03,  8.3714e-03, -7.5925e-03,  1.3430e-02,
                      -2.1352e-03, -3.3116e-03,  3.3573e-03, -1.5572e-02,  4.9156e-03,
                       1.1860e-02, -1.3943e-02,  1.8239e-02, -1.5882e-02, -1.7053e-04,
                      -3.1883e-03,  5.3534e-03, -4.0210e-03, -2.4564e-03, -3.2352e-03,
                       9.9557e-04, -3.8184e-03,  1.3092e-03,  2.2444e-03, -1.2475e-03,
                      -1.1289e-03, -2.9025e-04,  1.2570e-03, -2.3416e-03, -1.8086e-03,
                       1.4913e-03, -1.5375e-03, -6.6681e-04, -4.7232e-04,  2.6705e-03,
                       4.6546e-03,  3.4001e-04,  1.3116e-03, -3.8947e-03,  3.1010e-03,
                      -1.8583e-03, -8.2055e-04,  8.6255e-04, -1.5742e-03,  6.7429e-05,
                      -2.7296e-03, -2.1677e-04,  2.1678e-04, -7.5303e-04,  6.7235e-04,
                       1.2560e-04,  9.2074e-04,  2.5574e-03,  1.9304e-03,  2.2197e-04,
                       1.7074e-03, -1.1324e-03,  2.0066e-03,  6.5581e-04, -2.4389e-03,
                      -1.8276e-04,  1.7946e-03, -2.3737e-03,  1.5500e-03,  1.7150e-03,
                      -3.1093e-03, -2.5313e-03, -1.5945e-03, -2.4873e-03,  1.6655e-03,
                       9.3507e-04,  3.3544e-03,  2.0522e-03, -2.9634e-03, -2.1608e-03,
                      -2.5727e-03, -2.5444e-04, -2.2514e-04, -5.5337e-03, -1.1677e-03,
                      -9.8392e-04,  2.9951e-03,  4.7925e-03, -6.8125e-03, -1.5297e-03,
                      -3.4792e-03,  2.0891e-03, -3.2710e-03,  1.3438e-03,  4.4433e-03,
                      -7.0676e-03, -3.8734e-03, -1.1340e-03, -7.3489e-03, -7.4947e-03,
                      -1.7981e-03,  1.2957e-03, -2.1060e-04,  4.7087e-03, -1.9346e-03,
                       3.2683e-03, -1.5172e-03,  2.5518e-03,  3.9175e-03,  2.9331e-04,
                      -2.7089e-03, -4.4622e-04, -4.2403e-03, -6.1602e-03, -4.3042e-03,
                      -3.8608e-04,  3.3284e-03, -1.1110e-03,  3.0013e-03,  2.5470e-03,
                       2.2829e-03, -1.8299e-03,  1.7845e-04,  4.8087e-03,  5.0514e-03,
                       3.2366e-03,  9.9753e-03, -1.2170e-03,  6.4153e-04, -3.5533e-03,
                      -7.5518e-03,  1.1424e-03, -4.9271e-03, -3.8921e-03, -2.1010e-03,
                       7.5031e-03, -2.0111e-03, -2.0140e-03,  4.5850e-03, -1.8715e-03,
                       7.8513e-04,  2.0701e-03,  6.0329e-03, -7.7986e-03, -3.2907e-03,
                       1.7724e-03, -7.0016e-03, -5.1840e-04,  3.4553e-03,  1.7198e-03,
                      -1.1429e-03,  2.5660e-03,  3.0232e-03, -4.6611e-03,  1.2078e-03,
                       1.0563e-03,  3.4653e-04,  4.6464e-04, -3.8064e-03,  8.5920e-04,
                      -4.9884e-04,  2.6257e-03, -6.5343e-04, -2.6381e-03,  2.1245e-03,
                       1.3657e-03, -2.4645e-03, -3.0531e-03, -2.8151e-03,  1.8861e-03,
                      -1.6241e-03, -2.1535e-03, -2.3490e-03, -3.1716e-04,  3.5506e-03,
                       3.1307e-03,  2.4682e-03, -1.6699e-03,  4.5394e-04,  6.7559e-04,
                      -1.4794e-03,  1.6233e-03,  6.8186e-04,  2.6894e-04,  8.7817e-04,
                       2.1112e-03,  1.3800e-04,  2.2155e-04,  9.0856e-04,  2.5118e-03,
                       9.5837e-04, -1.7746e-03,  1.1595e-03,  2.4270e-03,  2.5554e-03,
                      -1.8352e-03, -8.1972e-04, -3.9229e-03,  1.8198e-03, -1.4249e-04,
                       1.9855e-03, -1.4093e-03,  1.4555e-03,  7.1074e-03,  9.8776e-04,
                      -2.7384e-03,  8.5075e-04, -1.0057e-04, -5.7071e-04,  4.0360e-03,
                       2.5298e-03, -3.8512e-04,  2.1756e-03, -1.3341e-04, -1.4019e-03,
                       4.8036e-05,  1.6638e-03,  1.2562e-03, -5.4767e-03,  4.8863e-04,
                      -3.5804e-03, -4.2352e-05,  2.6148e-03,  1.8987e-03, -3.6739e-03,
                       2.8988e-03, -5.2792e-03,  1.7589e-03, -1.9695e-03,  2.6636e-03,
                      -3.3112e-03, -5.7915e-04,  1.5685e-03, -1.7196e-03, -5.0575e-03,
                      -1.3127e-03, -4.9789e-03, -4.9142e-03, -1.8618e-03, -3.1559e-03,
                       2.4349e-04,  1.4239e-03, -1.5985e-03,  1.1842e-03,  2.6782e-03,
                       8.3129e-04, -5.0162e-03,  6.7679e-04, -2.0526e-03, -7.5083e-04,
                       8.2316e-04, -1.9830e-03, -2.9232e-03, -1.8261e-03,  8.1165e-04,
                       3.0786e-04,  1.9888e-03, -9.7062e-04,  3.9816e-03,  1.3753e-03,
                       7.5528e-04, -2.3622e-03, -4.3812e-03,  2.0135e-04,  6.4417e-04,
                       1.3222e-03, -3.4893e-03, -1.6689e-03, -2.2791e-03, -2.5321e-03,
                      -1.2230e-03,  2.4138e-03, -2.1447e-03,  2.1569e-03,  3.2411e-03,
                      -2.2327e-03,  4.8144e-03,  2.2226e-03,  1.9255e-03,  3.1428e-04,
                       4.9825e-03,  1.6415e-03, -2.0049e-03,  9.6207e-04,  5.8896e-03,
                       2.5535e-03, -2.1678e-03, -2.1350e-03, -9.2503e-04,  2.1197e-03,
                      -1.0289e-02,  3.5454e-03,  1.6922e-03,  2.9117e-03,  5.5421e-03,
                      -4.4964e-03,  4.8564e-03,  4.3550e-05, -3.0138e-03, -8.6802e-03,
                       7.6369e-04, -1.8372e-03,  1.4439e-03,  2.7053e-03, -1.4625e-03,
                       3.4292e-04, -1.7698e-03,  1.6916e-03, -8.3518e-04, -1.1932e-02,
                       2.0385e-03,  1.9074e-03, -1.4687e-03,  2.7515e-03, -1.1493e-03,
                       3.8273e-04,  8.4637e-04, -5.2210e-03, -1.0580e-03, -4.7551e-03,
                      -7.0955e-03,  4.9047e-03,  5.5401e-04,  1.2000e-03, -7.7303e-03,
                       3.9605e-03, -2.2666e-03, -1.7393e-03,  1.6184e-03, -4.4544e-03,
                      -1.3003e-03, -1.5698e-03,  1.0883e-03,  2.6286e-03, -2.8003e-03,
                       1.6371e-03, -5.6313e-03, -3.4407e-03,  2.0868e-03, -2.8438e-03,
                      -1.7961e-03,  8.7174e-03,  6.7145e-03, -3.3864e-04, -1.1319e-03,
                       5.1018e-05,  2.3907e-03,  1.2472e-03,  3.2113e-03, -1.6953e-03,
                      -2.6038e-03, -3.8395e-04,  2.1535e-03, -4.4152e-03,  2.3491e-03,
                       9.7149e-04,  2.5852e-03,  2.4341e-04,  3.5350e-03, -2.8697e-03,
                      -4.2114e-03,  3.5010e-03, -2.5367e-03, -2.5952e-03, -1.6598e-03,
                       3.1550e-03,  1.5411e-03,  2.7022e-04,  2.8007e-03,  8.9890e-04,
                       5.2428e-03,  4.5338e-04,  3.1672e-03, -7.2355e-04,  1.3349e-04,
                       2.0710e-03, -1.2532e-03,  4.1786e-03, -9.2155e-04, -4.1128e-03,
                       3.5197e-03, -2.5364e-03, -1.8425e-04, -8.4071e-04,  5.4269e-03,
                       1.8686e-03,  2.2327e-03,  1.1512e-04, -1.3716e-04,  1.5281e-03,
                      -3.7022e-03,  1.2978e-03,  7.3164e-04, -4.6908e-04,  1.4419e-03,
                      -2.1700e-03, -3.9012e-04, -3.7923e-05,  1.3079e-04, -7.4677e-04,
                       4.3721e-03, -2.6499e-03, -2.6256e-03,  1.6556e-03, -2.8672e-03,
                      -5.6949e-05, -1.7947e-03,  2.7593e-03, -2.1428e-03, -2.2028e-03,
                       1.9081e-03,  2.0538e-03,  3.9237e-03, -1.1633e-03,  9.5286e-04,
                       3.9462e-04,  3.8074e-03, -1.0570e-03, -1.2087e-03,  1.6950e-03,
                       7.4227e-04,  3.4875e-05, -7.6711e-04, -3.5095e-03, -3.2379e-03,
                       9.7987e-04,  7.9308e-04,  1.4298e-03,  1.7148e-03, -3.0061e-03,
                       2.3930e-03, -5.0229e-03, -1.3026e-03,  1.3107e-03,  6.4079e-03,
                       7.2266e-04, -3.1108e-03,  6.2901e-04,  6.8967e-05,  5.2976e-04,
                      -8.1256e-05,  1.8692e-03,  1.7446e-03,  1.2301e-03,  1.9536e-03,
                       1.8059e-03, -1.2922e-03,  1.4717e-03,  2.8455e-04, -1.5367e-03,
                      -2.2663e-03,  3.1700e-03,  5.0938e-04,  1.0467e-03, -2.0023e-03,
                       2.0803e-03,  3.7570e-04,  5.1801e-04, -1.2223e-03,  2.0083e-03,
                      -4.3399e-04, -1.2558e-03,  1.5919e-03,  2.1448e-04,  2.1931e-05,
                       1.3285e-03, -1.5500e-03,  4.8283e-03, -2.9443e-03,  3.7196e-03,
                       3.0706e-03,  2.8712e-03, -4.9221e-03, -1.0376e-02,  2.9645e-03,
                       3.2588e-04, -7.3556e-03,  4.4032e-03, -8.1706e-03,  1.8203e-03,
                      -3.5474e-03, -2.6475e-03, -2.4285e-03, -5.2669e-03, -2.7545e-03,
                       1.4937e-03,  1.7345e-03,  1.5696e-03,  6.6782e-03, -2.3890e-03,
                      -7.2361e-03,  1.1373e-03,  1.7630e-03,  5.7572e-03,  2.4169e-03,
                       2.4821e-03, -6.2197e-03,  2.3537e-03, -2.7768e-03,  2.0000e-03,
                      -6.4742e-04,  4.7985e-04, -3.0415e-04, -3.4873e-03, -6.9898e-03,
                      -7.5494e-03,  6.3705e-03, -3.4392e-03, -4.0662e-03, -2.1277e-03,
                       7.0503e-04,  3.3781e-03,  3.6478e-03, -1.3050e-05,  1.1404e-03,
                       1.2768e-03,  2.9881e-03,  1.3780e-04,  4.8128e-03, -1.9915e-03,
                       5.2033e-03, -3.4331e-03, -1.6059e-04,  9.9336e-03, -2.1646e-03,
                      -3.2488e-03, -1.7561e-03,  1.9081e-03,  2.2674e-03,  4.8248e-03,
                      -3.2399e-03, -3.2595e-03, -7.9280e-06,  3.5478e-03,  1.8498e-03,
                       5.0318e-04,  8.0744e-03,  5.0875e-03, -1.8814e-03, -8.0134e-04,
                      -4.9676e-03, -2.7446e-03, -5.1533e-03, -4.4109e-03, -1.7332e-03,
                       1.8855e-03,  1.3338e-03,  2.4371e-03, -3.8579e-03,  5.6139e-03,
                      -6.4882e-03,  3.3718e-03, -2.4389e-04,  3.4641e-04, -7.1561e-04,
                       2.4441e-03, -4.7615e-03, -4.2808e-04, -6.4331e-03,  2.9139e-03,
                      -2.4292e-03,  6.7799e-04,  1.1277e-03, -3.5214e-03,  3.1770e-05,
                       2.2239e-03,  2.0362e-03, -3.0105e-04,  3.8827e-04, -2.2826e-03,
                       1.1704e-03, -2.8984e-03, -2.5599e-03, -1.6592e-03, -4.5701e-03,
                       1.3395e-03,  5.4610e-03, -5.1228e-04,  9.2521e-04,  2.7737e-03,
                      -8.2846e-04,  4.0827e-04, -4.9074e-04, -4.9853e-03,  5.6392e-03,
                       5.5319e-04, -2.9203e-03,  3.7685e-03,  6.3705e-03, -1.0477e-05,
                       6.4070e-03, -2.6716e-03, -8.4465e-03, -7.8791e-04, -3.6402e-03,
                       2.3078e-03, -3.8569e-03, -2.5246e-03, -4.9745e-03, -2.8494e-03,
                       3.6690e-03,  1.5509e-03,  1.4844e-03, -7.6176e-04, -8.6939e-04,
                      -4.4609e-03,  6.7560e-04, -2.0049e-03, -3.4938e-03,  5.1492e-03,
                       1.8901e-03, -3.8217e-03, -5.9980e-04, -5.5951e-04, -2.5316e-03,
                       1.9750e-03,  9.2910e-04, -3.4676e-04, -4.2481e-04, -3.6414e-03,
                      -1.7485e-04, -3.4082e-04,  1.7748e-03,  1.2076e-03, -3.5618e-03,
                      -5.0435e-04,  5.2929e-04, -4.5203e-05, -1.6386e-03, -2.9425e-03,
                       2.4085e-03,  7.0558e-03,  5.0340e-04, -2.1643e-03, -1.8764e-03,
                      -2.4895e-03,  3.4164e-03, -3.6700e-03, -1.5973e-03, -8.3035e-04,
                      -1.7337e-03, -1.2277e-03,  8.6841e-04, -2.7262e-03, -1.4893e-03,
                      -1.5065e-03,  3.4546e-04, -6.4067e-04,  3.7156e-04, -5.0893e-03,
                      -1.5429e-03,  1.9085e-03, -1.7310e-04, -5.5560e-04,  1.1384e-03,
                       4.2141e-04,  2.4401e-03, -1.3477e-03, -3.4472e-03, -4.2993e-03,
                      -2.9446e-03, -1.8502e-03, -3.9842e-05, -1.2384e-03, -3.2306e-04,
                       8.7668e-04, -3.6956e-04,  1.2700e-03,  3.5376e-03, -3.9053e-03,
                      -2.9968e-04,  9.6451e-04,  1.3360e-03, -1.9628e-03,  3.1056e-04,
                      -2.9462e-03, -5.8655e-04,  4.0519e-04, -1.4097e-03, -8.8303e-04,
                      -2.0098e-03, -1.8382e-05, -8.0499e-03,  2.6046e-03, -8.0179e-04,
                      -8.0137e-04,  1.8996e-03, -1.1089e-03,  3.9745e-04,  8.3283e-04,
                       2.2867e-03,  4.0537e-03,  1.9436e-03, -8.1846e-04,  2.6950e-03,
                       1.3859e-03,  2.0637e-03, -2.9650e-04, -4.4354e-04, -6.6019e-04,
                       1.2284e-03, -4.8502e-04, -2.7543e-03, -4.7426e-03,  3.7567e-03,
                      -1.2379e-03, -1.9899e-03, -1.9709e-03,  6.0667e-04, -2.9871e-03,
                       2.6191e-03,  4.1326e-05,  4.2984e-03, -4.2357e-03, -5.6537e-03,
                      -1.4552e-03,  2.5313e-03, -3.0635e-03,  4.5065e-04, -1.2511e-04,
                       1.7054e-04, -5.9340e-03,  5.3643e-04], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.weight',
              tensor([[ 0.0368,  0.0141,  0.0212,  ..., -0.0282, -0.0076,  0.0191],
                      [ 0.0250,  0.0871, -0.0365,  ...,  0.0595,  0.0003, -0.0208],
                      [-0.0952,  0.0211, -0.0548,  ...,  0.0047, -0.0114, -0.0633],
                      ...,
                      [ 0.0232, -0.0450,  0.1075,  ..., -0.0083, -0.0276, -0.0190],
                      [ 0.0405, -0.0193,  0.0325,  ...,  0.0491, -0.0419,  0.0326],
                      [ 0.0127,  0.0085, -0.0159,  ...,  0.0172, -0.0136,  0.0731]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.bias',
              tensor([-1.3451e-02, -4.0158e-02,  1.4437e-02,  4.2259e-03,  2.4475e-02,
                       4.1039e-02, -7.9333e-02, -4.5538e-03,  1.9349e-02, -5.4491e-02,
                       7.0913e-02, -1.6038e-02, -2.4550e-02, -4.1193e-03,  1.0527e-02,
                      -1.1073e-03,  2.4066e-02, -9.2137e-03,  1.1364e-02, -1.1965e-02,
                       1.0810e-01,  2.7758e-02, -2.4544e-03,  2.6131e-02, -9.2749e-03,
                      -3.5297e-02,  2.6113e-02, -3.8445e-02, -8.9687e-02, -3.4060e-02,
                       6.0119e-02,  4.3866e-03, -6.8211e-03,  2.6726e-02,  2.8351e-02,
                      -2.7925e-02,  4.3417e-02, -1.0066e-02, -4.3575e-02, -9.5743e-02,
                       2.3951e-02, -2.8135e-02,  2.4342e-02,  7.4983e-03,  4.1347e-02,
                      -2.6063e-02, -5.9137e-02, -7.5997e-02,  3.5371e-02,  4.2024e-05,
                       1.9541e-02, -4.6982e-02, -5.1722e-03,  4.1139e-02,  2.0112e-02,
                       3.7484e-02, -6.7235e-02, -4.3909e-02,  1.0602e-02, -5.0910e-02,
                       2.0917e-01,  4.6660e-02,  1.6463e-02, -5.2079e-03, -8.0744e-04,
                      -1.5764e-03, -8.0683e-03, -1.2491e-02, -7.2130e-03,  1.7514e-02,
                       8.9716e-03, -6.5501e-03, -7.1872e-03,  2.7318e-02,  2.0329e-02,
                      -2.4232e-02,  7.4364e-03,  8.0544e-04, -4.2002e-03, -1.2288e-02,
                       2.5458e-02,  8.4345e-03,  1.5884e-03,  3.9161e-03, -4.2571e-03,
                       2.9528e-03,  1.0559e-02, -3.0645e-02, -3.4558e-03,  1.4037e-02,
                       1.3190e-02, -1.0167e-03,  1.2142e-02, -2.5866e-03,  1.6630e-02,
                       6.6358e-03, -5.3229e-03,  1.6850e-02,  1.5993e-02, -8.9708e-03,
                      -7.0566e-03,  1.3666e-02,  1.4629e-02, -2.0198e-02, -1.8430e-02,
                       3.1063e-02,  1.1512e-02,  1.2124e-02, -4.7826e-03,  1.2145e-02,
                       2.3875e-02, -2.7109e-02,  2.4036e-03,  9.4444e-03, -2.8535e-03,
                      -3.4200e-02,  6.7597e-03,  4.3932e-03,  1.5277e-02,  2.1285e-02,
                       1.5687e-03,  1.4798e-02, -1.2149e-02, -1.3271e-02, -1.7808e-02,
                       1.8480e-03, -2.6639e-02,  2.9352e-03, -2.3107e-03,  2.4758e-02,
                      -1.5429e-02, -3.0079e-02,  1.8587e-02,  4.5502e-02,  6.7675e-02,
                      -6.0445e-03, -2.5242e-02, -2.1198e-03, -1.7057e-02,  9.2771e-02,
                       3.4242e-02, -2.4421e-02,  4.1442e-02, -1.8212e-02, -1.2982e-02,
                       3.3381e-02, -6.6780e-02,  2.8045e-02, -1.4788e-02,  3.8397e-02,
                       1.2725e-02, -1.9809e-02,  5.8919e-02,  4.1430e-02,  3.8267e-02,
                      -1.8979e-02, -2.4301e-02, -8.2062e-03, -2.9165e-02,  4.1031e-02,
                      -2.4645e-02, -1.4264e-02,  4.4486e-02,  2.9974e-03,  9.0481e-03,
                      -2.9204e-02, -4.0108e-02, -1.7355e-02,  6.0767e-02,  1.6658e-02,
                       1.6667e-02,  3.7330e-03,  2.4923e-03,  1.1027e-02, -5.5135e-03,
                       1.7277e-02, -8.0723e-02,  2.9760e-02, -9.6368e-03, -1.5100e-02,
                      -3.9315e-02, -1.8595e-04, -7.9591e-02, -8.4964e-03, -2.3715e-02,
                      -1.6121e-02, -1.6881e-02,  4.3422e-02, -8.2670e-02,  1.4140e-01,
                       2.8452e-02,  3.1647e-02, -2.0733e-03,  5.2001e-03, -1.7961e-02,
                       1.8738e-02, -2.2443e-02, -8.6897e-03,  2.5435e-02, -2.9146e-03,
                       5.6741e-03,  2.4862e-02,  1.8570e-02,  4.1695e-02,  2.2464e-02,
                       2.1165e-02,  2.6751e-02,  2.3246e-02,  7.8877e-03,  1.5695e-02,
                       4.5861e-03, -1.2427e-02, -1.4265e-02, -1.0264e-02, -6.3384e-03,
                      -2.2016e-02, -1.3544e-02, -3.2941e-02,  2.0643e-02,  2.3902e-02,
                       3.2245e-02, -1.5973e-03,  2.3817e-03, -2.3537e-03, -5.6507e-03,
                      -7.1252e-03,  4.1060e-03,  1.8858e-03,  1.8543e-02,  8.5567e-04,
                      -5.8615e-03, -4.6727e-03, -3.3336e-03,  1.9441e-02,  1.6003e-02,
                       1.1605e-02, -2.0239e-02,  4.0152e-03,  1.4489e-02,  1.2517e-02,
                      -2.4827e-02, -1.5703e-02,  2.2386e-02, -1.2626e-02,  1.2938e-02,
                      -1.6767e-02, -7.9550e-03, -2.3420e-02, -1.1592e-02, -6.1379e-03,
                      -9.4701e-03,  1.0169e-02,  1.5296e-02, -1.4277e-02, -3.3728e-02,
                       2.3458e-03, -1.4121e-03,  5.7875e-03, -1.7686e-02, -1.4162e-02,
                       4.7324e-03, -3.2552e-03, -5.5931e-03, -6.0072e-03, -2.5833e-02,
                      -4.7556e-03,  2.1620e-02, -1.5500e-02, -2.2538e-02,  8.8072e-03,
                       2.6936e-02, -3.5643e-02,  2.6011e-03,  1.6376e-02,  1.1435e-02,
                       1.9892e-02,  6.0471e-03,  1.2344e-03,  1.4547e-02,  1.8300e-03,
                      -1.4339e-02,  1.1841e-02, -4.0508e-03, -2.3040e-03,  1.7943e-02,
                       1.2178e-02, -2.9084e-03, -1.3683e-02, -8.8099e-03, -6.6411e-03,
                      -1.3322e-02,  1.2508e-02,  1.8251e-02, -1.5601e-03, -1.4946e-02,
                       2.7641e-04,  1.3967e-02,  2.0645e-02,  9.7943e-03, -3.0539e-02,
                      -6.3773e-03,  1.4596e-02,  1.4437e-02, -4.4520e-04, -9.1139e-03,
                       8.6596e-03,  7.1475e-04, -4.1719e-03,  8.5012e-03,  1.2047e-02,
                       1.0143e-02,  2.1217e-02,  1.7689e-03, -1.9929e-04,  1.1838e-02,
                      -7.2221e-04, -1.1681e-02,  3.1936e-02, -2.8912e-02,  1.2855e-02,
                       2.2890e-02, -4.7016e-02,  7.1457e-03, -2.6413e-02, -2.9233e-02,
                      -6.2215e-02, -5.6961e-02, -4.4858e-02,  6.4487e-03, -1.5024e-02,
                       3.6343e-03,  4.8542e-02,  7.3720e-02,  3.2161e-02, -1.8910e-02,
                       9.0262e-02, -6.1748e-02, -4.8891e-03,  1.0366e-01,  2.8461e-02,
                      -2.8780e-02, -2.8211e-02,  1.0418e-01,  6.1024e-02,  1.0587e-01,
                       5.5799e-02, -7.7542e-02, -1.1491e-02, -7.4677e-03, -5.1601e-02,
                      -9.4344e-02,  2.4345e-02, -6.6935e-03,  5.4973e-02, -7.8121e-02,
                       1.5945e-02,  6.6095e-02,  9.5953e-02, -2.2082e-02,  2.6647e-02,
                       1.1426e-01,  4.4611e-02,  5.3519e-02,  1.0748e-01, -5.6917e-02,
                       5.3225e-02, -7.3685e-02,  2.4155e-02,  1.5514e-02, -2.3945e-02,
                       2.0588e-03,  3.3406e-03,  5.0139e-02, -3.5058e-04, -4.3846e-02,
                      -2.2250e-02, -4.0885e-02, -1.4314e-01, -3.3182e-02, -3.3135e-02,
                      -2.2516e-02, -8.7823e-02,  4.1311e-02, -5.1654e-02, -3.2530e-02,
                       4.7640e-02, -2.6477e-02,  4.2056e-03, -8.4814e-03, -1.7616e-02,
                      -4.4312e-03, -2.5878e-03, -7.8670e-03, -1.7288e-02, -1.7987e-02,
                      -1.2971e-02,  1.4999e-02, -3.9842e-02,  2.9108e-02,  1.5444e-02,
                       1.3811e-02, -1.7715e-02, -2.6981e-02,  1.8397e-02,  2.2335e-02,
                      -7.3054e-03,  8.6307e-03, -1.7225e-03, -2.8879e-02, -1.7472e-02,
                       5.0390e-04, -5.7402e-03,  7.9022e-03,  2.7102e-03, -1.3511e-02,
                      -3.8334e-03,  1.1539e-02,  9.6261e-03, -2.3489e-02,  2.3733e-02,
                      -2.3554e-02, -9.8152e-03, -8.7294e-03,  1.2645e-02,  2.6388e-02,
                       5.5217e-03, -1.4006e-02,  1.5562e-02,  1.0799e-02,  5.0245e-04,
                      -3.1436e-02,  1.2210e-02, -8.7097e-04,  5.2210e-03,  3.9350e-03,
                       7.3544e-04,  4.1979e-03, -2.5302e-02,  2.7841e-02,  5.5138e-04,
                      -1.6299e-02,  4.5321e-03,  6.1072e-03,  1.8468e-02, -1.5245e-02,
                      -1.3008e-02, -2.6923e-03,  2.9382e-02, -8.3288e-03, -1.5040e-02,
                      -4.6009e-03,  2.0876e-02,  4.1111e-02, -3.4859e-02,  6.5764e-02,
                       5.8891e-03, -2.9996e-02, -8.9089e-03, -2.2683e-02, -3.1340e-02,
                       2.9937e-03,  8.4105e-03, -1.6674e-02,  2.5226e-03, -1.8458e-02,
                       2.0083e-02, -2.0631e-02,  4.7590e-03, -1.0351e-02, -5.6969e-02,
                       7.3422e-02,  4.1595e-03, -2.0398e-02, -5.6433e-03, -7.5478e-03,
                      -1.7951e-02,  1.1418e-02, -6.0609e-02,  2.9605e-02, -7.9103e-02,
                       3.4723e-03, -3.1772e-03, -5.9662e-03,  4.0940e-03, -3.3103e-02,
                       1.7320e-02, -6.7082e-02, -4.4181e-03, -1.6915e-02,  2.5518e-02,
                      -8.0882e-04, -1.2077e-02, -2.3501e-02, -5.4565e-03, -3.5578e-03,
                      -1.7160e-02, -1.3041e-02, -4.3761e-03,  4.2639e-03,  5.4925e-03,
                      -1.7299e-02,  1.7709e-02, -3.2898e-03, -4.5754e-02,  2.4827e-02,
                       5.1998e-02,  3.8842e-02, -4.6461e-03,  2.1061e-02, -7.3460e-03,
                      -1.2980e-02,  3.0477e-02,  1.5472e-02, -3.1175e-02, -3.1792e-02,
                      -4.2775e-02,  6.5040e-03, -6.7672e-03,  1.1954e-02,  6.4293e-02,
                       6.5563e-03, -1.6242e-02, -1.0843e-02,  2.8707e-02,  1.3270e-02,
                       2.2553e-02, -2.5569e-02, -1.0617e-02,  4.5361e-02, -1.9022e-02,
                       9.7684e-03, -1.7480e-02,  5.4250e-02,  1.4903e-02, -8.1200e-03,
                       1.7119e-02,  1.6872e-03,  1.3484e-02,  2.2567e-02,  1.2398e-02,
                      -2.8146e-02, -3.0549e-02,  4.1118e-02, -9.4170e-03,  1.8191e-02,
                      -1.2490e-02, -1.3507e-02,  7.7849e-03, -4.0412e-03, -5.1532e-02,
                      -1.2320e-02,  3.0768e-02, -2.5271e-03, -7.6305e-02,  1.8818e-02,
                      -1.7224e-02,  1.7386e-03, -1.7919e-03,  1.5215e-02,  2.4246e-02,
                       2.2791e-03, -3.6652e-03,  1.9683e-02, -1.8747e-02,  2.1339e-02,
                       1.0154e-02, -1.8055e-02, -2.3904e-02, -3.1984e-03,  1.4031e-02,
                       1.9195e-03,  2.4876e-02,  2.3737e-03, -2.3944e-02,  1.4531e-02,
                       2.3384e-02, -2.5123e-02,  1.1495e-02,  2.6328e-02,  1.2639e-02,
                       6.0511e-03, -3.5332e-03, -1.7585e-02, -4.8210e-05, -1.7239e-02,
                      -2.8260e-02,  1.7743e-03,  1.9455e-02, -8.7232e-03, -4.9707e-03,
                       6.4886e-03, -2.3671e-02,  1.7234e-02,  1.3539e-02,  1.9001e-02,
                      -1.8817e-02,  3.8500e-02, -3.2584e-02,  7.0578e-04,  1.8330e-02,
                       2.2891e-02,  3.8627e-02, -1.1533e-02, -1.0700e-02, -3.1406e-02,
                       1.7669e-03, -6.0448e-04,  3.7909e-03,  2.8287e-02,  6.7274e-03,
                       1.6930e-02, -1.4874e-02,  1.3877e-02, -2.0240e-02,  4.0165e-03,
                      -3.4087e-02,  1.4291e-03,  2.6029e-02,  2.5986e-02,  1.9100e-02,
                       1.3717e-02, -1.0735e-02, -1.2722e-02,  2.2413e-02, -6.4972e-03,
                      -7.1355e-03, -1.5634e-02,  8.1261e-03,  1.7348e-02,  4.2933e-03,
                       2.9872e-02, -4.2519e-02,  5.1759e-03, -1.3630e-02, -2.8892e-02,
                      -4.7740e-03, -6.0045e-03,  4.4059e-02,  6.3297e-03, -1.9655e-02,
                       6.5692e-03, -4.9333e-03,  9.7598e-04, -3.9373e-03,  1.3141e-02,
                      -1.0272e-02,  1.8688e-02, -1.8359e-03, -9.5382e-04,  9.8597e-03,
                       9.3414e-03, -2.3414e-02, -1.6325e-02, -3.1907e-03,  1.6311e-02,
                       1.9389e-02, -1.7703e-02, -6.2981e-03, -3.6405e-03, -1.2268e-02,
                      -1.6912e-02,  5.9903e-03, -8.8391e-03, -5.4637e-03,  2.4387e-02,
                      -2.1995e-02,  5.9342e-04,  1.7383e-02, -3.3839e-02, -5.2984e-04,
                       2.1596e-02,  2.6212e-03, -3.5557e-03, -1.8306e-02,  2.1503e-02,
                      -1.7361e-02, -1.6056e-03,  2.2641e-03,  7.4223e-03, -3.8063e-03,
                       2.9193e-03, -1.3266e-02,  2.0635e-02,  1.1933e-03, -5.6292e-03,
                       1.1648e-02,  1.2468e-02, -1.2506e-02,  1.6585e-02, -1.0138e-02,
                       1.3100e-02, -4.0457e-03, -8.4479e-03, -4.3385e-03,  2.2799e-02,
                      -1.0972e-03,  1.2037e-02, -8.6416e-05, -3.7583e-03, -1.3159e-04,
                       1.4653e-02,  2.5785e-03,  2.3991e-02, -8.5461e-03,  2.3899e-02,
                      -3.9568e-03, -5.6924e-03, -1.0572e-02, -6.3692e-03, -8.6678e-03,
                       3.0359e-02,  5.4090e-03,  1.4330e-02,  1.4711e-02, -1.0280e-03,
                       7.8009e-04, -1.0140e-02, -3.1968e-04, -4.0365e-03,  2.3844e-03,
                      -1.5697e-02, -2.5700e-02,  4.3364e-03, -7.8842e-03, -7.2279e-03,
                       5.4298e-03, -1.6005e-02,  3.3553e-03, -9.0700e-03, -2.8156e-02,
                      -1.1790e-02, -8.8996e-03, -2.6753e-03,  1.3888e-02,  1.3230e-02,
                      -1.2584e-02, -6.3328e-03,  2.8954e-02, -1.3175e-03,  4.2672e-03,
                      -1.0413e-02, -4.1350e-03, -4.1932e-03, -3.4083e-02, -2.7753e-02,
                      -5.8041e-03, -1.8370e-02,  1.1931e-02,  3.3113e-02,  1.4019e-02,
                       6.9949e-03, -1.4289e-02, -2.6333e-02,  2.0101e-02, -3.2569e-02,
                       3.7607e-03,  1.0448e-02, -9.7853e-03, -2.9819e-02, -6.6685e-03,
                       3.1540e-03,  1.1074e-02,  1.6755e-02,  2.0559e-02,  2.9657e-02,
                      -3.5051e-03,  2.2607e-02, -2.0005e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.weight',
              tensor([[-2.1999e-02,  2.0830e-02, -2.8272e-02,  ..., -6.8877e-02,
                       -2.5102e-02,  7.1743e-02],
                      [ 5.9838e-03,  5.5865e-02,  6.9423e-02,  ..., -2.1431e-02,
                        1.7924e-02,  2.2914e-02],
                      [-4.7675e-02,  8.6566e-03,  2.2759e-02,  ...,  4.2150e-03,
                       -3.7645e-02,  9.1038e-02],
                      ...,
                      [ 9.3811e-02, -5.4161e-03,  3.1631e-02,  ..., -5.1156e-02,
                       -3.5072e-03, -7.8725e-02],
                      [-1.6849e-02, -4.6910e-02, -3.0016e-02,  ...,  2.3968e-02,
                        3.8257e-02,  2.3398e-03],
                      [-1.9455e-05, -5.9283e-03,  1.0746e-02,  ...,  1.3526e-02,
                       -2.5136e-02,  8.2447e-03]], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.bias',
              tensor([ 3.7791e-02,  3.4048e-02, -3.2536e-02,  8.1459e-02,  7.8940e-02,
                       7.6318e-02,  6.5433e-03, -6.3012e-02,  2.5801e-02,  1.1054e-01,
                       1.6691e-02, -2.8699e-03,  4.9915e-02,  9.5843e-02, -7.2734e-02,
                       4.9964e-02, -1.0945e-01,  2.4053e-02,  2.8243e-02, -6.7352e-02,
                       3.4371e-02,  4.8854e-03,  4.2099e-02, -5.8804e-02,  1.6292e-01,
                      -1.1862e-02,  5.4373e-02,  4.6371e-02, -2.5746e-02,  3.4693e-02,
                      -1.8401e-02,  2.2433e-02,  9.7731e-03,  6.8998e-02, -1.0652e-01,
                       8.8068e-02, -1.5224e-01, -3.7383e-02, -1.7680e-01,  3.4269e-02,
                       4.9133e-02,  3.7752e-02, -2.5455e-02,  1.1909e-01, -5.9671e-02,
                       2.7994e-02,  7.7981e-02,  3.5241e-02,  2.9929e-02, -9.2505e-02,
                      -2.7574e-02,  1.0497e-01, -1.3860e-01,  7.6854e-03, -1.4900e-01,
                       4.9869e-03,  1.1998e-01,  3.5126e-02,  1.2832e-01,  2.6450e-02,
                      -8.0688e-03,  4.8954e-02,  6.8108e-02,  3.6077e-03, -1.0740e-01,
                      -4.4862e-02,  8.6882e-02,  3.3399e-02, -3.2892e-01, -1.0306e-01,
                      -5.0359e-02,  3.1181e-02,  2.6151e-02,  5.5980e-02, -6.8744e-02,
                      -4.1233e-02,  2.6922e-02, -7.7005e-02,  3.9744e-02, -4.2908e-02,
                      -1.6657e-01,  3.2812e-02, -1.3807e-01, -3.5283e-02,  1.6083e-01,
                      -1.0493e-01,  8.9730e-02, -8.2252e-02, -2.5325e-02,  1.7557e-01,
                       7.0077e-02,  7.3977e-02, -1.1397e-02,  1.6800e-01, -4.2510e-02,
                       6.6156e-03, -9.2811e-02,  1.8531e-02,  1.1568e-01, -5.3158e-02,
                      -3.2138e-02, -4.0843e-02,  6.4441e-03, -2.1037e-02, -7.0423e-02,
                       5.7389e-02, -9.3660e-02,  2.8927e-02, -1.8817e-02,  3.8761e-02,
                      -1.0415e-01, -9.7641e-02,  6.4154e-02, -1.6025e-02, -4.0483e-02,
                      -7.2716e-02,  1.7678e-01, -8.1836e-02,  2.4467e-02,  5.2688e-02,
                      -6.9633e-02, -2.6081e-02, -5.5150e-02, -9.7751e-02, -1.4101e-01,
                       2.2828e-03, -1.6794e-02, -3.4246e-02,  1.0595e-01,  9.6171e-02,
                      -3.6336e-02,  6.0103e-02,  5.3847e-02, -7.8887e-02, -5.6162e-02,
                       1.2528e-02,  2.4225e-03, -3.4727e-02, -1.9408e-01, -4.3544e-02,
                       7.5410e-03,  1.0529e-01, -4.0143e-02,  1.9556e-01, -1.7186e-02,
                       4.2018e-02,  1.4192e-01, -9.9550e-02, -5.6919e-02,  2.6261e-01,
                       4.7563e-03, -5.7463e-03, -1.0445e-01, -7.7922e-02, -5.6184e-02,
                      -1.0261e-01, -9.8146e-02,  3.2354e-03, -8.4138e-02,  8.0715e-02,
                      -8.7338e-02,  1.3604e-01,  4.7948e-02,  2.7923e-02,  2.4183e-01,
                       5.2262e-02, -3.9644e-02, -2.6645e-01,  4.7800e-02,  6.8628e-02,
                      -4.8474e-02, -1.6685e-01,  5.4335e-02,  5.3865e-02,  4.0084e-02,
                      -2.6607e-02,  1.3962e-02,  4.0386e-02,  2.9561e-02, -7.7060e-03,
                      -1.2420e-01, -4.7649e-02, -1.3282e-02,  2.2250e-02, -6.4245e-02,
                       4.3143e-03,  1.5291e-01, -6.0022e-02,  5.9717e-02, -5.1636e-02,
                      -2.2697e-01, -4.5084e-02,  5.2792e-03, -2.2010e-02,  8.3805e-02,
                       7.5661e-02, -6.5688e-02,  8.5593e-02,  9.4368e-02, -4.0905e-02,
                       4.9620e-02,  4.4377e-02,  6.2977e-02, -1.0016e-03, -6.1453e-02,
                       8.8243e-04,  1.5017e-01,  5.9046e-03, -3.8615e-02,  1.1585e-01,
                       9.7130e-03, -1.0817e-03, -3.0267e-02,  3.2012e-02,  3.5092e-02,
                      -1.6134e-02, -7.7108e-02, -1.3685e-01,  5.5153e-02,  3.6043e-04,
                      -6.2671e-02, -1.7821e-01,  1.5248e-02,  3.7399e-02, -1.4471e-02,
                       5.3598e-02, -3.3955e-02,  6.8855e-02, -9.3941e-02, -1.8180e-02,
                      -1.0805e-01, -2.0984e-02,  8.9967e-03, -1.1236e-01,  9.7211e-02,
                      -7.2380e-03,  1.9645e-01, -2.0969e-02, -5.4724e-02,  6.2698e-02,
                      -4.8717e-02, -7.6369e-02, -1.1856e-01, -5.4538e-02, -3.3014e-02,
                       1.3259e-01, -1.9453e-02, -6.0652e-02, -2.9203e-02, -3.1994e-03,
                      -4.6860e-02, -3.5976e-02, -2.6666e-02,  5.9159e-02,  4.3055e-03,
                      -1.0698e-02, -6.2892e-02,  2.6580e-01, -1.1103e-01, -5.8290e-02,
                      -1.3175e-01, -6.9218e-02,  6.3054e-02,  3.1130e-02, -1.0263e-01,
                       5.4696e-02, -2.1988e-02,  3.6856e-02, -3.6981e-02,  4.1568e-02,
                       3.1800e-02,  1.4672e-02,  9.4218e-03, -7.6576e-02,  7.1723e-02,
                       7.1482e-02,  9.3373e-02, -7.8895e-02, -5.8498e-02, -6.7630e-02,
                       1.2150e-02, -2.4574e-02, -4.1935e-02,  3.0309e-02,  7.7378e-02,
                      -5.2140e-03,  4.8342e-02,  8.5924e-02,  1.2008e-01, -4.2016e-02,
                       3.4757e-02,  1.9576e-03,  1.4961e-01, -3.6648e-03,  3.8281e-02,
                       1.1497e-01, -2.9172e-02,  5.8112e-02,  1.1168e-01, -3.4126e-02,
                      -6.4939e-02, -6.8565e-02,  1.0307e-02, -5.2588e-02, -1.8946e-01,
                      -3.0576e-02, -9.9590e-02,  1.5503e-02,  5.2363e-02, -3.1012e-02,
                      -2.0680e-01,  7.1641e-02, -3.2679e-02, -1.8279e-01, -8.7432e-02,
                      -2.3417e-02, -3.9665e-02, -4.5151e-02,  2.8877e-02, -4.0645e-02,
                       2.0261e-01,  6.3515e-02,  1.6393e-02,  8.5627e-02,  9.6309e-02,
                      -1.1580e-02,  9.8885e-02, -5.3651e-02,  3.3315e-02, -4.6582e-02,
                      -2.4028e-02, -1.1640e-01,  2.9218e-03,  7.1822e-02,  3.4703e-03,
                      -4.7169e-03, -2.9132e-02, -1.2561e-04,  3.3771e-02, -5.3161e-03,
                      -2.3383e-01, -6.1062e-03, -1.0906e-01,  6.9672e-02,  7.7927e-02,
                      -8.1216e-02,  3.5003e-02,  2.9973e-02, -1.8371e-01, -2.0107e-02,
                      -2.5559e-02,  4.5536e-02,  1.0366e-01,  3.0420e-02,  5.5532e-02,
                       8.9088e-02,  7.3074e-03,  6.9981e-02, -2.9384e-02,  1.1572e-01,
                       4.0353e-02,  2.2175e-02,  4.9227e-02, -2.7944e-02,  9.5756e-03,
                      -1.9374e-01,  2.5785e-02,  2.2853e-02, -2.8004e-02,  2.3394e-02,
                      -5.5744e-02, -4.9034e-02, -6.5328e-02,  7.8001e-02, -1.5129e-03,
                       3.0402e-02, -4.0907e-02,  1.4855e-02, -3.0429e-03,  1.5131e-01,
                       3.3404e-02, -3.8693e-02, -9.3493e-02, -7.2635e-03, -9.8287e-02,
                      -1.0232e-01, -1.1926e-02,  8.1163e-02, -4.7804e-02, -1.1625e-01,
                       5.0259e-02, -8.7455e-02, -6.8663e-02, -9.0214e-03,  6.2180e-02,
                       8.0345e-02,  6.7797e-02, -5.6675e-02,  8.9290e-02, -7.8331e-02,
                       1.2503e-02,  2.7046e-02, -4.3512e-02,  5.0949e-02,  3.0824e-02,
                      -1.0896e-01,  6.5316e-02, -1.5344e-01, -3.7740e-02,  3.5425e-02,
                      -6.4633e-02, -1.8798e-03,  8.6386e-02,  1.5546e-02,  1.7099e-02,
                       2.8456e-02, -1.0846e-01, -7.0244e-02,  1.1358e-01,  3.8310e-02,
                      -1.0410e-01,  6.4207e-02,  1.2281e-01, -2.5593e-02, -1.4590e-01,
                       5.2749e-02,  6.4097e-03,  7.4373e-02, -1.4572e-02,  1.6935e-02,
                      -8.5318e-03,  1.7923e-02,  7.0264e-02, -5.1776e-02, -1.2581e-01,
                      -3.0329e-02,  2.2842e-02,  8.2223e-02,  1.6986e-02,  4.1412e-02,
                      -5.0674e-02, -8.4440e-02,  5.1653e-02,  3.3876e-02, -1.0857e-01,
                      -3.0213e-02, -8.3017e-02, -8.3360e-02,  4.3264e-02,  6.3560e-03,
                      -2.0582e-02,  1.5927e-01, -1.0640e-01, -1.1175e-03, -2.0642e-01,
                       3.4285e-02,  3.8411e-02,  1.0154e-01, -3.6942e-02, -1.2329e-01,
                      -1.7347e-02, -6.4534e-02, -1.9586e-02,  7.6545e-02, -1.2342e-01,
                      -3.8601e-02, -2.0596e-01, -5.6673e-02, -2.4518e-02,  1.4730e-01,
                      -2.3744e-02,  1.2341e-01, -7.0410e-02, -6.5587e-02, -4.1824e-02,
                       5.1496e-02,  4.5071e-02,  2.6433e-02, -1.0362e-01,  3.9328e-02,
                       1.3491e-01, -2.9140e-02,  7.0122e-02,  3.4634e-02,  1.2749e-01,
                      -1.0377e-01,  1.0568e-01, -2.9245e-02,  5.4934e-03, -2.0259e-02,
                       1.4843e-02, -6.9912e-02,  1.5795e-01,  1.6666e-02,  4.0987e-02,
                      -6.1592e-02, -7.4161e-02, -6.4477e-02,  3.1580e-03, -7.4257e-02,
                      -1.7690e-01, -1.7630e-02, -6.0465e-03, -4.0959e-02, -4.0784e-02,
                       6.2933e-03,  5.1144e-02,  3.7024e-02, -6.3473e-02,  7.2885e-02,
                      -4.7971e-02,  3.5571e-02,  1.7136e-02,  1.0125e-01, -3.6482e-02,
                       3.8565e-03, -7.4193e-03, -2.3093e-02, -2.4691e-01, -6.7746e-02,
                       5.5122e-02, -1.2306e-01, -5.3300e-02,  4.7424e-02,  6.6385e-02,
                      -7.2822e-03,  8.1236e-02,  6.0991e-02,  1.9830e-02,  6.9300e-02,
                       6.0466e-02, -8.6432e-02, -3.6644e-02,  3.8631e-03,  1.0906e-01,
                      -5.6230e-02,  2.7220e-02, -4.5073e-03,  5.6305e-02, -3.0099e-04,
                      -5.4733e-03,  3.4292e-02,  1.3854e-01, -3.9086e-02,  7.5295e-02,
                       1.7083e-03, -1.5015e-01,  2.1105e-03, -7.2303e-02, -7.4965e-02,
                      -1.9394e-02, -1.2314e-01,  3.3468e-02, -6.4507e-02, -1.7928e-01,
                       1.4420e-01,  1.8636e-02,  3.4291e-01, -1.0938e-01, -1.6502e-02,
                      -5.9402e-02, -4.8851e-02, -1.1298e-01, -5.6244e-02,  3.7161e-02,
                      -3.7319e-02, -1.9689e-02,  7.5708e-04, -3.3151e-02, -1.3647e-02,
                      -1.1445e-01, -1.6441e-02, -3.6528e-02,  8.6253e-02,  2.0173e-02,
                       6.0867e-02, -6.1329e-03,  8.3731e-02, -2.1333e-02,  4.1857e-02,
                       4.5237e-02,  3.6799e-02, -1.5050e-02, -4.5147e-02,  1.2226e-02,
                      -9.5956e-02,  4.2536e-02, -8.9925e-02,  3.9693e-02,  6.4709e-03,
                      -1.3660e-02, -3.0908e-03,  9.3297e-02,  2.0861e-02, -6.8797e-02,
                      -8.4249e-03, -1.4085e-01,  2.2198e-01, -2.1852e-02,  4.4196e-02,
                       5.8198e-02,  2.5034e-02,  1.3170e-01, -4.9523e-02,  2.7703e-02,
                      -7.0236e-04,  9.3287e-03, -2.7477e-02,  1.4974e-01, -4.1268e-02,
                       2.3072e-03,  6.9088e-02, -5.6606e-02, -2.9717e-02,  5.3829e-03,
                       3.5927e-02, -6.3919e-02,  1.7893e-02, -1.8475e-02,  1.9400e-02,
                      -1.2154e-01, -1.6611e-01, -2.4945e-02, -1.5364e-02, -7.1842e-02,
                       1.4624e-02, -3.3073e-03, -2.3515e-02, -2.4531e-02,  9.4219e-02,
                      -6.8058e-02, -3.1822e-02, -1.8288e-01, -4.6988e-03,  2.5719e-02,
                      -4.0054e-02,  1.1960e-01, -1.2203e-01, -4.8282e-02, -1.0798e-02,
                       3.0120e-02,  3.9167e-02, -1.2020e-01, -2.5763e-02,  8.7457e-02,
                      -9.5278e-02,  1.3416e-02, -5.3593e-03, -1.0796e-02,  7.7466e-02,
                       2.1365e-01,  4.8515e-02,  9.4851e-02,  3.2105e-02, -5.9656e-02,
                       4.4016e-03, -7.1346e-02, -5.3916e-02, -4.4947e-02,  1.5474e-02,
                       4.3662e-02, -5.7618e-02,  3.6557e-02, -8.2443e-02,  1.1756e-01,
                       6.9776e-02,  6.0809e-02,  7.1116e-02, -7.1242e-02, -3.9764e-02,
                      -4.8741e-02,  7.0058e-02,  1.4948e-01, -2.5228e-02, -3.9190e-02,
                       4.3930e-02,  1.0970e-01, -7.2100e-02,  1.0922e-01,  9.1152e-02,
                      -4.7014e-03,  1.3248e-01,  3.2802e-02,  6.1157e-03,  1.0836e-01,
                      -3.9026e-02, -5.2039e-03, -1.1200e-02, -8.9749e-02,  5.9847e-02,
                       7.6305e-02,  8.8028e-02, -9.5254e-02, -6.2705e-02, -4.0088e-02,
                      -7.6840e-03, -2.7527e-02,  2.4816e-02,  2.1238e-02, -5.6292e-02,
                       1.3741e-01, -7.6638e-02, -1.7856e-01, -1.3081e-01,  1.0095e-01,
                      -1.6761e-02, -3.6400e-02,  2.1291e-02,  1.1714e-01,  4.3458e-02,
                       1.5962e-01, -1.2631e-01,  5.5303e-02,  1.5455e-01, -2.7967e-02,
                       2.9411e-02,  1.6524e-01,  1.0073e-01, -5.2898e-02,  1.0662e-02,
                      -3.2960e-03,  4.0419e-02,  8.0788e-02,  9.8595e-02,  3.4663e-02,
                      -1.9008e-02, -5.7201e-04,  5.2969e-02,  3.0574e-02,  7.2345e-03,
                      -9.0538e-02, -5.7453e-02, -1.5619e-03, -2.1647e-02,  1.0790e-01,
                      -6.8559e-03,  9.1734e-02,  1.7612e-01, -3.8360e-02,  1.0095e-01,
                      -1.7635e-03,  2.5354e-02, -6.4008e-02, -1.1668e-02,  2.9238e-02,
                      -7.7706e-02,  2.3714e-02,  5.0653e-02,  8.6115e-02,  6.0994e-02,
                       1.2160e-01, -1.5429e-02,  2.2340e-02,  1.0679e-01, -7.0369e-02,
                      -4.7200e-02, -7.1400e-02,  4.1837e-03,  1.0212e-02, -3.1640e-02,
                       2.9842e-02,  8.5615e-02, -3.8903e-02, -9.3947e-02,  1.5079e-02,
                       3.4039e-02, -1.6938e-02, -1.8914e-01], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.weight',
              tensor([0.8412, 0.8350, 0.8551, 0.8020, 0.7557, 0.8301, 0.7581, 0.8115, 0.9180,
                      0.7377, 0.9207, 0.8677, 0.9194, 0.9223, 0.8800, 0.6767, 0.8273, 0.8030,
                      0.8088, 0.8780, 0.7711, 0.9178, 0.8212, 0.8248, 0.8006, 0.8237, 0.8716,
                      0.8883, 0.8225, 0.8485, 0.8665, 0.6439, 0.8983, 0.7257, 0.8234, 0.8221,
                      0.6997, 0.8844, 0.6997, 0.8739, 0.8838, 0.8452, 0.8564, 0.9289, 0.9271,
                      0.8759, 0.8683, 0.8696, 0.9063, 0.8141, 0.8965, 0.7689, 0.8346, 0.8844,
                      0.7760, 0.6716, 0.8327, 0.8554, 0.7332, 0.7665, 0.8387, 0.9167, 0.9208,
                      0.8915, 0.7455, 0.9110, 0.8789, 0.8206, 0.6835, 0.7956, 0.8699, 0.8419,
                      0.8372, 0.8273, 0.8946, 0.9058, 0.8357, 0.8269, 0.9045, 0.8676, 0.8478,
                      0.8142, 0.8515, 0.8588, 0.6489, 0.9453, 0.7611, 0.8067, 0.9049, 0.8491,
                      0.8569, 0.8551, 0.8785, 0.8753, 0.8146, 0.8166, 0.6073, 0.8552, 0.8937,
                      0.9057, 0.7787, 0.8906, 0.7406, 0.9132, 0.6529, 0.9042, 0.9273, 0.7791,
                      0.8820, 0.9163, 0.7969, 0.8254, 0.8991, 0.6182, 0.8377, 0.9195, 0.8672,
                      0.8721, 0.8795, 0.9204, 0.8901, 0.8743, 0.8775, 0.8149, 0.7589, 0.7470,
                      0.9099, 0.7945, 0.8322, 0.8203, 0.8698, 0.7480, 0.8531, 0.8613, 0.8838,
                      0.8556, 1.0918, 0.8603, 0.8348, 0.8605, 0.6885, 0.8783, 0.8127, 1.4931,
                      0.8401, 0.8354, 0.8594, 0.8542, 0.8471, 0.9088, 0.8987, 0.8755, 0.8949,
                      0.8383, 0.8567, 0.8341, 0.8613, 0.8870, 0.8279, 0.8711, 0.9599, 0.9332,
                      0.7079, 0.8514, 0.8037, 0.8920, 0.9118, 0.6280, 0.8147, 0.8509, 0.9159,
                      0.6708, 0.7233, 0.8554, 0.8495, 0.8891, 0.9166, 0.8893, 0.9058, 0.8402,
                      0.8066, 0.8408, 0.7863, 0.9268, 0.8613, 0.8856, 0.7911, 0.8946, 0.8590,
                      0.8245, 0.8768, 0.6694, 0.8303, 0.8507, 0.8413, 0.9216, 0.9204, 0.6506,
                      0.8073, 0.8860, 0.8920, 0.7299, 0.8812, 0.8439, 0.7788, 0.8382, 0.8851,
                      0.9223, 0.8752, 0.8274, 0.8573, 0.8798, 0.7898, 0.8655, 0.8262, 0.8970,
                      0.7825, 0.7714, 0.8406, 0.8314, 0.8779, 0.8281, 0.9085, 0.9695, 0.8641,
                      0.8753, 0.8857, 0.8892, 0.8452, 0.6015, 0.8094, 0.8842, 0.8079, 0.8153,
                      0.8179, 0.9029, 0.5922, 0.9108, 0.8529, 0.9159, 0.8593, 0.7718, 0.7667,
                      0.8350, 0.8776, 0.8171, 0.8786, 0.7920, 0.9125, 0.9396, 0.8690, 0.8335,
                      0.9707, 0.9291, 0.9148, 0.8804, 0.9066, 0.6080, 0.8531, 0.8436, 0.6575,
                      0.8634, 0.8321, 0.8354, 0.8675, 0.8664, 0.8718, 0.9036, 0.7350, 0.8702,
                      0.8669, 0.8385, 0.8921, 0.8232, 0.9245, 0.8983, 0.8647, 0.8784, 0.8368,
                      0.9313, 0.9463, 0.8850, 0.7416, 2.7522, 0.8687, 0.9050, 0.6802, 0.9625,
                      0.8734, 0.8347, 0.7333, 0.8409, 0.7956, 0.8129, 0.8543, 0.7961, 0.8500,
                      0.5907, 0.9174, 0.8746, 0.9034, 0.8224, 0.7812, 0.8526, 0.6279, 0.8897,
                      0.7439, 0.8917, 0.8808, 0.8422, 0.8117, 0.8348, 0.8417, 0.6738, 0.7738,
                      0.8991, 0.8605, 0.7796, 0.9539, 0.7782, 0.8238, 0.8861, 0.8293, 0.9151,
                      0.7573, 0.8090, 0.9143, 0.8065, 0.9017, 0.8780, 1.0284, 0.8403, 0.8863,
                      0.9044, 0.9341, 0.8997, 0.8580, 0.8884, 0.8639, 0.7261, 0.6668, 0.8951,
                      0.8036, 0.9050, 0.8266, 0.9010, 0.8951, 0.8381, 0.8576, 0.8273, 0.8673,
                      0.8094, 0.8281, 0.8102, 0.9088, 0.8591, 0.8198, 0.8331, 0.8283, 0.7620,
                      0.8458, 0.8857, 0.8187, 0.8929, 0.8750, 0.8603, 0.8972, 0.9477, 0.8703,
                      0.8357, 0.8362, 0.8994, 0.8496, 0.8721, 0.8187, 0.8144, 0.8139, 0.8452,
                      0.8752, 0.6148, 0.8020, 0.8472, 0.8772, 0.9237, 0.8080, 0.7848, 0.7472,
                      0.8584, 0.8980, 0.7527, 0.9008, 0.7428, 0.8791, 0.8670, 0.8762, 0.8592,
                      0.7442, 0.9244, 0.8457, 0.7528, 0.7134, 0.7974, 0.7411, 0.8453, 0.8348,
                      0.8736, 0.8071, 0.8373, 0.8897, 0.9137, 0.8105, 0.7693, 0.9303, 0.9153,
                      0.8844, 0.8158, 0.7776, 1.0061, 0.8390, 0.8828, 0.8604, 0.9146, 0.9021,
                      0.7426, 0.8402, 0.8834, 0.8743, 0.6608, 0.8661, 0.9079, 0.8419, 0.8690,
                      0.8453, 0.9091, 0.7328, 0.9132, 0.8914, 0.8331, 0.8810, 0.8627, 0.9027,
                      0.7614, 0.8459, 0.7976, 0.8072, 0.7584, 0.8758, 0.8988, 0.8875, 0.8212,
                      0.8857, 0.6735, 0.8645, 0.9005, 0.8595, 1.0095, 0.7529, 0.7874, 0.8274,
                      0.8382, 0.7934, 0.8410, 0.8074, 0.9039, 0.7378, 0.8008, 0.8287, 0.7823,
                      0.8664, 0.8564, 0.9363, 0.8518, 0.9020, 0.8325, 0.9038, 0.8647, 0.6363,
                      0.9114, 0.7700, 0.9235, 0.8077, 0.8294, 0.8943, 0.9181, 0.8818, 0.8078,
                      0.9311, 0.7214, 0.9394, 0.7609, 0.7930, 0.8982, 0.8960, 0.7853, 0.9067,
                      0.8100, 0.7892, 0.8786, 0.7975, 0.8574, 0.9494, 0.8992, 0.7866, 0.8672,
                      0.8909, 0.9854, 0.9018, 0.8094, 0.8704, 0.8536, 0.8989, 0.8507, 0.8894,
                      0.8423, 0.8893, 0.7184, 0.8806, 0.8532, 0.6671, 0.8897, 0.8879, 0.6813,
                      0.8544, 0.9097, 0.8685, 0.9329, 0.9326, 0.9170, 0.8829, 0.8951, 0.8902,
                      0.8827, 0.8406, 0.7840, 0.7986, 0.8235, 0.7623, 0.8665, 0.8415, 0.8365,
                      0.8846, 0.9129, 0.7649, 0.7132, 0.7822, 0.9352, 0.8286, 0.7649, 0.9008,
                      0.8827, 0.8046, 0.8187, 0.8971, 0.8788, 0.7161, 0.8335, 0.8005, 1.9668,
                      0.8450, 0.8304, 0.8970, 0.9277, 0.6690, 0.8714, 0.8654, 0.9173, 0.8605,
                      0.8789, 0.7596, 0.9346, 0.7590, 0.8296, 0.8135, 0.8585, 0.8847, 0.9058,
                      0.8284, 0.8107, 0.8802, 0.8778, 0.8702, 0.9304, 0.8712, 0.8382, 0.8939,
                      0.8710, 0.8448, 0.8436, 0.8179, 0.7749, 0.8655, 0.7461, 0.8266, 0.8457,
                      0.8410, 0.9143, 0.8088, 0.8228, 0.8889, 0.8428, 0.8803, 0.8150, 0.7593,
                      0.9516, 0.9132, 0.8481, 0.8358, 0.8218, 0.9082, 0.9042, 0.8517, 0.7712,
                      0.8172, 0.8178, 0.9504, 0.9168, 0.9255, 0.9170, 0.8827, 0.8762, 0.8460,
                      0.7518, 0.8509, 0.9338, 0.8412, 0.9185, 0.8815, 0.8398, 0.8178, 0.8616,
                      0.8669, 0.8882, 0.7873, 0.8398, 0.7804, 0.8695, 0.9203, 0.9148, 0.8743,
                      0.8315, 0.9032, 0.8275, 0.8809, 0.8051, 0.8265, 0.7996, 0.7613, 0.9131,
                      0.8977, 0.8368, 0.7756, 0.9617, 0.7754, 0.7353, 0.8054, 0.8599, 0.8923,
                      0.8472, 0.8574, 0.8797, 0.8786, 0.8208, 0.8329, 0.8351, 0.7725, 0.8771,
                      0.9174, 0.5941, 0.7174, 0.8669, 0.9212, 0.7516, 0.8391, 0.9215, 0.9154,
                      0.8127, 0.8484, 0.8926, 0.9060, 0.8831, 0.9163, 0.8078, 0.8689, 0.9159,
                      0.8914, 0.8520, 0.8025, 0.8937, 0.8235, 0.8876, 0.9002, 0.6673, 0.8801,
                      0.8612, 0.8966, 0.8541, 0.8514, 0.9630, 0.7693, 0.9063, 0.7938, 0.7769,
                      0.6554, 0.8011, 0.8846, 0.8947, 0.8605, 0.9131, 0.8182, 0.8792, 0.8614,
                      0.9046, 0.8861, 0.7893, 0.9381, 0.8126, 0.8067, 0.7283, 0.8120, 0.9056,
                      0.8788, 0.8479, 0.9120, 0.7752, 0.8902, 0.6158, 0.9434, 0.7713, 0.8918,
                      0.8629, 0.8441, 0.8193, 0.8882, 0.9845, 0.8134, 0.9060, 0.9392, 0.7795,
                      0.8516, 0.8998, 0.9036, 0.8305, 0.7135, 0.8423, 0.8366, 0.7594, 0.8510,
                      0.8494, 0.8249, 0.6625, 0.8266, 0.8623, 0.8171, 0.8322, 0.9091, 0.8185,
                      0.7533, 0.8601, 0.8824, 0.8470, 0.8248, 0.8587, 0.9074, 0.8548, 0.9081,
                      0.8533, 0.9112, 0.8600], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.bias',
              tensor([ 1.6718e-02, -8.0816e-02, -1.8153e-01, -8.7310e-02, -1.2105e-01,
                       1.3683e-01, -1.5588e-01,  2.1247e-01,  2.7349e-01, -9.5022e-02,
                       1.6058e-01, -2.1785e-02, -8.9683e-02, -2.4230e-01, -3.5955e-02,
                       2.2738e-01, -3.6890e-02, -1.3769e-02, -1.7728e-01, -4.9103e-02,
                       7.0436e-03,  1.1925e-01, -9.3086e-02,  5.3967e-02, -1.1354e-01,
                       8.8855e-02,  6.5274e-02,  1.8437e-01, -1.0457e-02, -9.8180e-03,
                      -5.5975e-02, -1.1460e-01, -4.9685e-02, -1.2518e-01,  8.5130e-02,
                      -2.5881e-02, -1.2858e-01,  2.5474e-02,  5.7241e-02,  1.9115e-01,
                      -6.0529e-02, -8.6514e-02,  6.3205e-02,  4.5744e-02, -2.6201e-02,
                      -3.3609e-02,  1.5817e-01,  3.0623e-03,  5.0635e-02,  1.8189e-01,
                       6.1129e-02, -1.8450e-02,  3.2992e-01, -1.8080e-01,  4.2118e-02,
                      -9.9575e-02, -8.6003e-02, -4.9421e-02,  2.3095e-02,  1.2955e-01,
                      -3.6439e-02,  7.3726e-02,  1.5268e-01, -2.7119e-01, -7.8625e-02,
                      -8.9308e-03,  5.3317e-02, -4.5217e-02,  1.0401e-01,  2.8446e-02,
                      -1.7675e-01, -1.0021e-01, -3.4117e-02,  2.1155e-02,  7.2763e-03,
                      -3.1574e-02,  5.9030e-02, -8.1169e-02, -3.8418e-02,  4.7217e-02,
                       3.6420e-02,  2.6723e-02, -1.0140e-01,  2.0048e-01, -9.0186e-02,
                       3.1504e-01, -3.4276e-02,  7.3356e-02,  1.2144e-01,  1.5131e-03,
                      -1.5490e-01, -8.1596e-02, -2.5855e-01,  5.1842e-02, -1.2996e-01,
                       1.3224e-01,  9.7211e-02, -1.2969e-01, -1.9148e-02,  2.7791e-01,
                      -1.0846e-01, -1.0817e-02,  2.3750e-02,  1.2125e-01, -1.4497e-01,
                      -3.4262e-02,  3.7542e-02, -4.8315e-02, -1.7678e-01, -8.9570e-02,
                       3.8331e-02, -4.1821e-02, -3.9204e-02, -1.1681e-01,  1.1560e-01,
                       1.8848e-01,  2.5809e-02,  1.1717e-01,  2.3484e-03,  1.1434e-02,
                       4.3736e-02,  2.2708e-02,  4.3529e-03,  5.6045e-02, -2.0341e-02,
                      -6.0183e-02, -1.3142e-01,  3.3631e-02,  3.6243e-02, -3.6069e-02,
                      -6.7722e-03, -5.0689e-03, -4.3796e-02,  5.9714e-02, -3.5640e-02,
                       4.3142e-02,  4.3597e-01, -1.4787e-02,  4.5786e-02, -2.7571e-02,
                      -1.9137e-01, -4.2827e-02,  1.1547e-02, -1.6757e+00, -5.8389e-03,
                      -1.3462e-01,  9.0408e-02,  5.1090e-02, -8.1285e-02, -3.5624e-01,
                      -2.6758e-01,  1.2326e-02, -4.9449e-02,  1.2799e-02,  1.8115e-01,
                       2.4605e-02, -2.8979e-02, -5.2634e-02, -3.1793e-02, -1.4427e-01,
                       2.3184e-01,  6.9027e-02, -6.4283e-02, -3.5025e-02, -5.5475e-02,
                      -2.2300e-01,  1.8230e-01,  1.5948e-01, -1.0180e-01, -6.2815e-02,
                      -1.1075e-01, -1.3600e-02, -5.5091e-02,  1.3014e-01,  1.4366e-01,
                       1.7273e-01,  1.3532e-01, -4.1768e-01, -1.2676e-01,  4.0975e-02,
                      -1.9585e-01, -3.7730e-02, -1.0089e-01, -2.7707e-01,  7.9282e-02,
                      -5.7610e-02, -2.4316e-01, -1.8783e-01, -1.6730e-02, -5.9722e-02,
                       1.9626e-01,  7.2098e-02,  1.5085e-01,  5.2786e-02, -1.0033e-01,
                      -2.2987e-01,  4.8172e-02, -1.7612e-01, -7.6092e-02, -1.0996e-01,
                       6.8503e-02,  1.0740e-01, -1.3686e-01,  9.5949e-02,  7.6882e-02,
                       2.2643e-02, -4.5655e-02, -2.2129e-01,  3.9276e-02, -5.0652e-02,
                      -2.6168e-03, -3.3733e-02,  9.6703e-02, -1.0428e-01, -1.3532e-01,
                      -8.6142e-02,  1.8880e-01,  1.0262e-01, -6.1414e-02,  1.6842e-01,
                       4.1210e-02,  3.9564e-02,  9.5829e-02, -3.8259e-01, -1.9589e-01,
                       1.3867e-02, -3.7440e-02,  9.1867e-03,  1.8124e-01, -2.4543e-01,
                      -2.8530e-02,  1.2202e-01,  2.1429e-02, -5.8792e-02, -1.0167e-01,
                      -1.5360e-01, -9.3737e-02, -2.8297e-02, -1.5632e-04, -1.2402e-01,
                      -1.6874e-01,  1.5454e-02,  1.1569e-01,  4.6244e-02, -1.1425e-01,
                      -1.9920e-01,  1.3572e-02,  6.0198e-02,  6.8490e-02,  2.0071e-01,
                       2.0777e-02,  3.9591e-02,  1.1316e-01,  3.1021e-02,  9.0731e-02,
                       4.3427e-02, -2.2813e-01, -9.5660e-02, -5.2898e-02, -1.8203e-02,
                      -4.4828e-02, -4.3872e-02,  8.0515e-02, -3.4052e-02, -1.0583e-01,
                       4.1398e-02, -1.5314e-01, -7.2900e-02,  1.3017e-01, -3.9460e-02,
                      -2.8616e-02, -1.5646e-01,  1.2396e-01, -3.5009e-02,  1.6673e-01,
                      -2.6846e-01, -1.1645e-01, -7.3841e-02,  6.1684e-02, -2.0366e-01,
                      -3.5304e-02, -5.4956e-02, -1.1170e-01,  1.0777e+00, -9.1808e-04,
                       9.2381e-02, -1.8189e-02, -3.2754e-01,  6.1650e-02,  4.0659e-02,
                       3.3289e-02,  1.3215e-02, -5.4855e-02, -1.4218e-01, -1.1238e-01,
                      -1.5869e-01, -2.4067e-01, -3.5452e-02, -1.9439e-01,  9.6725e-02,
                       2.2770e-01, -1.2756e-01, -7.2660e-02,  6.4010e-03, -9.0432e-02,
                      -9.4804e-02,  8.8953e-03, -8.0013e-03, -1.8108e-02,  2.0382e-01,
                       2.8719e-01, -8.2565e-03,  1.1298e-01,  1.3544e-01, -7.9481e-02,
                       3.6493e-02, -6.5288e-02, -6.0672e-02, -3.1117e-01,  8.1812e-02,
                      -1.4256e-01, -9.3406e-02,  6.1579e-03, -9.3529e-02, -4.1723e-02,
                      -1.5188e-01,  2.0585e-01,  1.6992e-01,  1.6526e-03,  2.3652e-01,
                      -4.8169e-01,  3.1507e-02, -4.0673e-02,  1.2240e-01,  1.1348e-01,
                      -8.7724e-02,  1.0744e-01, -1.4648e-02, -1.6375e-01,  1.4078e-02,
                       3.3601e-03, -1.6894e-02,  3.4237e-02, -6.4081e-02, -1.2695e-02,
                      -3.6081e-02, -4.3900e-02, -1.1423e-01,  3.4531e-02, -1.1254e-01,
                      -1.4052e-02, -9.2315e-02, -1.8956e-01, -5.3498e-02, -3.2668e-02,
                      -1.9203e-01,  2.3671e-02,  4.1208e-02,  1.1201e-02, -2.1936e-01,
                      -3.9296e-02, -8.9293e-02,  1.1865e-01, -3.0020e-02, -2.2987e-01,
                       8.9238e-02, -7.2853e-02,  1.4451e-01, -7.3284e-02,  2.1785e-01,
                      -5.6707e-02, -1.6342e-01, -2.5085e-02,  3.5033e-02, -2.4919e-02,
                      -6.5525e-02,  4.2025e-02, -1.0008e-01,  1.0966e-01, -5.0122e-02,
                       6.4020e-03, -2.9633e-02,  3.1231e-02,  2.2205e-01, -1.7584e-01,
                      -2.3021e-01,  1.1999e-01, -1.7246e-02,  6.3873e-02, -9.9589e-02,
                       7.3022e-02, -2.5325e-02,  2.1749e-02, -5.5170e-02, -5.0655e-02,
                      -1.7515e-02, -2.5895e-02,  7.7125e-02, -1.8427e-01, -5.8823e-02,
                      -5.0445e-02,  9.5857e-02,  6.7958e-03,  3.5061e-03, -1.2902e-01,
                       5.3837e-02,  2.3268e-02, -4.1602e-02, -1.5240e-01, -1.0832e-01,
                      -1.6513e-01, -2.4046e-02,  1.2163e-01, -8.3014e-02,  7.5297e-02,
                      -6.6128e-03,  4.5871e-02,  4.7811e-01, -1.5937e-01, -5.7729e-03,
                      -6.3708e-02, -1.2375e-01, -2.5204e-01, -1.5044e-02,  1.5903e-01,
                      -1.2759e-01, -1.9295e-01, -1.1258e-01, -1.0161e-01,  1.8450e-01,
                      -4.9531e-03,  2.4248e-03, -3.8793e-01,  1.5607e-01, -1.8519e-01,
                       1.0644e-01,  2.6169e-01,  8.4035e-03, -3.8513e-02,  6.6470e-02,
                       1.0385e-01,  6.7002e-02, -8.5425e-02, -1.2792e-01,  1.2103e-02,
                      -1.3648e-01, -3.7289e-02,  6.5609e-02,  9.0778e-02, -1.3267e-02,
                       1.7075e-01,  1.3561e-01,  9.8970e-02, -4.0474e-02, -1.1002e-01,
                      -4.2613e-01,  2.9346e-03, -3.5018e-03, -8.3539e-02,  4.5038e-03,
                      -4.4674e-02,  2.7801e-02, -6.0663e-02,  1.0134e-01, -6.0708e-02,
                      -8.2379e-02,  8.2510e-02,  1.9835e-02,  6.5954e-02,  6.8974e-02,
                       2.1286e-01,  5.6835e-02,  5.7609e-02,  1.3521e-01, -3.2805e-02,
                      -3.0782e-02, -9.2366e-02,  7.7086e-02, -1.4702e-02, -1.3623e-01,
                      -1.0275e-01, -5.9056e-02, -7.9027e-02,  3.8162e-02,  3.4544e-02,
                      -1.0392e-01,  1.8993e-02, -4.8765e-02, -1.0907e-02,  7.9182e-02,
                      -6.4417e-03, -4.2614e-02, -1.7751e-01,  6.0911e-02,  2.0607e-01,
                      -2.1700e-02, -2.6701e-02, -1.0722e-02,  2.3273e-02,  5.6864e-02,
                       2.2583e-01,  5.7931e-02, -5.6349e-03, -1.5802e-01, -2.1443e-01,
                       1.9972e-01, -6.0074e-02,  1.1730e-01, -5.8558e-02, -8.4404e-02,
                      -3.1645e-01, -1.2887e-03,  3.2495e-01,  6.4291e-02, -7.5340e-02,
                      -3.3851e-02,  7.0312e-02,  1.4520e-01,  1.9967e-01,  4.2997e-02,
                      -1.3349e-01,  1.3177e-03,  5.6622e-02, -1.1751e-01, -9.3400e-02,
                      -5.5083e-02,  8.1594e-02, -2.1248e-02, -2.4780e-02, -1.1890e-01,
                      -1.5070e-01,  1.2546e-01, -1.3633e-01, -1.5110e-01, -1.6365e-01,
                      -2.3965e-02, -5.8312e-02,  1.0276e-01, -2.1895e-01,  1.2789e-01,
                      -2.0639e-01,  7.3133e-03,  7.5968e-02, -5.3476e-02, -9.1293e-02,
                       2.2643e-01,  3.8645e-03,  2.1392e-02,  2.1632e-01,  1.4601e-01,
                       2.2394e-01,  9.8881e-02, -7.6801e-02,  9.6737e-02,  1.5449e-01,
                       7.7833e-03, -2.0328e-01, -1.7638e+00, -5.0521e-02,  7.7147e-02,
                      -7.5010e-02,  6.8282e-02, -3.7438e-02, -1.3943e-02,  5.8808e-02,
                      -1.4956e-01, -4.4517e-02, -6.7136e-02, -1.1162e-01,  1.7185e-01,
                      -1.0081e-01,  4.0961e-02, -9.5319e-02, -5.9971e-02,  5.0865e-02,
                      -4.1896e-02,  2.1106e-02, -1.9078e-01,  2.3558e-01, -9.5002e-02,
                       4.1068e-02,  1.4108e-01,  1.0463e-01,  3.4396e-02,  3.4979e-03,
                      -4.9514e-02,  1.0013e-01, -4.8373e-02,  1.3128e-01,  7.1268e-02,
                      -3.4540e-02,  2.8040e-02, -1.2263e-01, -1.4672e-01, -1.2271e-01,
                       3.7227e-02,  1.4492e-01, -9.2338e-02, -7.5603e-02,  1.0392e-01,
                      -1.4757e-01, -3.0556e-02, -7.1881e-02, -2.2886e-01,  8.3462e-02,
                      -1.0006e-01, -3.6359e-02,  1.7026e-01,  9.1132e-02,  1.8186e-01,
                      -1.8587e-04, -3.8012e-02, -2.6606e-02, -9.1045e-02,  1.2842e-01,
                       1.0806e-01,  4.6936e-02, -9.2838e-02,  8.7317e-03, -1.8907e-02,
                      -8.1837e-02,  1.1078e-01,  1.2373e-01,  9.3396e-02,  9.8384e-02,
                      -1.2834e-01, -5.9182e-02, -1.8021e-01,  7.0380e-02,  3.2191e-01,
                      -1.0802e-01,  1.3465e-01,  1.1664e-01, -1.5015e-01,  5.6259e-02,
                       2.3852e-01, -2.0218e-01,  1.4948e-01, -1.9920e-01, -9.2758e-02,
                      -3.2556e-02, -1.2609e-01,  1.9298e-01, -1.4574e-01, -7.1681e-03,
                      -1.7195e-01, -2.5364e-01,  1.3836e-01, -1.2229e-01, -2.1324e-01,
                      -8.3498e-02, -1.8113e-01,  7.7538e-02, -1.9979e-01,  6.5767e-02,
                       1.0940e-01, -6.7157e-02, -4.6975e-03, -2.3591e-02, -3.7047e-04,
                       1.5019e-02,  8.1115e-02, -1.4670e-01, -1.2880e-01, -7.7432e-02,
                      -2.2485e-01,  2.3876e-01, -1.3778e-02, -6.7852e-02,  8.8088e-02,
                       1.1382e-02,  1.0477e-01,  4.5892e-02,  7.9388e-02,  2.1404e-01,
                       9.2566e-02, -4.7143e-02, -2.0666e-01, -1.5217e-01,  7.6292e-02,
                       1.1000e-01, -1.5372e-01,  7.7669e-02,  1.1183e-03,  7.9605e-03,
                       4.9445e-02, -3.2699e-02, -1.1890e-02,  2.6567e-02, -1.1464e-01,
                       1.2205e-01, -4.0928e-02, -8.2310e-02, -7.4671e-02,  1.2878e-01,
                      -8.9811e-02,  3.1624e-02, -3.1691e-01,  1.6239e-01,  6.5875e-02,
                       1.3725e-01,  1.8308e-01,  6.9014e-02,  4.6843e-02, -1.1655e-01,
                      -6.1344e-02, -9.9667e-03, -1.2875e-01, -5.2039e-02, -6.4572e-02,
                      -4.4882e-02,  7.2747e-02, -9.6543e-03, -1.1151e-02,  5.0891e-02,
                       3.2689e-02, -1.6104e-01, -4.8863e-02,  9.7586e-02,  9.4353e-02,
                       4.8242e-02,  1.0238e-01,  2.5277e-02, -1.2869e-01,  1.8893e-03,
                      -7.5015e-02,  1.8955e-01, -1.1226e-01,  5.8217e-03,  1.2779e-01,
                      -1.9978e-01,  2.4985e-02, -4.4775e-02,  4.1027e-01, -3.0013e-02,
                       1.2382e-02,  2.1739e-01, -8.1434e-02,  8.6442e-02,  1.3819e-03,
                      -1.4893e-01, -9.3782e-02,  1.6732e-01,  2.2444e-01,  4.2146e-02,
                      -5.3623e-02, -1.7664e-01, -8.1375e-02, -1.7608e-01,  1.6844e-02,
                      -1.0107e-01,  7.9020e-02,  3.3094e-02, -1.8142e-01, -9.4022e-02,
                      -1.8673e-01,  8.4017e-02, -1.3097e-01, -5.9909e-02,  1.9677e-01,
                      -1.2412e-01, -8.0071e-02,  1.1150e-01,  4.1509e-02,  1.1131e-01,
                      -4.0203e-02, -5.6331e-02,  1.5907e-01], device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.weight',
              tensor([[-0.0269,  0.0336,  0.0078,  ...,  0.0412, -0.0266, -0.0156],
                      [-0.0053,  0.0301,  0.0275,  ...,  0.0004,  0.0003, -0.0232],
                      [-0.0237, -0.0531,  0.0405,  ..., -0.0178,  0.0705,  0.0288],
                      ...,
                      [-0.0603,  0.0294, -0.0423,  ..., -0.0060,  0.0168, -0.0295],
                      [-0.0065,  0.0460,  0.0447,  ..., -0.0208, -0.0119, -0.0200],
                      [-0.0367,  0.0676, -0.0214,  ..., -0.0326,  0.0630, -0.0082]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.bias',
              tensor([-0.0640, -0.0524, -0.0939,  ..., -0.0957,  0.0109, -0.0693],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.weight',
              tensor([[-0.0736,  0.0247, -0.0173,  ..., -0.0907,  0.0402,  0.0649],
                      [-0.0174,  0.0169, -0.0387,  ..., -0.0341, -0.0445,  0.0193],
                      [ 0.0397, -0.0235,  0.0325,  ..., -0.0131, -0.0399,  0.0414],
                      ...,
                      [-0.0149, -0.0146, -0.0349,  ...,  0.0175,  0.0180,  0.0335],
                      [-0.0545, -0.0249,  0.0272,  ..., -0.0048, -0.0172, -0.0076],
                      [ 0.0607, -0.0280,  0.0266,  ..., -0.1336,  0.0270, -0.0324]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.bias',
              tensor([ 5.0225e-03, -1.9259e-02, -1.9726e-02,  2.0649e-02, -4.6046e-02,
                       6.3320e-02, -3.1018e-02,  6.8694e-02, -2.3242e-02, -5.9885e-02,
                       7.1206e-02,  3.1409e-02, -5.1559e-02, -6.8289e-02,  4.6126e-03,
                       1.1168e-01, -4.1388e-02, -4.4172e-02, -4.3167e-02, -7.3466e-02,
                       7.1352e-02,  8.1317e-02, -4.9678e-03, -2.1214e-02, -1.6631e-01,
                      -1.1016e-02,  3.7188e-02,  2.6839e-02,  7.0704e-02, -1.7087e-02,
                      -1.4801e-02,  8.9726e-04, -1.6195e-02, -2.0692e-01,  2.7668e-02,
                      -3.0099e-02, -7.7559e-02, -2.6091e-02,  8.7256e-02,  9.6573e-02,
                      -4.8309e-02, -7.4470e-02, -4.9010e-02,  5.0509e-03,  5.1550e-02,
                      -2.0323e-02,  1.0237e-02, -3.9622e-02, -2.4019e-02, -1.1495e-02,
                      -2.7111e-02, -4.4253e-02,  1.0253e-01, -2.7691e-02, -7.0459e-02,
                      -7.6277e-02,  3.3174e-03, -2.1910e-02, -1.9940e-02, -2.0529e-02,
                      -4.3525e-03, -1.3838e-03, -3.8662e-02, -1.0210e-01, -2.3333e-02,
                       5.5639e-02, -7.1569e-02,  7.2131e-03, -4.3582e-02, -1.2728e-01,
                      -4.2113e-02,  1.1313e-02,  8.4794e-04, -5.3658e-02, -4.9291e-02,
                       2.4655e-02, -3.1781e-02, -2.6693e-02,  1.8098e-04, -9.1740e-03,
                       3.8533e-02, -3.8729e-02,  9.4279e-02,  6.6140e-02, -4.0666e-02,
                      -1.0059e-01, -6.2241e-02,  7.6487e-03,  6.8971e-02, -4.4252e-02,
                      -1.1316e-01, -1.3836e-01, -1.4663e-02,  6.2694e-02,  1.7728e-02,
                       1.6750e-01, -2.9080e-02,  7.9598e-03,  9.5272e-02,  2.5179e-02,
                       1.7071e-03, -4.3534e-04,  4.9451e-02,  3.7646e-02, -1.5248e-01,
                       3.3721e-03,  1.2610e-01,  1.8296e-02, -5.6450e-02,  5.6416e-02,
                      -4.1400e-02, -5.6239e-02,  9.9951e-03,  1.8772e-02,  1.0925e-01,
                       1.8604e-02, -5.2671e-02,  8.0800e-03, -3.7030e-04,  4.0276e-02,
                      -1.6098e-02, -1.9671e-02, -4.0082e-02, -6.0952e-02, -8.5467e-02,
                       1.9636e-03,  3.3795e-03, -5.7834e-02, -8.9701e-02, -1.4077e-02,
                       3.2497e-02,  1.6033e-02, -1.3075e-03,  1.4429e-02,  3.1276e-02,
                      -8.3360e-02, -9.7461e-03,  4.1581e-02, -1.0637e-01,  1.3793e-01,
                      -1.8631e-01, -8.2469e-03, -5.8961e-02, -5.7900e-01, -2.7567e-02,
                       9.0884e-02,  1.8669e-03, -1.5459e-03,  2.5383e-02,  2.3787e-03,
                      -3.2473e-03, -9.4347e-02, -4.3187e-02, -4.3158e-02,  5.8672e-02,
                       1.2801e-02,  8.6333e-02, -7.2490e-02,  9.0982e-03, -4.7646e-03,
                       5.6664e-02,  1.0260e-01, -9.9862e-02,  1.0504e-02, -4.3340e-02,
                       6.1797e-02, -1.1817e-02,  9.0829e-03, -1.4432e-01, -8.2475e-02,
                       1.2606e-02,  4.4668e-02, -5.0781e-02, -1.6346e-02, -9.3707e-02,
                       8.1009e-02,  9.9611e-02,  3.6072e-02,  1.4815e-02,  4.8400e-02,
                      -8.3563e-02,  5.4704e-03,  6.4002e-03,  8.5790e-04,  1.2021e-01,
                      -3.7946e-02, -2.2636e-02, -7.0971e-02,  1.2355e-02, -7.5164e-03,
                       3.3675e-02,  6.3878e-02,  9.0640e-02,  7.0090e-03,  4.6850e-02,
                      -2.1159e-02, -2.4571e-02,  2.6659e-02, -7.7958e-02, -6.2151e-02,
                       6.7389e-02,  3.1263e-02, -5.6194e-02, -2.1406e-02,  1.1892e-01,
                      -1.3588e-02,  4.6192e-02, -5.8674e-03, -1.0784e-02, -7.1241e-03,
                       8.2413e-02, -8.6249e-02,  1.3995e-02, -5.3182e-02,  5.8188e-02,
                       6.8609e-02,  1.6597e-03,  5.4318e-02, -1.0573e-02,  2.8759e-02,
                       8.6463e-02,  8.3393e-02,  9.9653e-03, -1.3395e-02, -4.7075e-02,
                       3.6390e-02, -3.3722e-02, -4.3256e-02,  8.5765e-02, -3.2785e-02,
                      -9.3670e-02,  7.7826e-02, -2.9346e-02, -9.8493e-02, -9.1939e-03,
                      -8.9674e-02, -1.1006e-01, -4.5503e-02, -8.5221e-02,  4.5112e-02,
                      -1.0619e-02,  8.9162e-02,  9.6159e-02,  7.7256e-02, -9.8526e-02,
                      -4.1381e-02,  2.3780e-02, -2.4078e-02, -2.7833e-02, -2.6165e-02,
                       6.6760e-02, -3.4846e-02, -1.8591e-02,  2.4888e-02,  5.4786e-02,
                      -1.2837e-02, -4.4154e-03,  8.4519e-02,  3.6782e-02,  5.8120e-02,
                       4.9629e-02, -1.3009e-01, -9.3261e-02, -4.6870e-02,  3.4973e-02,
                      -1.7971e-02, -1.2292e-02,  4.1859e-02, -1.2471e-01, -6.4238e-02,
                      -9.0125e-02, -2.5763e-02,  1.0975e-01,  1.5069e-02,  8.7232e-02,
                       1.4093e-02,  5.7027e-02, -2.0524e-02,  3.5052e-02,  2.9165e-02,
                       1.2861e-02,  3.1627e-02, -1.5687e-01,  3.0014e-01, -1.0110e-01,
                       7.8752e-03, -2.0406e-02,  7.8889e-02,  4.4543e-02,  4.8256e-02,
                       5.8233e-02,  1.7205e-03, -1.1740e-02, -9.3162e-03,  8.5429e-03,
                      -1.0770e-01, -2.1724e-02,  2.3732e-02, -1.2483e-02,  8.8166e-02,
                      -1.2044e-02,  5.6874e-03,  1.1257e-01,  5.5456e-02, -4.0669e-02,
                      -1.6002e-02, -3.5780e-02,  1.9991e-02, -1.0729e-02,  1.1020e-01,
                       4.8390e-02,  8.7518e-02, -2.3356e-02,  2.4499e-02,  8.3668e-03,
                       1.6937e-02, -8.2333e-02, -7.8480e-02,  7.6686e-02,  4.9882e-02,
                      -8.2342e-02,  3.1922e-02, -4.9876e-02,  4.8306e-02,  3.5887e-02,
                      -4.9104e-02,  2.3519e-02,  7.5904e-02,  8.1376e-02,  4.5744e-02,
                      -2.0922e-02,  2.2445e-02,  7.5920e-02, -9.3973e-02,  8.4468e-03,
                      -3.1136e-02,  4.7365e-03,  5.6946e-03, -3.9687e-02,  8.7688e-03,
                       5.2578e-02,  7.2382e-02, -1.0908e-01,  3.1330e-02, -1.9544e-02,
                       2.3242e-02,  3.9798e-02, -4.4854e-02, -2.7574e-04,  8.4013e-02,
                      -5.3321e-02, -8.5380e-02, -3.4253e-02,  3.2877e-02,  2.5581e-02,
                      -3.1426e-02,  9.7480e-05,  7.0541e-02,  6.6720e-03, -7.7499e-02,
                       5.3751e-02, -7.7234e-02,  3.7397e-02, -1.7505e-02, -5.5299e-02,
                       3.8529e-02, -6.9449e-03,  4.3184e-02,  2.6396e-03, -7.9998e-03,
                      -3.7854e-02, -6.5937e-02, -4.7285e-02, -1.7309e-02, -1.0526e-01,
                      -5.3566e-02, -2.5743e-02,  3.7460e-03, -1.5725e-02, -7.0191e-02,
                      -7.6368e-02,  4.1395e-02,  5.6179e-02,  1.0665e-02, -5.1909e-02,
                       2.0891e-02,  8.8674e-02,  2.5234e-03, -4.1352e-02,  4.4800e-02,
                       1.2628e-02, -2.7579e-02,  6.4093e-02,  9.5388e-03,  7.7084e-02,
                      -1.0666e-01,  1.7820e-02,  3.9993e-02, -1.0618e-01,  8.5637e-02,
                       1.7836e-02,  1.9053e-01,  6.3381e-03, -9.3055e-02, -1.1757e-01,
                      -1.5476e-02,  2.6676e-02,  9.4407e-03, -9.3082e-02, -3.1022e-02,
                       1.2107e-02,  7.3163e-02, -9.5552e-02, -1.8343e-02,  1.3376e-01,
                       2.5606e-02,  3.8404e-02, -1.4383e-02,  1.1090e-02, -2.8320e-02,
                      -9.2144e-02,  6.0050e-02,  3.7021e-02,  5.3882e-02,  4.1421e-02,
                      -1.4194e-02, -1.5773e-02, -6.9092e-02,  1.9059e-02, -3.8196e-02,
                      -2.6095e-02,  1.2648e-01,  1.2341e-01,  8.3896e-02, -3.8409e-02,
                       5.0294e-02,  6.1429e-02,  8.4445e-02,  6.7276e-02,  5.4185e-02,
                       4.7332e-02,  6.6399e-03, -8.7449e-02, -6.7334e-02, -2.0159e-02,
                      -9.7292e-03, -4.4553e-02,  5.5748e-03, -7.8154e-02,  2.2817e-02,
                       7.3639e-02,  3.9754e-02, -2.2977e-02,  2.5636e-02, -1.8029e-02,
                      -6.1133e-02,  9.6659e-02, -2.7205e-02, -1.1889e-02, -2.0368e-02,
                      -3.8381e-02,  1.6435e-03,  6.0906e-02,  4.2734e-02,  1.4309e-02,
                       8.8624e-02,  8.4247e-03,  2.9118e-02, -6.7620e-02,  4.3986e-02,
                      -1.1620e-02,  2.7685e-02,  1.8294e-02,  1.3926e-01, -1.9728e-03,
                      -4.5489e-02,  9.0253e-02, -3.7391e-02,  1.1638e-01,  4.2609e-02,
                      -2.5007e-02,  3.6192e-03,  1.5823e-02, -3.5923e-02, -5.0485e-02,
                      -3.7453e-02,  3.5444e-02,  1.1904e-02, -2.5276e-02,  8.3681e-03,
                      -4.4617e-02,  4.1239e-02, -7.7092e-02, -4.9645e-02,  7.3178e-02,
                       7.4010e-02, -2.4604e-02,  3.7048e-03, -7.0887e-03,  2.9047e-02,
                      -4.4050e-02, -2.5728e-02, -5.4238e-03,  1.4995e-02,  4.6644e-02,
                       6.1353e-02,  1.1867e-02,  8.0170e-03, -2.0422e-02,  2.3438e-02,
                       9.7580e-03, -7.1203e-03,  1.0921e-02, -2.0303e-02, -5.7504e-02,
                       2.0890e-02, -1.7992e-02, -9.9036e-02,  9.7107e-02,  5.3908e-02,
                      -4.5881e-02,  1.1652e-01,  4.2743e-02,  3.5256e-02, -9.8608e-03,
                      -5.6130e-02, -4.4641e-02, -2.6033e-02, -6.9661e-02,  2.8292e-02,
                       1.0052e-01,  7.8359e-02, -4.0980e-02, -1.4372e-01, -8.0255e-02,
                      -2.5331e-02,  1.3636e-01,  1.4574e-02, -1.9776e-02, -2.0520e-02,
                      -5.1020e-02, -5.7634e-02, -3.2571e-02, -9.9000e-02, -7.3790e-04,
                       5.5620e-02,  7.6345e-02,  1.2633e-02, -5.4155e-02,  7.8586e-02,
                       7.4965e-02,  5.7808e-03,  9.6729e-03, -1.7247e-02, -4.2264e-02,
                       4.5008e-02, -6.9846e-02, -3.9106e-01, -3.6274e-02,  8.6289e-02,
                       7.7225e-02, -1.5585e-02, -4.7811e-02,  1.2473e-02,  2.7610e-02,
                      -1.0207e-02, -2.9554e-02, -2.8004e-02,  2.6890e-02,  1.3717e-02,
                      -1.8375e-02,  2.1851e-02, -6.2550e-02,  6.7040e-03, -1.0379e-02,
                      -3.0793e-02,  1.3325e-02, -9.1798e-03, -5.7003e-02, -4.3553e-02,
                       6.3534e-02,  7.6824e-02, -6.1055e-02, -8.9474e-02,  3.6723e-03,
                       7.1531e-02,  2.2469e-02, -1.4060e-03,  7.3223e-02, -5.1634e-02,
                       3.7498e-02,  5.2800e-02,  4.9492e-02, -8.2531e-02,  6.5135e-03,
                       6.3565e-02, -8.9232e-03,  6.7735e-02,  5.1202e-02,  9.6389e-02,
                      -1.8988e-02, -9.7734e-03, -2.7282e-02, -1.4099e-02, -2.0092e-02,
                      -6.7704e-02, -7.4330e-02,  3.2713e-02,  5.1681e-02,  9.6489e-02,
                       2.7055e-02,  1.9056e-02, -1.3793e-01, -8.0020e-02, -7.2557e-02,
                       3.8127e-03,  5.1840e-03, -4.6718e-02, -5.2811e-02,  6.6092e-02,
                       2.5426e-02,  7.2250e-03,  6.3281e-02, -4.9244e-03,  2.7321e-02,
                      -6.1429e-02,  4.0591e-03, -2.3485e-02, -1.0652e-01,  9.7747e-02,
                      -8.8265e-02,  9.5454e-02, -7.0139e-03, -6.6767e-02, -1.9130e-02,
                       8.6878e-02,  6.0897e-02,  2.0807e-02,  6.4497e-03, -2.7361e-02,
                      -5.3384e-03, -2.2541e-02,  9.3818e-02,  1.9442e-02, -2.8584e-02,
                      -6.6980e-02, -5.3313e-02, -5.8894e-03, -7.5397e-02, -1.0062e-01,
                       5.8599e-02,  3.9252e-02, -4.7510e-02, -4.2591e-02,  1.2795e-02,
                      -2.4261e-02, -5.7512e-03, -3.0602e-02,  5.3443e-02, -1.2895e-01,
                       8.2017e-02,  6.8780e-02, -7.8206e-02,  1.1845e-01,  4.8189e-02,
                       1.8646e-02,  5.1792e-02,  9.0633e-02,  5.5214e-02,  4.1232e-02,
                       6.5487e-02,  2.6339e-01, -1.0475e-02, -3.4934e-02, -8.3466e-02,
                      -7.3507e-02,  2.7932e-02,  1.7687e-02,  2.4753e-02,  5.2021e-02,
                       5.1033e-02, -1.5968e-01,  5.1646e-02, -2.3785e-02, -2.4404e-03,
                       3.4207e-02,  1.3518e-03,  1.5377e-02,  7.1847e-02, -1.7517e-02,
                      -1.9022e-02,  2.8503e-02, -4.8131e-02,  4.6338e-03, -3.8341e-02,
                       1.2487e-03,  2.4082e-02,  2.5597e-03,  2.9516e-02,  6.3624e-02,
                       9.8693e-02,  1.6455e-02,  8.0361e-02, -7.1682e-02, -9.5516e-02,
                       2.7884e-02, -1.5955e-02, -8.5981e-02, -1.0787e-01,  7.3939e-03,
                       9.2625e-03,  1.9814e-03, -9.5159e-02, -7.4433e-02,  3.2500e-02,
                       3.7378e-02, -1.2414e-02, -6.1470e-02,  2.9111e-02,  1.2863e-02,
                      -3.5358e-02,  2.1953e-02, -1.2426e-02,  1.8338e-02,  2.2071e-02,
                      -1.0940e-01,  2.3179e-02, -3.4862e-02, -1.0426e-02, -8.5548e-02,
                      -8.9258e-02,  4.4610e-02, -1.2895e-02, -4.5259e-02,  9.2870e-03,
                      -7.3718e-02,  4.0330e-02,  4.8412e-02, -1.8717e-02,  4.2319e-02,
                       4.1314e-03, -8.4814e-02,  1.0410e-01,  5.3011e-02,  5.6314e-02,
                       4.5977e-02,  7.1945e-04,  7.5660e-02,  2.8492e-02,  1.1908e-01,
                      -1.0499e-02, -6.7228e-02,  2.0011e-02,  7.8159e-03, -2.7328e-02,
                       4.5169e-02,  4.0756e-02, -5.4310e-02, -2.0032e-02,  9.0313e-03,
                       6.6179e-02, -3.9483e-02,  5.9751e-02,  9.7061e-03, -6.6941e-02,
                      -1.0636e-02,  2.8915e-02,  9.0925e-02], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.weight',
              tensor([0.9117, 0.9089, 0.8896, 0.8824, 0.8737, 0.8974, 0.8005, 0.8061, 0.8947,
                      0.8179, 0.8930, 0.9430, 0.9868, 0.9351, 0.9274, 0.7582, 0.8995, 0.9134,
                      0.9089, 0.9414, 0.8495, 0.9268, 0.9329, 0.8768, 0.8828, 0.8876, 0.9333,
                      0.9057, 0.9058, 0.9572, 0.8962, 0.7817, 0.9510, 0.8593, 0.9197, 0.8616,
                      0.8322, 0.9366, 0.7890, 0.8930, 0.9664, 0.9060, 0.9177, 0.9417, 0.9431,
                      0.9442, 0.8960, 0.9546, 0.9455, 0.8831, 0.9333, 0.8859, 0.8340, 0.9075,
                      0.8110, 0.7425, 0.8945, 0.9230, 0.8389, 0.8583, 0.9064, 0.9601, 0.9548,
                      0.9140, 0.8259, 0.9652, 0.9185, 0.8926, 0.7380, 0.8614, 0.9021, 0.9046,
                      0.9031, 0.9131, 0.9509, 0.9556, 0.9161, 0.9018, 0.9641, 0.9195, 0.9095,
                      0.9025, 0.9141, 0.8853, 0.7398, 0.8878, 0.8504, 0.9064, 0.9479, 0.9080,
                      0.8791, 0.9173, 0.9096, 0.9038, 0.8882, 0.8541, 0.7489, 0.9289, 0.9391,
                      0.8826, 0.8931, 0.9459, 0.8703, 0.9480, 0.8124, 0.9700, 0.9605, 0.8779,
                      0.9286, 0.9338, 0.9023, 0.8899, 0.9573, 0.7833, 0.8605, 0.9331, 0.9266,
                      0.9124, 0.9539, 0.9715, 0.9441, 0.9220, 0.9366, 0.8316, 0.8811, 0.8691,
                      0.9454, 0.8697, 0.9167, 0.9125, 0.9482, 0.8686, 0.9278, 0.9133, 0.9394,
                      0.9189, 0.9440, 0.9237, 0.9225, 0.9396, 0.8252, 0.9510, 0.8731, 0.2222,
                      0.8797, 0.9074, 0.9140, 0.9100, 0.9181, 0.8864, 0.8983, 0.9236, 0.9248,
                      0.9075, 0.8806, 0.9196, 0.9448, 0.9410, 0.9100, 0.9222, 0.9541, 0.9602,
                      0.7724, 0.9327, 0.8729, 0.9085, 0.8592, 0.7713, 0.9249, 0.9117, 0.9314,
                      0.8081, 0.8414, 0.8899, 0.8631, 0.9173, 0.9337, 0.7875, 0.9336, 0.9227,
                      0.8654, 0.9137, 0.8571, 0.9185, 0.9518, 0.9255, 0.8756, 0.8980, 0.9148,
                      0.9447, 0.8369, 0.8113, 0.8799, 0.9158, 0.8934, 0.9234, 0.9580, 0.7553,
                      0.9043, 0.9337, 0.9430, 0.8076, 0.9346, 0.9034, 0.8650, 0.9354, 0.9375,
                      0.9593, 0.9494, 0.8981, 0.9347, 0.9293, 0.8596, 0.9264, 0.9098, 0.9395,
                      0.8904, 0.8870, 0.9186, 0.8695, 0.9497, 0.9243, 0.9524, 0.8606, 0.9057,
                      0.9232, 0.9508, 0.9385, 0.8536, 0.7435, 0.8946, 0.9333, 0.8979, 0.8854,
                      0.8988, 0.9177, 0.7791, 0.9587, 0.9014, 0.9549, 0.8819, 0.8600, 0.8471,
                      0.9037, 0.9350, 0.8798, 0.9364, 0.8424, 0.9688, 0.9228, 0.9155, 0.9230,
                      0.9830, 0.9540, 0.9339, 0.9693, 0.9143, 0.7725, 0.9390, 0.9125, 0.7746,
                      0.9264, 0.9364, 0.9081, 0.9245, 0.8931, 0.9349, 0.9591, 0.7888, 0.9158,
                      0.9297, 0.9290, 0.9497, 0.9371, 0.9352, 0.9383, 0.9099, 0.9378, 0.8781,
                      0.9040, 0.9577, 0.9609, 0.8794, 0.3826, 0.9468, 0.9563, 0.8081, 0.9166,
                      0.9396, 0.8798, 0.8598, 0.8780, 0.9096, 0.9244, 0.9034, 0.8440, 0.8680,
                      0.7722, 0.9487, 0.9168, 0.9173, 0.8938, 0.9149, 0.9262, 0.6705, 0.9432,
                      0.8546, 0.9625, 0.9362, 0.9175, 0.8178, 0.9059, 0.8681, 0.7462, 0.9018,
                      0.9554, 0.9084, 0.8776, 0.9301, 0.8781, 0.8731, 0.9206, 0.8869, 0.9659,
                      0.8745, 0.8518, 0.8919, 0.8587, 0.9670, 0.8840, 0.8880, 0.9203, 0.9620,
                      0.9434, 0.9468, 0.9705, 0.9249, 0.9474, 0.9403, 0.8518, 0.7332, 0.9369,
                      0.8932, 0.9501, 0.9090, 0.9494, 0.9637, 0.9300, 0.9181, 0.8801, 0.9305,
                      0.8844, 0.8871, 0.9096, 0.9417, 0.8567, 0.9131, 0.8997, 0.9199, 0.7984,
                      0.9216, 0.9435, 0.9112, 0.9483, 0.8732, 0.8727, 0.9321, 0.9538, 0.9616,
                      0.8711, 0.9102, 0.9356, 0.9292, 0.9300, 0.8956, 0.9005, 0.9022, 0.9321,
                      0.9163, 0.8075, 0.9002, 0.9376, 0.9476, 0.9072, 0.8903, 0.8220, 0.8412,
                      0.9316, 0.9185, 0.8135, 0.9537, 0.8432, 0.9151, 0.9403, 0.9104, 0.9302,
                      0.8488, 0.9435, 0.8993, 0.8399, 0.8513, 0.8836, 0.8528, 0.9277, 0.9395,
                      0.9228, 0.8939, 0.9095, 0.9173, 0.9586, 0.8714, 0.8878, 0.9111, 0.9600,
                      0.9231, 0.8939, 0.8853, 0.8791, 0.8829, 0.9042, 0.9317, 0.9575, 0.8990,
                      0.8507, 0.8698, 0.9410, 0.9104, 0.7615, 0.9347, 0.9145, 0.9281, 0.9450,
                      0.8487, 0.9457, 0.7570, 0.9506, 0.8574, 0.8925, 0.9185, 0.9405, 0.9430,
                      0.8413, 0.8902, 0.8633, 0.9212, 0.8730, 0.9250, 0.9609, 0.9343, 0.8871,
                      0.9144, 0.8149, 0.9308, 0.9590, 0.9246, 0.8790, 0.8982, 0.8444, 0.8748,
                      0.9208, 0.9040, 0.9194, 0.8795, 0.9374, 0.8389, 0.8398, 0.8928, 0.8672,
                      0.9129, 0.9385, 0.9625, 0.9225, 0.9634, 0.8575, 0.9161, 0.9155, 0.8389,
                      0.9464, 0.8372, 0.9639, 0.8897, 0.9109, 0.9431, 0.9447, 0.9227, 0.8903,
                      0.9606, 0.8514, 0.9968, 0.8388, 0.8972, 0.9516, 0.9382, 0.8353, 0.9081,
                      0.8713, 0.8987, 0.9430, 0.8949, 0.9251, 0.9141, 0.9515, 0.8935, 0.9330,
                      0.9173, 0.9180, 0.9525, 0.9105, 0.9106, 0.9122, 0.8681, 0.9386, 0.8427,
                      0.9111, 0.9435, 0.8580, 0.9317, 0.8949, 0.7725, 0.9672, 0.9618, 0.8271,
                      0.9151, 0.9545, 0.9192, 0.9579, 0.9426, 0.9618, 0.9120, 0.9256, 0.9076,
                      0.9319, 0.8968, 0.8617, 0.9005, 0.8767, 0.8417, 0.9102, 0.8751, 0.9065,
                      0.9193, 0.9615, 0.8355, 0.8413, 0.8938, 0.9389, 0.9083, 0.8630, 0.9086,
                      0.9098, 0.8642, 0.8903, 0.9448, 0.9153, 0.7997, 0.8794, 0.8476, 0.5728,
                      0.8881, 0.9351, 0.9522, 0.9564, 0.8156, 0.9247, 0.9155, 0.9380, 0.9023,
                      0.9319, 0.8521, 0.9275, 0.8534, 0.8944, 0.8645, 0.9290, 0.9429, 0.9526,
                      0.8935, 0.9051, 0.9052, 0.9460, 0.9229, 0.9241, 0.9322, 0.9239, 0.9247,
                      0.9419, 0.8895, 0.9364, 0.8641, 0.8560, 0.9569, 0.7801, 0.8779, 0.8831,
                      0.9153, 0.9625, 0.8613, 0.8866, 0.9263, 0.9369, 0.9304, 0.9115, 0.8432,
                      0.9115, 0.9411, 0.9031, 0.9215, 0.8571, 0.9077, 0.9079, 0.9200, 0.8532,
                      0.8881, 0.8547, 0.9279, 0.9371, 0.9583, 0.9703, 0.9362, 0.9262, 0.9135,
                      0.8294, 0.9073, 0.9341, 0.9160, 0.9376, 0.9390, 0.8851, 0.8572, 0.8391,
                      0.9422, 0.9124, 0.9026, 0.8962, 0.8997, 0.8812, 0.9462, 0.9340, 0.9246,
                      0.8901, 0.9703, 0.8928, 0.9062, 0.9005, 0.9202, 0.8898, 0.7652, 0.9302,
                      0.9462, 0.8460, 0.8616, 0.9856, 0.9017, 0.7957, 0.9311, 0.8857, 0.9500,
                      0.8970, 0.8731, 0.9362, 0.9303, 0.8884, 0.8966, 0.9108, 0.8773, 0.9126,
                      0.9455, 0.8028, 0.8503, 0.9338, 0.9651, 0.8512, 0.9256, 0.9525, 0.9399,
                      0.8971, 0.9199, 0.9246, 0.9409, 0.9010, 0.9684, 0.8918, 0.9256, 0.9303,
                      0.9416, 0.9020, 0.8958, 0.9451, 0.9145, 0.9444, 0.9487, 0.8203, 0.9313,
                      0.9294, 0.9427, 0.9491, 0.9367, 0.9359, 0.8986, 0.9385, 0.8759, 0.8162,
                      0.8103, 0.8969, 0.9336, 0.9639, 0.9188, 0.9211, 0.9113, 0.9520, 0.8889,
                      0.9483, 0.9455, 0.9245, 0.9622, 0.8506, 0.8937, 0.8666, 0.9286, 0.9508,
                      0.9308, 0.8881, 0.9424, 0.8688, 0.9686, 0.7241, 0.9438, 0.8501, 0.9519,
                      0.9228, 0.8956, 0.8952, 0.9366, 0.9318, 0.8928, 0.9416, 0.9172, 0.8760,
                      0.8772, 0.9519, 0.9456, 0.8911, 0.7820, 0.8728, 0.9112, 0.8540, 0.8788,
                      0.9012, 0.8866, 0.7977, 0.9128, 0.9274, 0.9065, 0.8766, 0.9563, 0.9189,
                      0.8611, 0.9106, 0.9185, 0.8871, 0.8710, 0.9477, 0.9511, 0.9183, 0.9638,
                      0.8996, 0.9542, 0.8924], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.bias',
              tensor([-7.1604e-03,  1.2758e-02,  8.8074e-02,  2.7710e-02,  5.1469e-02,
                      -6.0165e-02,  4.7050e-02, -9.6399e-02, -1.2262e-01,  4.1067e-02,
                      -7.4524e-02,  1.6241e-02,  3.1139e-02,  1.0019e-01,  1.5672e-02,
                      -5.2989e-02,  2.2000e-02, -5.6556e-03,  7.7062e-02,  3.8861e-02,
                      -1.1656e-02, -6.6648e-02,  4.9105e-02, -6.6127e-03,  4.3246e-02,
                      -2.4961e-02, -1.6460e-02, -6.2121e-02,  3.3141e-03,  6.1645e-03,
                       1.2363e-02,  4.4449e-02,  2.5392e-02,  3.7564e-02, -4.0602e-02,
                      -1.6288e-02,  2.3716e-02, -1.5004e-02, -7.0984e-03, -6.2958e-02,
                       3.6723e-03,  3.5290e-02, -2.3080e-02, -3.0317e-02,  3.1453e-02,
                       2.1771e-02, -8.6569e-02, -1.0039e-02, -5.1176e-02, -6.9971e-02,
                      -2.8634e-02, -2.6028e-04, -1.1291e-01,  8.3567e-02,  1.8987e-02,
                       4.3250e-02,  2.4020e-02,  3.2157e-02, -1.1402e-02, -5.9981e-02,
                       1.6122e-02, -2.6975e-02, -7.0230e-02,  1.2469e-01,  3.0122e-02,
                       1.0165e-02, -3.2147e-02,  2.3920e-02, -4.6627e-02, -3.3445e-03,
                       1.0112e-01,  3.9435e-02,  1.0325e-02, -3.4872e-03, -2.8868e-03,
                       2.3704e-02, -2.5451e-02,  3.7952e-02,  2.3472e-02, -2.1238e-03,
                      -2.1707e-02, -3.7743e-02,  3.7074e-02, -1.0064e-01,  2.8602e-02,
                      -1.0716e-01,  2.7706e-02, -1.5099e-02, -5.5414e-02, -1.0389e-02,
                       8.1360e-02,  2.3181e-02,  1.1202e-01, -4.4985e-02,  4.5222e-02,
                      -6.1784e-02, -2.8755e-02,  6.2697e-02, -1.4650e-02, -1.2950e-01,
                       3.7295e-02,  6.2214e-04, -4.6814e-03, -5.2804e-02,  6.4981e-02,
                      -1.9679e-02, -7.3367e-03,  1.6263e-02,  7.3309e-02,  2.2122e-02,
                      -3.3756e-02,  1.3862e-02,  1.0544e-02,  3.4989e-02, -3.6642e-02,
                      -9.8613e-02, -2.4238e-02, -9.0389e-02,  1.5137e-02,  5.3784e-03,
                      -3.8540e-03,  5.3647e-04,  1.2376e-02, -2.4511e-02,  3.4293e-03,
                       3.1384e-02,  7.0700e-02, -2.6266e-02, -1.8312e-02,  1.2294e-02,
                      -3.9556e-03,  7.1837e-03,  8.2247e-03, -2.8484e-02,  5.7743e-03,
                      -1.2850e-02, -2.1254e-02, -8.2140e-03,  5.1383e-02,  1.6288e-02,
                       5.6350e-02,  2.3437e-03, -6.5420e-03,  2.7222e-01,  3.0975e-02,
                       6.2484e-02, -5.0879e-02, -3.4153e-02,  5.7513e-02,  8.7280e-02,
                       1.4483e-01, -6.3153e-03,  2.6545e-02, -2.5348e-02, -9.3916e-02,
                      -1.2499e-02, -3.7380e-04,  4.7163e-02,  5.7763e-03,  7.7417e-02,
                      -9.3316e-02, -3.6909e-02,  8.1966e-03,  1.2679e-02,  2.6458e-02,
                       9.9576e-02, -1.1313e-01, -4.7619e-02,  5.1077e-02,  1.9485e-02,
                       4.8620e-02,  1.1684e-02,  3.1258e-02, -7.1849e-02, -7.0343e-02,
                      -8.0619e-02, -9.9694e-02,  1.8373e-01,  2.6395e-02,  6.0612e-04,
                       1.0605e-01,  1.9924e-02,  4.5594e-02,  1.3077e-01, -1.4587e-02,
                       2.0234e-02,  1.0888e-01,  9.0084e-02, -9.7326e-03,  1.4681e-02,
                      -8.1084e-02, -2.6027e-02, -6.2779e-02, -1.4690e-02,  6.2235e-02,
                       1.0529e-01, -1.5318e-02,  5.0612e-02,  4.2599e-02,  3.6181e-02,
                      -4.2718e-02, -5.9191e-02,  4.2019e-02, -6.0693e-02, -2.4148e-02,
                      -2.5507e-02,  1.3464e-02,  9.5145e-02, -1.6861e-02,  2.2415e-02,
                       6.7308e-03,  3.6629e-02, -4.2856e-02,  4.6227e-02,  5.8874e-02,
                       3.6693e-02, -3.6774e-02, -4.8768e-02,  2.6215e-02, -7.4588e-02,
                      -1.3019e-02, -1.1588e-02, -6.1089e-02,  1.9016e-01,  8.4372e-02,
                      -1.6800e-03,  4.6250e-02, -3.6244e-03, -9.3123e-02,  8.6366e-02,
                       7.2349e-03, -5.7408e-02, -3.6039e-02, -1.7487e-03,  2.6578e-02,
                       5.9183e-02,  2.2299e-02,  6.7783e-03,  9.0977e-03,  2.4170e-02,
                       7.5169e-02,  1.1092e-02, -3.8297e-02, -2.4597e-02,  6.0279e-02,
                       6.8282e-02, -1.2768e-02, -2.0908e-02, -2.0130e-02, -1.0151e-01,
                      -1.4096e-02, -1.2884e-02, -6.7450e-02, -7.4316e-03, -5.6060e-02,
                      -1.2789e-02,  1.0889e-01,  4.2968e-02,  2.7327e-02,  4.4679e-03,
                       9.6399e-03,  1.0335e-02, -4.5393e-02,  8.0188e-03,  2.0891e-02,
                      -2.9873e-02,  6.7717e-02,  3.2858e-02, -5.8651e-02,  6.1102e-03,
                      -5.9153e-04,  6.8103e-02, -5.8551e-02,  5.8179e-03, -1.1028e-01,
                       1.1223e-01,  4.7725e-02,  3.9769e-02, -3.6951e-02,  1.0845e-01,
                      -2.1025e-02,  2.2889e-02,  4.3124e-02, -2.3063e-01,  1.2474e-02,
                      -5.8662e-02, -3.7622e-05,  1.0760e-01, -2.9227e-02, -2.4069e-02,
                      -2.9694e-02,  5.0443e-03,  2.6890e-02,  4.6755e-02,  5.6515e-02,
                       6.8457e-02,  1.1473e-01,  1.6301e-02,  9.5512e-02, -2.4048e-02,
                      -8.3307e-02,  5.8387e-02,  4.3232e-02, -1.4905e-02,  2.7994e-02,
                       6.3607e-02,  3.4896e-03, -1.0332e-02, -1.3896e-02, -3.5141e-02,
                      -1.0558e-01,  8.6929e-03, -4.6541e-02, -2.9438e-02,  3.8416e-02,
                      -3.0456e-02,  1.8797e-02,  1.1945e-02,  1.3410e-01, -3.1722e-02,
                       5.6263e-02,  3.8105e-02,  3.0425e-02,  1.3316e-02,  3.3178e-02,
                       5.9661e-02, -1.1359e-01, -5.3873e-02, -1.8290e-02, -9.4474e-02,
                       1.9399e-01,  2.4808e-03,  3.2448e-02, -6.5882e-02, -6.8856e-02,
                       3.0064e-02, -3.4154e-02, -8.9563e-03,  5.9181e-02, -3.6748e-03,
                       6.9589e-03,  2.7447e-02, -7.9174e-03,  3.4829e-02, -1.5163e-02,
                      -7.6145e-03, -1.5228e-03,  4.1909e-02, -1.3147e-02,  4.7669e-02,
                       1.0590e-03,  2.7556e-02,  7.7131e-02,  9.0536e-03, -1.0005e-02,
                       6.4809e-02, -1.4931e-02, -1.5559e-02, -4.3772e-03,  7.1042e-02,
                       1.7218e-02,  4.8379e-02, -5.7276e-02,  1.7877e-02,  9.3551e-02,
                      -4.7777e-02,  1.8676e-02, -8.2530e-02,  2.4400e-02, -1.0686e-01,
                       2.7746e-02,  6.4599e-02, -4.7717e-03, -1.1933e-02,  4.9709e-03,
                       2.1397e-02, -6.9990e-04,  2.2645e-02, -4.7702e-02,  1.5697e-02,
                       9.6280e-03,  2.5948e-02, -2.8544e-02, -1.1334e-01,  7.1482e-02,
                       9.0057e-02, -3.1008e-02,  1.5543e-02, -3.3833e-02,  3.8731e-02,
                      -4.4932e-02,  5.1488e-03, -1.7768e-02,  2.7649e-02,  1.0115e-02,
                       2.3360e-02,  8.3505e-03, -5.8627e-02,  5.6306e-02,  2.2329e-02,
                       2.9592e-02, -5.9151e-02, -1.7324e-02, -6.4251e-04,  4.6403e-02,
                      -3.3278e-02, -1.0932e-02,  6.4581e-02,  8.2184e-02,  6.5958e-02,
                       9.0299e-02,  2.5189e-02, -8.5617e-02,  3.7163e-02, -5.9150e-02,
                       2.1996e-02, -4.6324e-03, -1.4638e-01,  6.6962e-02,  3.9964e-03,
                       2.1795e-02,  5.6576e-02,  1.1170e-01,  1.0517e-02, -5.0816e-02,
                       5.4784e-02,  1.1018e-01,  5.8135e-02,  3.8157e-02, -9.9780e-02,
                      -1.4025e-02,  8.3472e-03,  1.4970e-01, -8.3000e-02,  5.6560e-02,
                      -4.4525e-02, -1.3465e-01,  6.2899e-03,  4.1529e-03, -3.0900e-02,
                      -3.9554e-02, -1.2253e-02,  2.2144e-02,  6.1555e-02,  1.4865e-02,
                       5.3025e-02, -1.2426e-05, -1.7759e-02, -2.4622e-02, -5.4991e-03,
                      -9.0819e-02, -4.7057e-02, -3.4032e-02,  2.8459e-02,  4.9970e-02,
                       1.7901e-01,  9.8989e-03,  7.0302e-03,  1.4841e-02,  6.2954e-04,
                       9.9266e-03, -1.6649e-04,  2.8002e-02, -4.5375e-02,  3.0188e-02,
                       2.0155e-02, -2.8416e-02, -1.7224e-02, -2.2500e-02, -4.1617e-02,
                      -9.5143e-02, -4.8500e-02, -9.9027e-03, -5.3823e-02,  1.8130e-02,
                      -7.6045e-03,  3.1535e-02, -2.7800e-02,  1.1906e-02,  4.2726e-02,
                       4.5586e-02,  2.3679e-02,  3.2330e-02, -4.2311e-02, -3.7887e-02,
                       5.8501e-02, -3.6503e-02,  2.7374e-03, -2.9469e-03, -2.1069e-02,
                      -1.1924e-02,  3.2981e-02,  5.8329e-02, -3.8637e-02, -8.6199e-02,
                       1.5001e-02,  1.6339e-02,  1.1579e-02, -3.5269e-03, -9.0012e-03,
                      -7.7288e-02, -3.3721e-02,  1.2936e-02,  7.0511e-02,  8.0265e-02,
                      -1.4368e-01,  3.0033e-02, -4.0725e-02,  6.6082e-02,  2.2012e-02,
                       1.3807e-01,  2.0417e-02, -1.4015e-01, -3.3033e-02,  2.3806e-02,
                       3.0552e-02, -2.0548e-02, -6.5623e-02, -5.2514e-02, -5.1931e-03,
                       3.7906e-02,  9.4750e-03, -2.6708e-04,  6.3142e-02,  4.6870e-02,
                      -4.0369e-03, -5.8465e-02,  7.0101e-03, -2.6046e-02,  3.4653e-02,
                       6.2527e-02, -6.2365e-02,  6.5907e-02,  3.8357e-02,  4.9661e-02,
                       3.3777e-02,  3.5025e-02, -6.2918e-02,  9.7649e-02, -6.3336e-02,
                       8.9434e-02, -1.5843e-02, -3.8111e-02, -1.2587e-03,  3.9048e-02,
                      -1.1969e-01,  2.3914e-03,  9.5612e-03, -9.4176e-02, -6.8270e-02,
                      -7.8404e-02, -7.7878e-02,  2.5070e-02, -5.3211e-02, -3.4503e-02,
                      -1.0949e-03,  8.1196e-02, -4.3984e-01,  2.1617e-02, -2.4062e-02,
                       3.0043e-02, -4.6481e-02,  3.1428e-02,  1.6479e-02, -3.5977e-02,
                       8.2951e-02,  2.9101e-02,  1.8416e-02,  6.4696e-02, -8.7244e-02,
                       3.5023e-02, -1.8976e-02,  2.7113e-02,  5.3056e-03, -2.2125e-02,
                       5.5558e-03, -1.0528e-02,  7.0056e-02, -9.6863e-02,  2.7375e-02,
                      -1.5972e-02, -7.9512e-02, -4.9431e-02, -7.5503e-03, -4.6699e-03,
                       5.3981e-02, -6.5477e-02,  7.9977e-03, -4.3798e-02, -3.6585e-02,
                       2.9375e-03, -1.3633e-02,  5.3889e-02,  8.8863e-02,  5.6667e-02,
                      -1.5704e-02, -3.2800e-02,  5.2693e-02,  3.5750e-02, -1.2768e-02,
                       8.5355e-02,  1.9448e-02,  2.0138e-02,  1.1508e-01, -2.8930e-02,
                       3.5802e-02,  2.0359e-03, -8.8890e-02, -3.4305e-02, -7.7793e-02,
                      -1.9482e-02, -4.1738e-03,  4.5049e-03,  5.6274e-02, -9.4983e-02,
                      -2.2768e-02, -4.4861e-02,  3.3924e-02, -6.3210e-03,  4.0442e-03,
                       4.0283e-02, -4.2776e-02, -5.0282e-02, -5.9398e-02, -5.3425e-02,
                       8.5271e-02,  2.8941e-02,  8.4375e-02, -2.9343e-02, -1.2233e-01,
                       5.0546e-02, -5.4471e-02, -2.8520e-02,  4.1092e-02, -3.5280e-02,
                      -1.2043e-01,  8.1249e-02, -6.5976e-02,  9.0415e-02,  5.0898e-02,
                      -7.8953e-03,  5.7452e-02, -6.5731e-02,  6.5556e-02, -1.5928e-02,
                       5.8460e-02,  1.2222e-01, -7.6375e-02,  5.7325e-02,  7.1197e-02,
                       2.2988e-02,  5.9757e-02, -1.9372e-02,  8.1898e-02, -1.9953e-02,
                      -3.4846e-02,  2.6835e-02,  1.4688e-02,  4.4622e-03, -1.4475e-02,
                      -1.5048e-02, -1.0938e-02,  5.6388e-02,  6.2319e-02,  2.5416e-02,
                       8.4631e-02, -1.0600e-01,  1.2762e-02,  4.0820e-02, -6.0786e-02,
                      -1.4536e-02, -5.3963e-02, -1.6370e-02, -3.4533e-02, -9.1559e-02,
                      -4.4276e-02,  9.4919e-03,  9.3625e-02,  5.7654e-02, -2.7704e-02,
                      -4.7536e-02,  4.2013e-02, -1.6777e-02, -1.9711e-02, -2.0794e-02,
                      -3.3993e-02,  3.1302e-02,  5.3767e-03, -1.3935e-02,  6.0006e-02,
                      -6.5880e-02,  2.6116e-02,  5.6256e-02,  2.7864e-02, -9.3000e-02,
                       3.9368e-02, -1.0098e-02,  1.1273e-01, -7.2880e-02, -3.4635e-02,
                      -2.3808e-02, -6.4593e-02,  9.0978e-04, -2.9620e-02,  4.4272e-02,
                       2.3341e-02,  2.6175e-03,  5.8853e-02,  6.6652e-03,  4.1057e-02,
                       3.7032e-02, -2.4357e-02,  2.2607e-02, -7.1812e-04, -3.1363e-02,
                      -1.1606e-02,  6.0348e-02,  3.5908e-02, -4.2146e-02, -3.7148e-02,
                      -3.8283e-02, -6.0954e-02, -1.0136e-02,  3.7060e-02, -2.0689e-02,
                       3.2631e-02, -9.7199e-02,  4.0678e-02,  1.1971e-02, -4.2028e-02,
                       8.3087e-02, -4.7839e-03,  1.3375e-02, -8.7445e-02,  6.8607e-03,
                      -8.5127e-03, -1.2353e-01,  3.3362e-02, -4.0376e-02, -1.9444e-02,
                       7.1137e-02,  4.7828e-02, -3.0733e-02, -8.9467e-02, -2.4560e-02,
                       1.2911e-02,  6.0551e-02,  3.3891e-02,  8.3840e-02,  9.8625e-03,
                       3.3341e-02, -5.1531e-02, -2.1295e-02,  9.3916e-02,  3.8404e-02,
                       7.2003e-02, -3.3700e-02,  5.5519e-02,  3.7469e-02, -1.1242e-01,
                       6.6578e-02,  2.8553e-02, -5.8466e-02, -1.5203e-02, -4.9677e-02,
                      -4.9175e-03,  9.4358e-03, -6.3038e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.weight',
              tensor([[-6.5250e-02, -1.4649e-02,  5.1976e-05,  ..., -9.7354e-03,
                       -1.3251e-02,  2.8870e-02],
                      [ 3.7221e-02,  1.6038e-02,  4.0009e-02,  ...,  1.1076e-02,
                        2.0658e-02, -7.7364e-02],
                      [-1.2142e-02,  4.0849e-02,  6.3152e-02,  ..., -2.7740e-02,
                        7.4383e-02, -1.8817e-02],
                      ...,
                      [-9.9322e-04,  1.0013e-01, -5.0913e-03,  ..., -5.1089e-02,
                       -1.7924e-02, -1.7042e-02],
                      [-3.6994e-02,  1.0851e-02,  3.2125e-02,  ...,  3.8893e-02,
                        8.2241e-02,  7.9812e-02],
                      [-1.7460e-02, -4.3877e-02,  3.0495e-03,  ...,  4.9085e-02,
                        5.2760e-02,  5.0055e-02]], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.bias',
              tensor([-4.1288e-02,  2.3152e-02, -4.3450e-02,  2.6994e-03,  1.4347e-02,
                       4.1334e-02,  4.3050e-02,  2.4255e-02,  3.1149e-02,  6.2882e-04,
                       6.9363e-02, -1.9252e-03,  8.9847e-04, -3.1732e-02, -1.4777e-02,
                      -2.6739e-02,  5.8304e-02, -1.4498e-02,  1.6853e-02,  7.6377e-02,
                      -3.9125e-02,  6.8840e-02, -8.6710e-02, -6.0397e-02,  5.2748e-02,
                      -1.5482e-03, -1.9988e-01,  2.7860e-02, -1.4713e-02, -2.8622e-02,
                      -3.1565e-02,  3.3195e-02, -3.2391e-02, -4.7598e-03,  1.7096e-02,
                      -2.9037e-02, -3.6499e-02, -1.9766e-02, -7.0185e-03,  4.0061e-04,
                       3.7046e-03, -1.1608e-02, -3.1120e-02,  4.3009e-02,  1.1566e-02,
                       4.6345e-02,  1.2942e-02, -3.3796e-02,  8.1834e-03, -3.2086e-02,
                       3.7809e-02,  5.6951e-02,  1.2506e-02,  3.7223e-02,  6.1288e-02,
                      -2.6035e-03, -3.1501e-02, -1.2311e-02,  2.0744e-02, -3.6625e-02,
                       1.5468e-02,  1.0226e-01, -6.7850e-02,  8.7691e-04, -1.4133e-01,
                      -3.7822e-02,  1.1684e-01, -1.3424e-01,  1.5098e-02, -1.4969e-01,
                      -9.7986e-02,  1.3490e-01, -3.6963e-02, -4.8521e-02,  1.4123e-01,
                      -4.1063e-02,  4.0598e-02,  9.8071e-02, -1.9855e-02,  5.7661e-02,
                      -1.3633e-02,  8.2339e-03, -1.1640e-01, -1.2833e-01,  1.2360e-01,
                       1.9938e-02, -1.8873e-01,  4.4212e-02, -3.1054e-01,  1.0666e-02,
                      -1.1541e-02, -4.9410e-02, -6.7223e-02, -1.3560e-02,  1.2863e-01,
                      -4.6332e-03, -1.7665e-01,  3.4214e-02, -1.2543e-02,  8.3328e-02,
                       3.0444e-02, -1.6729e-01, -1.4999e-02, -1.3365e-02,  2.9226e-01,
                      -1.0109e-02,  6.2147e-02, -3.4682e-01, -3.5492e-03,  1.2870e-01,
                      -1.2673e-01, -6.5517e-02,  4.1089e-02, -2.0174e-02, -4.8617e-02,
                      -3.4286e-02,  7.2038e-02,  1.3842e-02, -6.8480e-02, -9.0200e-02,
                      -8.5552e-02, -1.3708e-01,  1.0137e-01, -7.4820e-02,  2.4505e-02,
                      -5.3466e-02, -2.6909e-02, -2.0113e-02,  1.3787e-02, -1.2330e-02,
                      -8.3037e-02, -1.0412e-02, -3.0679e-03, -2.0756e-01, -4.4653e-02,
                       1.1555e-01, -3.5327e-02, -2.3007e-01, -1.4616e-01,  1.2206e-01,
                      -1.0056e-01,  6.7052e-02,  1.0978e-02,  4.3311e-02, -7.1305e-02,
                       5.7291e-02,  2.4839e-02, -5.3126e-02, -1.3224e-02,  1.8738e-02,
                      -8.8719e-02, -1.1747e-01, -6.2981e-04, -6.0011e-02,  1.1260e-01,
                      -5.2047e-02,  1.1937e-02, -3.6995e-02,  3.4301e-02, -2.3808e-01,
                       1.8385e-02,  2.2544e-02,  3.0504e-02,  1.5351e-02, -3.7894e-02,
                      -9.3490e-02, -3.7121e-03,  3.8226e-02, -1.9885e-02, -1.6649e-03,
                       1.7690e-02,  6.4703e-02, -4.7784e-02,  1.5706e-01,  8.7497e-04,
                       7.7322e-02,  6.6492e-02,  5.1455e-02,  3.1670e-02,  6.8870e-02,
                      -2.7669e-01, -1.7970e-01,  1.4043e-01, -2.2856e-02, -3.7049e-02,
                      -1.2106e-01, -6.6437e-02, -5.1516e-02, -5.3298e-02, -3.5186e-02,
                       1.9776e-02, -4.2523e-01, -2.8695e-03,  3.6020e-02, -5.1345e-02,
                      -4.1846e-03, -4.4686e-02, -9.2898e-03,  2.8303e-02,  4.5009e-02,
                       3.4592e-02,  3.4983e-02, -8.1653e-02, -1.4106e-02, -2.9530e-03,
                       4.6174e-02, -4.9268e-03,  2.0838e-02,  1.2057e-02,  1.3242e-01,
                       1.7135e-03,  2.8731e-02,  9.3971e-02,  4.0723e-03,  3.0652e-02,
                      -8.7188e-02,  2.8586e-02,  5.1791e-02,  6.3248e-02, -3.8655e-02,
                      -6.8215e-03,  2.7119e-02,  2.5065e-02,  1.8219e-02, -4.8925e-02,
                      -1.9346e-02,  1.6364e-02, -1.6301e-02,  2.0091e-02,  2.0089e-03,
                      -7.3732e-03, -7.1269e-02,  2.4314e-02, -2.7467e-02, -1.8688e-02,
                       4.1146e-03,  2.1918e-01,  2.2838e-02,  1.0235e-02, -4.7410e-02,
                      -2.0967e-03,  5.6981e-02,  1.3953e-02,  2.0486e-02, -4.2317e-02,
                       3.3000e-01,  4.6245e-02,  6.0878e-03, -1.7582e-01, -5.9043e-03,
                       3.6981e-01,  4.2457e-02, -3.2038e-02, -9.7400e-03,  7.9659e-03,
                      -1.5759e-02, -6.0132e-02,  9.8992e-03,  1.5905e-01, -2.9402e-03,
                       2.9376e-02, -1.1063e-01, -4.8612e-02, -3.4341e-01, -4.0917e-02,
                      -3.8920e-03,  1.4756e-01, -3.2951e-02,  1.8665e-02,  4.9636e-02,
                      -4.2360e-02, -3.4326e-01,  4.2963e-05,  2.1781e-02, -1.2650e-01,
                      -2.7807e-02,  2.5918e-02, -4.9463e-02,  8.8016e-02,  5.5851e-04,
                      -1.7179e-01,  1.1348e-01, -7.9169e-03, -2.6287e-01,  2.7036e-02,
                      -1.5455e-01,  2.2097e-02,  1.0779e-02, -2.1234e-02,  7.8104e-03,
                      -1.2857e-01,  1.9147e-01, -2.0019e-01, -5.9730e-02,  1.7051e-02,
                       9.6237e-03,  7.3365e-02,  2.3355e-01, -4.1479e-02,  8.7641e-02,
                       2.3735e-02,  4.4759e-02, -3.8449e-02,  5.3493e-02, -3.3783e-02,
                       5.0563e-01, -1.9998e-02,  6.0930e-02, -6.4780e-02,  1.6137e-02,
                       2.6356e-02, -8.1240e-03,  1.1174e-01, -1.3860e-02, -1.7330e-01,
                       5.7809e-03, -7.4257e-02, -3.7576e-02, -9.6714e-02,  6.2762e-02,
                      -4.7048e-03, -1.7997e-02, -4.1798e-02,  4.6797e-02, -5.0679e-02,
                      -1.0735e-02,  1.4834e-02, -1.6592e-02, -8.2563e-03,  2.8227e-02,
                      -2.0112e-02, -9.5331e-02,  1.1199e-02,  3.2534e-02, -2.6185e-02,
                       6.0264e-04, -1.8865e-02,  1.4426e-02,  2.6109e-02, -6.6997e-02,
                      -1.0101e-01,  1.1171e-03, -3.1535e-02, -7.8667e-02,  2.7037e-01,
                      -8.5622e-04, -2.4207e-02, -2.1454e-02,  5.4065e-02, -7.1487e-02,
                      -4.3471e-02,  2.6403e-02, -5.0829e-02, -3.0232e-02, -9.5720e-03,
                       6.2580e-02,  5.7422e-02, -3.1608e-02, -3.6280e-02, -1.0246e-02,
                      -3.1315e-02, -3.4724e-02, -6.3318e-02, -4.8845e-02,  1.1380e-01,
                      -2.1219e-04,  1.6808e-02,  2.2240e-02,  9.7384e-02,  3.4280e-03,
                      -6.7857e-02, -6.8586e-03,  3.4659e-02, -6.1917e-02, -1.4033e-01,
                       6.6536e-03,  5.6380e-02,  6.1959e-02, -2.3049e-01,  4.4373e-02,
                      -4.7132e-03, -3.8901e-02,  1.3336e-02,  2.1579e-02, -8.8125e-02,
                       2.1414e-01,  5.8455e-02,  1.4361e-01,  2.8322e-02,  4.3225e-02,
                      -1.0988e-01,  1.9352e-02, -1.2625e-01,  5.3606e-02, -1.5873e-02,
                       2.5535e-02,  1.8741e-01, -4.5054e-01,  5.4078e-02,  7.0752e-02,
                      -1.2324e-01,  5.2533e-02, -7.5703e-02,  3.0337e-01, -7.5924e-02,
                       1.9483e-01, -2.4575e-01, -1.1900e-01, -6.6579e-02,  4.2566e-02,
                       6.2302e-02, -1.5205e-01,  1.0520e-01, -5.3805e-02,  1.0594e-01,
                       2.6553e-02,  8.1290e-02,  6.3519e-02,  9.1564e-02, -5.5146e-02,
                       1.0626e-01,  1.5344e-02,  1.0670e-01,  3.4326e-02, -6.2794e-02,
                      -5.3733e-01,  6.5048e-02,  5.7279e-02, -3.6546e-02,  9.6344e-03,
                      -6.0987e-02, -2.3138e-01,  6.4845e-02,  3.6392e-02,  3.7810e-02,
                      -9.3454e-03,  7.9943e-02, -1.1664e-01,  8.1263e-02, -1.1812e-01,
                      -1.0490e-01, -6.7896e-02,  9.7770e-02,  1.6867e-01,  3.6067e-02,
                      -1.7199e-01, -7.2696e-02, -1.5485e-02, -8.2329e-02,  1.9418e-02,
                       1.8582e-01, -6.1657e-03, -6.3070e-02,  3.3289e-03,  9.5191e-02,
                      -3.7602e-01,  2.2253e-02,  6.5259e-02, -1.3078e-01, -2.4263e-01,
                       9.4683e-02, -4.0023e-02,  8.1013e-02,  8.1529e-02,  8.8324e-02,
                      -3.4756e-01, -1.4892e-01,  7.0956e-03, -3.2196e-02,  1.0714e-01,
                      -5.3209e-02, -7.0799e-02,  1.6172e-01, -2.2998e-01, -1.8704e-01,
                       2.8890e-01,  2.4882e-02, -1.0958e-02,  1.0146e-01,  3.3798e-02,
                       5.6338e-02, -2.7246e-03,  1.0455e-01,  1.1472e-02, -1.2028e-01,
                       1.3489e-01, -4.9731e-02,  6.5971e-02, -1.4323e-01, -6.0552e-02,
                       1.4184e-01,  2.0456e-02, -1.0624e-01, -1.2684e-02,  6.7904e-02,
                       1.2871e-01, -1.0202e-01,  6.1199e-02,  4.2695e-02,  2.2241e-01,
                      -4.5460e-02,  5.9637e-02, -7.7441e-02, -2.7098e-02,  5.6295e-02,
                       5.6782e-02,  1.0334e-01,  1.4255e-01,  6.2913e-02, -3.4737e-02,
                      -3.8926e-01, -4.1667e-02, -9.1668e-03, -3.0256e-02, -4.4440e-03,
                      -3.6651e-02,  3.0609e-02,  4.8204e-02,  1.0866e-01,  2.7489e-02,
                       2.5447e-01,  6.3788e-02, -4.8940e-02, -6.8515e-02,  1.7386e-02,
                       2.2955e-02,  7.5613e-03,  2.3498e-02,  1.3324e-02,  2.4955e-01,
                       5.0961e-02, -6.2610e-02,  7.0596e-02, -1.5656e-01,  1.5621e-03,
                      -5.4975e-02,  9.2059e-02,  5.5660e-02,  1.4160e-02,  3.5284e-02,
                      -1.4385e-01, -8.0416e-02, -6.2321e-02,  7.1432e-02, -1.8774e-02,
                      -8.2319e-03, -6.9173e-02,  2.8226e-02, -8.0123e-03, -3.0285e-01,
                      -2.5465e-03,  3.6092e-01, -2.6342e-02,  1.4969e-02, -1.3127e-02,
                       1.9789e-02,  6.3838e-02, -1.0604e-02,  3.2651e-02,  1.0791e-02,
                      -2.9301e-03, -5.8561e-02, -4.9724e-02,  1.6694e-02,  3.1348e-02,
                       3.2773e-02,  6.3755e-03,  1.8642e-01,  5.2929e-02, -1.1372e-02,
                       3.9023e-02,  2.9625e-02,  2.9747e-02, -6.9881e-02, -1.8740e-02,
                      -4.3634e-03, -7.0864e-02, -1.3402e-02, -2.9504e-01,  3.2813e-01,
                       5.7487e-02,  5.3643e-02,  6.3352e-02, -6.0668e-02, -1.2730e-01,
                       9.0190e-02,  1.5332e-01, -5.7377e-02,  3.9702e-01,  9.4578e-02,
                       1.1713e-01,  1.3277e-01, -3.9857e-02, -4.7214e-02,  5.4620e-02,
                      -2.8771e-03,  3.8552e-02,  4.8302e-02, -2.8975e-02, -2.5285e-02,
                      -1.3383e-01,  1.6713e-01,  1.6241e-02,  2.5318e-01,  5.7853e-01,
                      -2.8499e-01, -5.1429e-02,  9.1332e-02, -1.9624e-01,  6.4141e-02,
                      -1.1320e-01,  8.5553e-02,  5.2152e-01, -1.6121e-02, -5.4980e-02,
                      -1.9000e-01,  6.4316e-02, -1.1541e-01,  2.6722e-01, -1.1398e-01,
                       2.6783e-02, -1.6248e-02,  7.0544e-02,  1.5032e-01,  1.6790e-02,
                       2.0335e-02,  1.1210e-02,  3.1696e-02, -3.8756e-02, -8.8564e-02,
                      -1.0686e-01,  4.7703e-02, -6.5371e-03,  1.1618e-01, -6.9063e-02,
                      -9.0833e-02, -8.5208e-02,  4.6207e-02,  3.7338e-02, -2.2757e-01,
                       1.3940e-01, -1.7158e-01, -3.9127e-03, -4.3694e-02,  1.0957e-01,
                       7.5938e-02, -4.1622e-03,  1.6494e-01, -4.2552e-02,  5.2899e-01,
                      -1.0352e-01, -1.4002e-01, -6.5856e-02,  3.4275e-02, -9.2204e-02,
                      -5.5040e-02,  2.4956e-02, -1.4480e-01,  2.1918e-02,  1.7475e-01,
                      -4.0121e-02,  2.2857e-01,  7.5758e-02,  1.3330e-01, -2.6944e-03,
                      -1.7060e-02, -6.6098e-02, -3.0343e-02, -5.8203e-02, -7.0961e-02,
                      -2.4131e-02, -3.3724e-01, -9.8374e-02, -3.0085e-02,  1.4517e-01,
                      -9.5839e-03, -5.5698e-02,  3.9845e-02, -8.1637e-02, -1.3445e-01,
                      -2.8458e-02, -5.8509e-02,  2.6782e-01, -3.4971e-02, -3.7645e-02,
                      -1.2111e-02,  4.5635e-02, -7.1605e-02, -2.5438e-02, -5.6989e-01,
                       2.2915e-02, -7.5121e-02,  9.8296e-02,  4.9953e-02, -2.7155e-02,
                       6.3508e-02, -8.4399e-02, -2.5623e-02, -7.0708e-03,  1.7477e-01,
                       2.3318e-01,  9.7235e-02,  1.0085e-01,  1.4431e-01,  5.1566e-02,
                       5.4505e-02,  2.5509e-02,  1.1700e-02,  5.1576e-02, -2.8157e-02,
                       3.6366e-02,  8.0366e-02,  5.5020e-02, -3.4091e-01,  1.1049e-01,
                      -8.4644e-02,  6.1796e-02,  3.3668e-02,  1.6543e-01, -3.2428e-03,
                       4.6631e-02,  1.3711e-02, -4.7788e-02,  7.1076e-03, -5.1615e-05,
                      -2.4000e-01, -2.1795e-01, -1.4995e-01, -3.1898e-02, -1.0755e-01,
                       1.7219e-02,  3.2131e-02, -5.1119e-02, -1.8502e-02,  3.0053e-02,
                      -3.0962e-01, -2.9462e-02,  6.0904e-02, -5.8545e-02, -1.4238e-02,
                       3.0930e-03,  3.7865e-02,  4.1828e-01, -3.2016e-03,  6.5977e-02,
                      -1.0538e-01,  6.5333e-02,  1.7118e-03,  7.4779e-02, -9.8060e-02,
                      -6.5672e-02,  3.0621e-02, -9.9490e-03,  3.0493e-02,  1.7895e-01,
                      -6.9288e-04,  1.9047e-02,  5.3585e-03,  5.2349e-02,  3.9899e-02,
                       7.0804e-02,  4.4400e-02,  1.6412e-02,  7.1682e-02, -3.7997e-02,
                       9.4884e-03, -9.0881e-03,  2.1654e-01], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.weight',
              tensor([[ 0.0071,  0.0761,  0.0034,  ...,  0.0792,  0.0474,  0.0580],
                      [-0.0526, -0.0382,  0.0104,  ...,  0.0042,  0.0269,  0.0107],
                      [ 0.0217, -0.0074,  0.0128,  ...,  0.0192,  0.0007,  0.0110],
                      ...,
                      [-0.0392,  0.0009, -0.0040,  ..., -0.0333, -0.0372, -0.0064],
                      [ 0.0321,  0.0323, -0.0685,  ...,  0.0835,  0.0282,  0.0357],
                      [ 0.0533, -0.0420, -0.0368,  ...,  0.0084, -0.0047,  0.0163]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.bias',
              tensor([ 5.1508e-04,  6.5433e-04, -3.8811e-04, -2.6091e-03,  1.9686e-04,
                      -4.1473e-03,  5.3913e-04, -2.7614e-04,  2.5717e-03,  2.3055e-03,
                       3.5022e-04,  7.0632e-04,  1.9349e-03,  8.2927e-04, -7.1194e-04,
                      -6.6698e-04,  9.7704e-04,  8.6116e-04,  1.1074e-03,  1.0126e-03,
                      -8.2919e-04, -1.0104e-03,  2.3897e-04, -7.9248e-05,  1.0444e-04,
                      -2.0598e-03,  3.1561e-03, -1.5963e-03, -1.9586e-03,  1.6191e-04,
                      -2.0714e-03, -2.1364e-03, -3.9280e-03,  2.3818e-03, -1.7179e-03,
                      -3.6110e-03, -3.7862e-04, -8.7903e-04,  2.0899e-03,  6.2544e-04,
                      -9.0012e-04, -2.2377e-03, -2.2107e-03,  1.9541e-04,  1.9856e-03,
                       1.8728e-03,  1.8915e-03, -1.4496e-03,  4.2677e-03, -2.4609e-03,
                       5.7758e-04, -4.1669e-03, -1.1356e-03, -2.7558e-03,  3.9884e-03,
                       5.4906e-03,  5.8262e-04, -8.6396e-04,  1.5390e-03, -4.1295e-04,
                       1.6864e-03, -2.8698e-03, -6.0162e-05,  3.0210e-03,  1.7804e-03,
                       2.0058e-03, -2.7203e-04,  3.8470e-03,  3.3945e-03,  2.9860e-03,
                       2.2557e-04,  1.5780e-03,  4.5240e-05,  3.5504e-03, -2.7035e-04,
                       6.7956e-04, -1.2406e-04, -3.5014e-03,  2.9804e-04, -3.0225e-04,
                       1.3057e-03, -6.4340e-04, -9.4044e-04, -2.1437e-03, -1.0445e-03,
                      -1.9355e-03,  2.3077e-03, -1.7281e-04,  3.3665e-03, -1.7511e-04,
                      -2.3971e-04, -9.4269e-04,  1.5732e-03,  2.1796e-03, -1.4353e-03,
                       1.1995e-03,  3.5057e-03, -2.4177e-03,  1.3128e-03, -2.2363e-03,
                      -2.1650e-03,  3.0313e-03,  1.6687e-03,  8.4009e-05, -4.3870e-03,
                       7.6799e-04, -1.6280e-03,  1.9634e-03, -1.3615e-04,  3.1509e-03,
                       1.2342e-03,  5.5838e-03,  4.4991e-04,  2.6787e-03, -5.4069e-05,
                       1.5482e-03,  7.5059e-04, -2.6746e-03,  2.5827e-03, -2.9193e-03,
                       2.0510e-03,  3.0975e-03, -3.1539e-03, -8.4207e-04,  6.5315e-05,
                       3.5989e-03, -3.1249e-04,  1.1871e-03, -2.8978e-04,  4.0631e-03,
                      -2.2934e-03,  2.3985e-03, -7.3668e-03,  6.0363e-03,  2.7832e-04,
                      -1.6922e-03,  3.6713e-03,  3.3566e-03, -4.8226e-03,  5.2663e-03,
                       8.1287e-04,  4.3705e-03,  3.0698e-03, -3.8590e-03, -7.7634e-03,
                      -2.2937e-03, -7.0181e-04,  2.5474e-03, -1.7767e-03, -3.3066e-03,
                       8.6564e-03,  4.7106e-03, -3.2989e-03,  8.5293e-03, -4.6630e-03,
                       4.1333e-03, -3.9826e-03,  3.6224e-04,  2.1940e-03,  5.9194e-03,
                       2.0637e-03, -4.1725e-03,  6.8247e-04,  1.7617e-03, -3.6308e-03,
                       3.2504e-03, -2.8069e-03,  5.6187e-03, -1.3735e-03,  4.6373e-03,
                       1.9760e-03, -9.3503e-04,  2.1527e-04, -6.2599e-04,  2.4146e-03,
                      -3.2566e-03,  7.8057e-03, -7.6703e-03, -4.4171e-03, -4.2755e-03,
                       8.3626e-03,  4.6730e-03, -4.6764e-03,  3.0913e-03, -1.8603e-03,
                       9.9334e-03,  6.3766e-03,  1.1056e-03,  1.3598e-03,  1.8757e-03,
                       8.1286e-04,  3.9139e-03, -4.5636e-03, -1.5151e-03,  1.1490e-03,
                      -2.6834e-03, -8.4371e-03,  1.8298e-03, -2.1516e-03, -2.0703e-03,
                       2.6182e-03,  3.5466e-03,  6.5861e-04, -5.2846e-03, -1.5790e-03,
                       7.1855e-03, -4.0672e-03,  1.2927e-03,  2.2971e-04,  1.5496e-03,
                      -1.5537e-03, -9.6162e-04, -1.2753e-02, -4.9032e-03,  2.0519e-03,
                       1.5635e-03, -6.1268e-03, -2.0596e-03,  6.8747e-04,  3.6345e-03,
                      -5.8119e-03,  9.4895e-03,  9.9928e-04, -1.9372e-03, -2.9751e-03,
                       3.5563e-03,  4.8461e-03,  1.2719e-03,  1.4110e-03, -3.3617e-04,
                      -1.7394e-03,  3.3123e-03, -2.5521e-03,  2.9765e-03,  4.8752e-03,
                       3.9458e-03, -2.3794e-03, -4.2866e-03,  1.0093e-02, -3.0077e-03,
                      -1.0159e-04,  3.1023e-03,  2.6379e-03,  9.5963e-03, -9.3831e-03,
                      -8.3518e-04,  2.9025e-03,  5.8112e-04,  2.0677e-03, -4.6605e-03,
                      -6.1795e-04,  2.6092e-03, -1.1692e-04, -7.5062e-04,  1.1668e-04,
                      -1.6700e-03,  3.2290e-03, -1.2818e-03,  9.4302e-04,  3.7688e-03,
                      -2.6937e-03,  1.0045e-03, -4.8262e-03,  1.1500e-03, -3.0895e-03,
                       5.6391e-03,  3.2851e-03, -1.2327e-03,  1.1725e-03,  1.6020e-03,
                       6.0344e-04, -4.9893e-03, -3.1179e-03, -9.5214e-04,  2.9760e-03,
                      -2.7315e-03, -3.2688e-03,  2.6592e-03, -2.1341e-03,  6.1951e-03,
                       8.4522e-05, -1.3041e-03, -2.0818e-03, -3.0217e-03, -4.1681e-03,
                      -3.9938e-03, -2.3925e-04, -3.0457e-03, -3.5827e-03, -1.0284e-04,
                       1.7716e-03,  1.7864e-03,  7.9840e-04, -1.0598e-04,  1.4101e-03,
                      -2.1311e-04, -3.5838e-03,  2.4508e-03,  3.4127e-03, -1.4124e-03,
                      -1.7654e-03,  6.9511e-03, -4.0848e-03,  3.4262e-04,  1.5584e-03,
                      -1.3903e-03, -6.9419e-03, -2.6962e-03,  3.0177e-03,  2.6469e-03,
                      -2.7048e-03, -3.4987e-03,  3.6864e-03, -2.2678e-03, -2.4840e-03,
                       1.3176e-03,  3.2368e-04,  4.6073e-03, -2.8261e-04, -3.2815e-03,
                       1.6635e-03,  1.0122e-03,  2.4960e-03, -3.4565e-03, -4.4425e-03,
                       3.8859e-03,  2.8721e-03, -1.1554e-03, -2.4364e-03, -1.1265e-03,
                      -1.6989e-03,  5.6085e-04,  2.5596e-03,  1.3186e-03,  1.3911e-04,
                      -1.8980e-03, -2.3437e-03, -2.2218e-04, -4.0248e-04,  1.8757e-03,
                       3.2331e-03, -2.4306e-03, -7.1530e-04, -1.8209e-03, -3.2028e-03,
                      -3.4418e-03, -2.3589e-03,  5.8434e-05, -1.4812e-04,  3.5536e-03,
                      -1.8768e-03, -9.8992e-05,  5.1711e-05, -2.6511e-03, -1.0523e-03,
                       1.3357e-03, -1.1729e-03,  3.9489e-03,  3.0499e-04,  3.7379e-03,
                      -2.8746e-03, -8.7481e-04,  2.8837e-03, -2.3200e-03, -3.7861e-03,
                       5.3471e-04,  2.0244e-03, -1.6575e-03, -3.0556e-03, -3.8034e-04,
                       2.5688e-03,  2.0025e-03, -3.5099e-03, -3.4873e-03,  1.4023e-03,
                      -4.1544e-04, -1.2608e-03, -6.4418e-04,  3.1401e-03,  3.7066e-03,
                      -3.9651e-03, -1.0617e-03,  6.5452e-04,  2.2039e-03, -8.7328e-04,
                       2.3260e-03, -5.2652e-03,  3.7476e-03, -1.7460e-03,  1.0231e-03,
                      -2.3740e-03,  3.9408e-03, -5.5985e-03,  2.0546e-03, -2.1656e-03,
                      -4.1868e-03,  2.9935e-03,  2.2010e-03,  6.5644e-03,  3.2782e-03,
                       2.2471e-03, -6.2296e-04, -3.4836e-04,  1.8398e-03, -9.8299e-04,
                      -2.8575e-03,  4.1707e-03, -2.1182e-03,  2.4223e-03,  2.5031e-03,
                      -2.6556e-03, -9.7765e-04, -2.9636e-03,  1.8520e-03, -3.7688e-04,
                      -4.6780e-03,  3.7127e-03,  6.2907e-04,  5.3067e-04,  9.8193e-04,
                      -1.0446e-03,  3.8875e-03, -2.3694e-03,  4.8118e-03,  2.0299e-03,
                      -9.3233e-03,  2.7806e-03,  2.1538e-03,  1.8574e-04, -3.9114e-03,
                       2.0608e-03,  4.2338e-03, -5.2044e-03, -1.7195e-03, -5.0629e-03,
                      -2.4635e-03, -2.9853e-03, -4.2200e-03,  4.0529e-03,  5.0868e-03,
                      -4.3729e-03, -2.3167e-03,  2.5743e-03,  1.1130e-03,  1.2670e-03,
                      -2.8766e-03, -3.9005e-03, -1.5350e-03,  2.3391e-03,  9.7334e-04,
                      -5.0570e-04,  4.4690e-03,  1.5816e-03,  5.6038e-04, -1.7244e-03,
                      -4.7472e-04, -4.8627e-03, -1.5576e-04,  1.4907e-03,  5.9411e-03,
                       1.7023e-03, -2.5258e-03, -1.7836e-03, -4.3353e-03, -1.3081e-03,
                       2.3309e-03,  2.4882e-03, -5.4626e-03, -5.0392e-03,  1.7836e-03,
                       1.1249e-04,  2.2310e-03,  3.1924e-03,  3.4618e-03, -5.5023e-03,
                      -1.3953e-03,  2.2880e-03, -4.0537e-04, -8.4862e-04, -5.2044e-03,
                       1.6720e-03, -6.4549e-03,  2.4069e-03, -4.0173e-03, -6.2620e-03,
                      -1.3945e-03,  5.3523e-03, -2.0782e-03,  5.5036e-04, -2.7006e-03,
                       4.6111e-03,  1.8353e-03, -2.9746e-03, -3.2409e-03,  2.0786e-03,
                       4.6343e-03,  7.8607e-04, -3.4809e-03,  1.2701e-03,  2.0015e-03,
                       4.4104e-04,  5.7815e-03, -8.1230e-04, -1.3016e-04,  1.0544e-03,
                       5.5442e-05, -7.0287e-03, -4.6798e-04,  2.3891e-03,  4.1530e-05,
                      -3.8664e-03, -4.2503e-04,  8.1372e-03, -4.9604e-03,  1.1957e-04,
                       4.2066e-03,  4.4433e-03, -3.9128e-03, -5.7918e-03,  1.4945e-03,
                      -3.7364e-03, -8.5499e-03,  2.0040e-03, -4.1739e-04,  1.8784e-03,
                       1.5059e-03, -1.4568e-03,  6.7695e-03,  8.6529e-04,  3.0272e-03,
                      -9.7719e-04, -1.2143e-03, -9.3271e-03, -2.6975e-03, -5.5886e-03,
                      -2.7368e-03,  9.7935e-03, -3.7596e-03,  2.4891e-03, -5.0486e-03,
                      -6.1158e-04,  4.9023e-03, -1.9364e-06, -3.6147e-04,  5.8295e-03,
                      -5.6734e-03, -5.7678e-03, -8.6610e-04,  1.0372e-03, -1.3984e-03,
                       3.9631e-03, -1.1164e-03, -3.8737e-03,  1.7269e-03,  5.1377e-03,
                       9.1692e-04, -2.7110e-03, -6.2590e-04,  2.0721e-03,  6.3311e-03,
                      -6.2904e-03,  4.1379e-03, -7.9122e-03,  1.7854e-03,  6.4944e-03,
                      -4.3673e-03,  3.4941e-04, -8.9643e-03,  5.8711e-04, -5.8263e-03,
                       3.4317e-03, -3.4565e-03,  9.2151e-03,  7.1543e-03,  1.0529e-02,
                       1.2102e-02,  3.4718e-04,  1.7552e-03,  2.4565e-03, -1.0190e-03,
                       6.7321e-04, -2.4564e-04,  9.4667e-04,  2.4243e-03,  1.8190e-04,
                      -4.8147e-04,  3.9192e-03,  3.4117e-03, -1.3594e-03,  7.8718e-05,
                       4.4372e-03, -3.6744e-04,  1.2522e-03,  1.0768e-03,  4.7045e-03,
                       2.4902e-03,  5.1657e-03,  5.3861e-03,  4.5316e-03,  4.7164e-03,
                       1.3162e-03, -4.7414e-03, -1.0127e-03, -5.4633e-03, -2.4757e-03,
                       7.2964e-03,  3.2981e-03, -4.2911e-03,  3.7415e-03,  1.9826e-03,
                       2.2661e-03, -6.4277e-04, -6.9054e-03, -1.4303e-03,  1.0440e-03,
                      -4.3071e-04,  3.1869e-03, -1.4983e-03, -3.5942e-03, -2.4503e-03,
                      -1.3597e-03,  6.6889e-03,  1.6236e-03,  3.4527e-03,  5.6753e-04,
                       4.7114e-03, -4.9116e-03,  2.3253e-03,  1.8083e-03, -2.9205e-03,
                       4.4692e-03,  4.1511e-03, -1.6357e-03,  2.0832e-03,  4.6652e-03,
                       4.8724e-03, -4.6347e-03,  3.4860e-03,  6.9754e-04,  7.0399e-03,
                       6.1416e-03, -1.0657e-03, -2.6079e-03,  3.1796e-03,  5.6201e-04,
                       4.0538e-03,  1.1229e-03,  6.9645e-03,  1.0347e-03,  6.3891e-03,
                      -5.6289e-03, -6.2078e-03, -4.5181e-03,  3.5997e-03, -1.7407e-03,
                      -2.6716e-04,  6.0116e-03,  5.5190e-04, -3.2520e-03, -5.3641e-04,
                      -3.7093e-05,  8.0763e-04,  3.7603e-03,  1.7179e-03,  1.7972e-03,
                      -8.6938e-04, -1.1417e-03, -2.0248e-03, -1.5763e-03, -1.4938e-03,
                       2.4162e-03, -1.0904e-03, -1.0879e-03, -3.6919e-04, -2.4348e-03,
                      -1.5230e-03, -4.1577e-03, -1.0779e-03, -3.7624e-03,  6.0583e-04,
                       5.6209e-03, -5.1375e-03,  7.4226e-03, -1.2793e-03,  5.1279e-04,
                       3.5115e-03,  1.5539e-03,  9.5163e-04,  2.2435e-03, -3.5120e-03,
                      -1.4952e-03, -3.6681e-03, -1.7961e-03, -3.6770e-03, -2.2254e-03,
                      -9.4796e-04,  6.2623e-04,  2.4955e-03, -3.5550e-03,  2.7721e-03,
                       1.5359e-03, -2.1860e-03,  6.0332e-03,  1.3552e-03,  1.3844e-04,
                      -3.0285e-03,  5.0760e-04, -6.5267e-03,  7.9695e-04, -9.8436e-05,
                      -2.9017e-03, -1.1256e-03, -1.7124e-03,  2.8775e-04,  2.0981e-03,
                      -6.8561e-04, -7.7569e-05, -4.5817e-03, -5.1024e-03,  2.5440e-03,
                       4.7607e-03, -2.4988e-03, -5.5341e-05,  5.5434e-04,  3.5019e-03,
                      -1.7252e-03,  1.7594e-03,  9.0648e-03,  2.6036e-03,  2.2154e-04,
                      -5.3969e-04,  2.3061e-03, -3.3823e-03,  3.0565e-03,  4.1405e-04,
                       1.6167e-03,  4.6922e-03,  1.7067e-03, -1.6153e-03,  3.3902e-03,
                      -8.7380e-04, -2.9723e-03, -2.9786e-03,  2.3238e-03, -3.5850e-03,
                       1.6518e-03, -3.4045e-03, -3.0724e-04, -1.5069e-03, -5.9544e-03,
                      -1.6994e-03, -4.8407e-03,  5.2698e-03,  1.4004e-03, -4.1824e-03,
                       4.1295e-04, -2.7086e-03,  3.7612e-07,  1.6243e-03,  1.8872e-03,
                      -1.5349e-03,  8.4138e-04, -2.6983e-03,  4.5454e-03,  1.3361e-03,
                      -3.6397e-03,  3.0628e-04, -6.7549e-04], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.weight',
              tensor([[-0.0464,  0.0028,  0.0398,  ..., -0.0262, -0.0392,  0.0227],
                      [ 0.0014,  0.0816, -0.0344,  ..., -0.0226, -0.0146,  0.0667],
                      [ 0.0468, -0.0731,  0.0295,  ...,  0.0061,  0.0547, -0.1100],
                      ...,
                      [-0.0409, -0.0215,  0.0138,  ..., -0.0503,  0.0311, -0.0144],
                      [ 0.0795,  0.0228,  0.0674,  ...,  0.0597, -0.0022, -0.0026],
                      [ 0.0903,  0.0576, -0.0210,  ..., -0.0310, -0.0038,  0.0839]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.bias',
              tensor([ 2.5239e-02, -9.1607e-04, -1.7323e-03,  9.8702e-03,  1.7942e-02,
                       1.5249e-02,  8.5793e-03, -1.2212e-02, -5.7797e-03,  2.1196e-02,
                      -2.9622e-03,  1.5622e-02,  3.7602e-02,  1.8215e-03, -8.6841e-03,
                       1.0491e-02,  2.1292e-02, -2.9358e-02, -2.8491e-03, -1.6443e-02,
                       2.2274e-02,  1.5983e-02,  1.4893e-02,  2.5947e-02,  8.1806e-03,
                       1.1598e-02,  2.9723e-02, -1.3697e-03,  1.0447e-02,  9.1840e-05,
                      -7.4938e-03, -8.5201e-04,  2.1831e-03, -5.5486e-03, -1.2927e-03,
                      -5.0660e-03,  6.0682e-03,  1.0119e-02,  7.8492e-03, -9.8804e-03,
                       5.6109e-03,  2.2061e-02,  1.8402e-02, -4.0565e-03, -6.8399e-03,
                       7.2055e-04, -1.6905e-02, -1.3415e-02, -8.4436e-03, -5.0264e-03,
                      -7.7054e-03,  2.1861e-02, -1.7952e-02, -1.2333e-02, -7.4971e-03,
                       1.8880e-02, -6.2754e-03,  7.9535e-03,  7.5634e-03,  1.4025e-02,
                       1.3889e-02, -1.7525e-02, -1.1624e-02,  8.0435e-03, -4.2348e-02,
                      -1.0232e-01, -5.0934e-03,  3.6982e-02,  4.6827e-02,  2.3737e-02,
                       9.1131e-03, -2.1400e-01,  5.2870e-02, -6.9595e-02,  8.6433e-02,
                       2.7453e-02,  5.8640e-02,  7.3191e-02, -2.5553e-03, -5.5637e-02,
                      -8.0225e-02, -8.1359e-02, -5.4025e-02, -4.4699e-02, -1.0154e-01,
                      -6.2694e-02,  3.8643e-02, -8.2805e-02, -7.8835e-03,  3.2030e-02,
                      -1.8787e-02, -5.8683e-03, -3.0589e-02,  4.1931e-02, -1.7372e-02,
                       1.0594e-01, -2.0461e-02, -1.0921e-01, -5.2136e-02, -2.7397e-02,
                       2.3341e-02, -9.2515e-03, -3.0491e-02, -4.0919e-02,  2.3188e-02,
                       1.9283e-02, -1.6091e-02,  3.5687e-02,  3.7555e-02,  5.2045e-02,
                      -3.2278e-02, -1.4776e-01,  6.4226e-02,  8.3503e-02,  4.8418e-03,
                       5.4100e-02,  8.9324e-02, -9.1566e-02, -9.8561e-02,  4.9266e-03,
                       8.6198e-03, -1.1153e-02, -3.9742e-02,  8.0212e-03, -5.1094e-02,
                      -9.1022e-03,  2.5745e-02,  2.5542e-02, -1.2025e-02,  6.0168e-03,
                      -1.5932e-02, -3.6408e-02,  3.3525e-02, -7.0133e-03,  2.0154e-02,
                       3.7214e-02, -1.8154e-02,  1.6581e-02,  1.8665e-02,  8.5818e-03,
                       8.2222e-03,  7.9031e-03, -2.3763e-02,  3.1686e-02, -2.5209e-02,
                       1.5262e-02, -1.0543e-02,  4.8189e-03, -1.1327e-02,  6.1627e-03,
                      -1.9154e-02,  4.3451e-02, -1.2884e-02,  2.0212e-02, -3.7497e-02,
                       7.0346e-03, -1.1314e-02, -1.6078e-02,  1.1654e-02,  3.3689e-02,
                      -2.0145e-02, -1.6236e-02,  5.1627e-03,  9.5498e-03,  2.9913e-02,
                      -2.3254e-02,  4.8633e-02, -1.6058e-02,  4.4051e-02,  5.5709e-03,
                       2.4122e-02, -7.7095e-03, -1.0799e-02,  1.2659e-02, -3.2656e-03,
                       2.2488e-02, -7.9120e-03,  9.3108e-03, -4.2952e-02,  3.2890e-02,
                       6.7092e-04, -2.0204e-03, -3.0416e-02, -7.7980e-02, -2.1608e-02,
                       6.8941e-02, -1.7635e-02,  3.5041e-02,  2.0645e-02,  3.3409e-02,
                       1.6779e-02, -4.8690e-02, -1.9665e-02,  1.8256e-02, -2.1699e-02,
                      -1.2506e-02, -4.8167e-03,  2.3954e-02, -4.0289e-03, -3.2609e-02,
                      -1.8987e-02, -4.4256e-02,  2.4360e-02, -2.9694e-02,  2.5865e-02,
                      -1.8122e-02, -4.7667e-02,  3.9435e-03,  3.1456e-03,  2.4278e-02,
                      -1.1109e-02, -1.3711e-03,  2.1839e-02, -2.7300e-02, -1.3999e-02,
                       6.3676e-03,  9.0682e-03, -8.4290e-03,  2.7820e-04, -1.2648e-02,
                       1.8435e-02,  1.4099e-02,  8.9247e-04, -1.4497e-02,  3.0159e-02,
                      -1.4994e-02, -1.3394e-02,  7.5280e-03,  4.0472e-02, -1.0199e-02,
                       1.4037e-02, -4.0192e-03, -4.0056e-02, -4.9312e-03, -8.2003e-03,
                       4.2174e-02, -5.6944e-03, -1.9881e-02, -2.3995e-03, -2.6022e-02,
                       3.1892e-02,  2.6358e-02,  9.7306e-03,  6.7316e-03, -6.5305e-03,
                       1.4292e-02,  8.2524e-03,  1.2683e-02, -2.1626e-02,  6.6988e-06,
                      -2.2803e-02,  1.0720e-02, -4.4261e-02, -7.8809e-04, -3.6576e-03,
                      -3.0992e-02,  1.8998e-02, -1.4543e-03, -1.9450e-02,  6.8402e-03,
                      -1.0900e-02, -2.0246e-02, -4.2281e-03,  5.4008e-02, -3.1280e-03,
                       3.6756e-02, -3.2507e-03, -9.7103e-03, -2.1066e-02,  1.1941e-02,
                      -2.9708e-02,  2.8192e-03, -1.2631e-02, -5.4390e-02,  2.3481e-02,
                       1.4984e-03,  4.3256e-04,  1.6041e-02, -7.2758e-03,  1.5470e-02,
                      -4.0650e-02,  5.8025e-03,  1.8156e-03, -6.0397e-03, -2.2782e-02,
                       1.0075e-02, -4.3471e-02,  1.8957e-02, -2.6485e-02,  4.5199e-02,
                      -2.6224e-03, -2.3468e-02,  2.3382e-02,  9.9620e-03, -9.8685e-03,
                       2.5541e-02, -6.0771e-03,  5.0981e-03, -4.6614e-02, -1.0388e-02,
                       2.2001e-02, -1.4587e-02, -8.4614e-03, -7.6231e-03, -2.9528e-02,
                      -3.3488e-02,  5.8475e-03,  4.6901e-03, -2.3127e-03,  2.1932e-02,
                      -1.3135e-02, -1.0476e-02,  1.4944e-02,  4.9528e-05, -1.2111e-02,
                      -6.0527e-03,  2.2377e-03, -5.7118e-03,  1.6910e-02,  9.6965e-04,
                       8.0209e-03, -1.9952e-02, -2.2930e-03,  1.4496e-02,  5.4260e-02,
                      -4.6154e-03, -3.1756e-03, -4.5829e-03, -2.4732e-02,  3.2997e-02,
                      -1.1356e-02, -3.7047e-02,  3.1519e-02,  2.0367e-02, -4.0948e-02,
                      -1.9552e-02,  1.8401e-02, -1.8487e-02,  4.2434e-02,  2.8511e-02,
                       1.1144e-02, -2.6975e-02,  1.4804e-02,  6.4589e-03,  1.2284e-02,
                       3.0160e-02, -1.1561e-03, -1.7666e-02,  2.2450e-02, -3.6380e-02,
                      -1.8288e-02, -2.5608e-03, -3.6643e-02,  4.3666e-03, -1.5862e-02,
                      -2.8609e-02,  3.8207e-02, -4.8930e-03, -4.3872e-02,  2.0091e-02,
                       4.1939e-03,  1.9994e-02,  2.1818e-02,  1.7794e-02,  1.2137e-02,
                      -1.4057e-02,  3.6422e-02,  3.2236e-03,  1.6359e-02,  3.8767e-02,
                       1.3175e-02,  1.1152e-02, -2.0392e-02,  6.8957e-02, -3.3808e-02,
                       1.3972e-02,  1.9000e-02, -4.1759e-03, -2.0648e-02,  6.4991e-02,
                       4.3631e-03,  2.3967e-02,  6.9349e-03,  1.0837e-02, -3.5304e-04,
                       1.7058e-02,  8.8699e-04,  3.5698e-02, -4.8596e-02, -1.8282e-02,
                       1.1197e-02, -1.7281e-02, -1.8451e-02,  1.8763e-02,  1.1442e-02,
                      -2.0030e-03, -2.3679e-03, -4.9943e-03, -1.5890e-02, -2.1061e-02,
                       1.0953e-02, -3.6332e-02,  3.7959e-02, -9.2988e-03,  1.1974e-02,
                      -6.0852e-03,  3.1193e-02, -1.0395e-02, -6.1386e-04, -8.4311e-03,
                      -2.4544e-02,  1.8946e-02, -3.1086e-02, -2.1607e-02, -1.1448e-02,
                       3.2043e-02, -4.8748e-02, -4.5722e-02,  1.5790e-02, -1.0156e-02,
                      -7.5854e-03,  6.8092e-03, -3.2663e-03,  2.0837e-02,  8.0038e-03,
                       1.5615e-03, -9.0087e-03, -1.6051e-02,  1.7830e-02,  1.2900e-02,
                      -3.6222e-03,  3.3328e-03,  1.7587e-02,  5.2337e-02,  1.9516e-02,
                       9.2842e-03,  2.1117e-02,  1.1054e-02, -1.5459e-02,  1.1819e-02,
                       4.5219e-03,  1.1680e-02, -1.1330e-02, -1.2726e-03, -7.0154e-04,
                      -2.9882e-02,  9.3934e-03,  7.3531e-02,  3.5706e-03, -9.1618e-03,
                       4.2160e-02,  1.5699e-02,  4.0584e-03, -3.2193e-02, -1.5401e-02,
                      -2.4307e-02,  2.9706e-02, -6.9435e-03, -2.3279e-03, -2.7235e-02,
                      -1.4146e-02, -7.6952e-03, -3.6885e-02,  8.6443e-03,  3.8992e-02,
                       3.3495e-02, -3.4490e-02,  2.6259e-02,  2.5049e-02,  1.5804e-02,
                      -1.9953e-02,  5.9896e-03,  2.0228e-02,  1.2598e-02, -9.9111e-03,
                       4.8388e-02,  4.5075e-02, -1.9931e-02,  1.1075e-02,  1.5941e-02,
                      -2.3648e-02, -1.3086e-02,  3.9706e-02,  3.5604e-02,  1.6133e-02,
                      -1.9770e-02,  1.0577e-02,  1.9243e-02,  2.2067e-02,  3.8700e-03,
                       4.1172e-02, -2.8677e-02, -6.0059e-02, -1.6039e-02,  1.5179e-02,
                      -2.6591e-03, -2.3817e-02,  5.9619e-04, -2.4475e-02, -2.9238e-02,
                      -1.5996e-02, -3.2297e-02, -4.1242e-02,  4.1190e-03, -4.0724e-02,
                       5.9899e-03, -9.4762e-03,  1.1055e-02,  1.5078e-02, -2.8434e-02,
                      -4.9388e-02, -4.1929e-02,  1.5068e-02, -4.4796e-02,  2.0036e-02,
                       3.2982e-02,  3.7742e-02, -3.7592e-03,  7.1511e-03,  2.2288e-02,
                      -4.3851e-02, -1.0960e-02,  3.6315e-02, -2.9229e-02, -5.0390e-02,
                       1.2016e-02,  2.0288e-02,  2.7043e-02, -3.1774e-03,  5.4031e-02,
                       1.7405e-02, -5.0387e-02, -3.4169e-02, -1.0614e-02, -5.0992e-02,
                       4.3948e-02, -9.1969e-03,  7.8037e-03, -4.6241e-02, -3.8944e-02,
                       2.6430e-02,  1.2734e-02, -2.9163e-02, -4.5752e-03,  7.1912e-02,
                      -2.1735e-02,  4.0790e-02,  3.7129e-02, -1.0891e-02, -2.6564e-02,
                       9.8367e-03,  9.0428e-03,  2.3781e-02,  1.2887e-02,  5.6085e-02,
                      -3.9206e-03, -1.8993e-02,  4.2919e-02,  1.8581e-02, -1.3895e-02,
                       2.9587e-03, -3.4915e-02,  4.8545e-02,  3.2553e-02, -2.9245e-03,
                      -6.2871e-02,  1.8082e-02, -4.5101e-02,  6.4263e-02,  2.7984e-02,
                      -8.3834e-02, -3.1729e-02, -3.7095e-02,  3.1048e-02,  4.4596e-02,
                       4.9273e-03,  3.3906e-02,  7.1192e-02, -3.8276e-02, -6.4277e-02,
                       4.2159e-02, -2.2845e-02,  8.5041e-03,  5.2068e-02, -1.0969e-02,
                       7.6390e-04,  4.2296e-02, -1.3984e-02,  2.4053e-02,  6.6766e-03,
                       9.3771e-03, -4.1291e-03,  2.5829e-02, -3.2726e-03,  4.3413e-02,
                       7.9852e-03, -1.5059e-02, -3.4448e-03,  1.5816e-02,  2.1105e-02,
                       3.1265e-03, -5.3277e-03,  1.8261e-02,  2.5879e-02,  1.1274e-02,
                      -1.9005e-02, -3.0242e-02,  1.2025e-02,  7.8786e-04, -1.6110e-02,
                       4.0689e-02, -8.4562e-03, -1.6267e-02,  4.8843e-02,  2.4246e-02,
                      -7.3893e-02, -3.7125e-02,  8.7752e-03, -4.5463e-02, -7.6947e-04,
                      -3.4645e-02, -2.4180e-02, -1.6468e-02, -2.9875e-03,  2.3650e-02,
                      -1.6708e-02, -1.4117e-02,  4.0481e-02, -1.5869e-02, -5.4770e-02,
                      -5.8652e-03,  1.7563e-02, -1.4375e-03,  9.1440e-03, -1.3624e-02,
                      -5.3896e-02,  6.0612e-03,  5.1904e-02, -1.4111e-02,  3.1774e-03,
                       3.2402e-02, -1.3919e-02, -2.1716e-02,  2.4846e-02,  8.9919e-03,
                      -2.6057e-03,  3.2288e-02, -6.0123e-02,  1.3357e-02,  4.5976e-02,
                      -1.2624e-02,  1.7497e-02, -3.4539e-03, -1.2370e-02,  1.5634e-03,
                      -1.4828e-02, -5.6196e-02, -4.9990e-03, -3.1245e-03, -2.9484e-02,
                       2.0461e-02, -6.7977e-03, -4.3948e-02, -3.7088e-03, -3.6855e-02,
                       2.9305e-03,  9.7613e-03, -2.6509e-02,  4.4534e-02, -2.1408e-02,
                      -2.9985e-02,  2.6064e-02,  2.2686e-02, -2.6968e-03,  4.7219e-04,
                       4.9170e-02, -1.8826e-02, -3.1646e-02,  1.0006e-02,  3.1303e-02,
                       1.8712e-02,  5.9396e-02, -2.0168e-02,  1.2123e-05, -2.6249e-02,
                       7.1510e-03,  1.1517e-02, -1.0720e-02,  6.4222e-03,  2.3712e-02,
                      -1.4593e-02,  9.5471e-03, -6.6011e-03, -4.9973e-02,  3.5010e-02,
                      -2.3443e-02, -5.4593e-02, -1.4817e-03, -2.6495e-03, -4.3676e-02,
                      -4.8816e-02, -2.3305e-03, -9.0175e-02, -1.4851e-02,  2.0441e-02,
                       4.9972e-03,  1.8949e-02, -3.3075e-02, -2.7123e-02, -2.1108e-02,
                       2.0628e-03, -8.4706e-03, -2.4084e-03, -2.4608e-02, -1.2356e-02,
                       7.4871e-03, -1.6206e-02,  9.4262e-03,  6.1307e-03, -3.1183e-02,
                      -3.0249e-03, -6.4906e-04, -4.0659e-03,  1.0439e-02,  4.7707e-02,
                       7.4974e-03, -1.4485e-03, -1.6366e-02,  1.7083e-02, -7.0359e-03,
                      -4.0898e-02,  3.0378e-02, -1.8976e-02,  1.2224e-02,  8.9277e-03,
                       2.1441e-02,  2.6965e-02, -1.1251e-02, -1.0480e-02,  1.7731e-02,
                      -2.9131e-03, -1.6143e-02,  2.4821e-02, -3.0686e-02,  3.1511e-02,
                       1.7265e-02,  1.9801e-02, -1.3361e-02,  9.2036e-03,  5.9833e-03,
                       7.1206e-03,  1.9662e-02,  1.5176e-02,  8.2674e-03, -4.8273e-04,
                       1.1034e-02, -8.8080e-03, -9.1050e-03,  1.0155e-02, -2.4519e-02,
                      -2.7372e-02,  1.1720e-03,  9.6393e-03,  1.9535e-02, -1.0510e-02,
                       5.8275e-03, -5.3671e-03,  2.6559e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.weight',
              tensor([[-0.0329, -0.0109, -0.0543,  ...,  0.0238,  0.0178, -0.0024],
                      [ 0.0293,  0.0249,  0.0196,  ...,  0.0308, -0.0246, -0.0621],
                      [ 0.0118,  0.0434, -0.0190,  ..., -0.0388, -0.0652, -0.0765],
                      ...,
                      [ 0.0674,  0.0303, -0.0188,  ..., -0.0448, -0.0071, -0.0192],
                      [-0.0211,  0.0700, -0.0162,  ..., -0.0083,  0.0134,  0.0074],
                      [-0.0165, -0.0450,  0.0217,  ..., -0.0281, -0.1242, -0.0182]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.bias',
              tensor([ 1.0983e-02, -1.0002e-02,  4.7652e-02,  2.9065e-02,  3.0567e-02,
                       1.1031e-01,  1.6226e-01, -4.7454e-02, -2.1706e-02, -8.1620e-02,
                       4.8776e-02,  5.9549e-02,  1.5095e-03,  5.5742e-02, -2.8124e-02,
                      -1.9852e-02,  4.2026e-02, -1.4825e-02,  3.9026e-02,  3.0694e-02,
                       6.4761e-02, -5.5528e-02, -1.0240e-02, -6.6575e-02,  5.8784e-02,
                      -1.1715e-01, -1.8633e-02, -7.1769e-02,  5.5139e-02, -2.4914e-02,
                       3.3168e-02,  5.2389e-03,  5.4343e-02, -6.1695e-02,  2.2643e-02,
                       6.4530e-03, -3.1913e-02,  1.9491e-02, -1.7720e-01,  3.2016e-02,
                      -8.7578e-03, -2.3077e-02, -2.9147e-02, -8.9320e-03, -1.5646e-02,
                       6.2698e-02, -1.0336e-02, -5.8366e-02,  7.0507e-03, -2.9628e-02,
                       7.4575e-03, -5.6956e-02, -7.7519e-02, -1.7612e-02,  9.1195e-02,
                       3.9458e-02,  7.4047e-02, -4.3692e-04, -8.2576e-03, -3.5977e-02,
                      -2.8586e-03,  4.2045e-03, -2.6244e-02,  1.1158e-03,  1.6455e-02,
                      -1.8488e-02, -6.4969e-03,  8.8159e-02, -5.1304e-02, -2.1721e-02,
                       3.4242e-03,  7.3870e-02,  2.6887e-02, -2.7018e-02, -1.1114e-02,
                      -2.2321e-03,  1.5320e-03, -3.2710e-02,  1.8175e-02, -6.4371e-02,
                      -3.4615e-02, -4.6990e-03,  5.6152e-02,  7.1336e-04,  3.1765e-02,
                      -1.1792e-01,  3.1618e-02,  5.1823e-03,  4.9300e-02, -7.1732e-03,
                       5.2995e-02, -1.6372e-02, -1.8148e-04,  1.2118e-01, -4.0671e-02,
                      -9.7220e-03, -5.8359e-02, -6.3398e-03,  1.1218e-02,  9.0634e-03,
                       5.3669e-03,  1.0714e-02,  9.5675e-02, -3.7060e-03,  8.2309e-02,
                       1.9849e-02,  1.6193e-02, -1.4847e-02,  1.7880e-02, -5.1857e-03,
                      -6.6087e-02,  3.5883e-02, -2.9441e-02, -2.4263e-01, -1.9625e-02,
                      -4.0619e-02,  2.4195e-03, -3.5011e-02,  5.2183e-02, -2.0099e-02,
                       5.8752e-02,  8.1610e-02, -2.9356e-02,  3.9377e-02, -1.2205e-01,
                      -6.2830e-02,  8.0424e-03, -6.4011e-02, -2.9132e-02, -1.1697e-02,
                      -1.2692e-02, -2.1506e-02, -5.3249e-02,  1.9655e-02, -3.4795e-02,
                       3.2938e-02, -4.2448e-02, -2.5845e-02, -5.4121e-02,  2.1260e-02,
                       5.3531e-02,  2.7723e-02,  1.3112e-02,  7.6447e-02, -7.3225e-02,
                       1.3023e-02,  1.4488e-02, -3.1238e-02,  3.9830e-02,  1.2970e-01,
                       8.7539e-03, -5.4701e-02, -5.7294e-02, -5.8977e-02, -6.4696e-02,
                      -7.6049e-02,  5.2158e-02,  1.4086e-03, -5.0905e-02, -7.4104e-03,
                      -2.8614e-02,  4.7497e-02, -7.9955e-03, -8.6820e-03,  1.1327e-01,
                       5.5303e-02, -5.4242e-02, -7.0146e-02,  1.3967e-02,  3.0364e-02,
                      -1.8828e-02, -8.8382e-02,  5.0377e-02,  6.6938e-02, -4.6515e-02,
                      -4.0068e-02, -3.2430e-02,  3.5027e-02,  1.5374e-02, -2.0804e-02,
                       5.1023e-02, -2.1350e-02,  8.7392e-02,  4.8498e-02,  3.9350e-02,
                      -6.3313e-03, -3.6716e-02,  2.8456e-02,  1.6403e-02, -1.2479e-02,
                      -3.5468e-02, -2.0495e-01, -3.7910e-02,  2.6574e-02,  8.9457e-04,
                       1.0143e-02,  4.9279e-02,  1.1782e-01,  4.0283e-02,  4.1107e-02,
                      -3.5823e-02, -2.2607e-02,  6.5611e-02,  2.4665e-02,  2.1322e-02,
                       2.5033e-02,  2.2215e-02,  2.0113e-02,  2.8126e-02,  6.4582e-02,
                       2.0243e-02, -2.8538e-02, -4.2505e-03,  5.9197e-02,  1.4666e-02,
                       1.0249e-02, -3.5715e-02, -2.5279e-02,  2.2147e-02, -3.1340e-02,
                      -3.7539e-02,  2.1225e-02, -3.1970e-02,  1.3571e-02,  1.3121e-02,
                      -2.1416e-02, -3.7177e-02, -3.8172e-02,  1.6245e-02,  1.7979e-01,
                      -2.8929e-02, -6.7395e-03,  2.0461e-03,  5.4894e-02,  4.3030e-02,
                       2.6162e-02, -4.5592e-02, -5.9733e-02, -5.8585e-02, -2.3294e-02,
                       3.7870e-03, -1.8672e-02, -5.4423e-02,  4.3025e-02, -1.3557e-02,
                       2.8546e-02, -1.8361e-03, -3.5673e-02, -2.9783e-02,  1.0646e-02,
                      -7.2722e-02, -3.4751e-03,  1.9373e-02,  2.8919e-02, -2.5161e-02,
                      -4.6639e-02,  3.9209e-02,  5.2993e-02, -1.4974e-02,  1.8602e-02,
                       2.5656e-02, -5.5835e-02, -1.3938e-02, -1.2426e-01,  1.9439e-02,
                      -4.9011e-02, -4.1855e-02,  1.0395e-02, -3.0367e-02,  9.9447e-03,
                       6.7077e-02,  4.8297e-02, -5.7899e-03,  1.2708e-02,  2.8915e-03,
                       2.9234e-02,  7.5677e-03,  3.2956e-02, -5.6399e-02,  4.9396e-02,
                      -2.5135e-02, -4.3099e-02, -3.8258e-02, -3.3861e-02, -8.1133e-02,
                       1.2136e-02,  1.0609e-01,  2.9415e-02, -3.1595e-03,  4.5262e-04,
                      -9.9255e-02, -2.1981e-03, -1.8911e-02, -1.5735e-02,  3.2704e-02,
                      -9.8228e-02,  8.1356e-02, -9.9867e-02,  3.6028e-03,  3.5964e-02,
                      -2.5198e-02, -2.8668e-03, -6.5103e-03, -1.9603e-02, -1.1216e-01,
                       9.1264e-03, -2.7939e-02, -2.9841e-03,  4.5356e-02,  3.2197e-02,
                      -4.5124e-02,  7.2272e-02,  2.0539e-02, -1.1626e-01, -2.4397e-02,
                       6.8958e-02, -8.8109e-03, -4.7658e-02, -3.7584e-03, -1.5397e-02,
                       3.5908e-02,  1.0283e-02,  1.2129e-02,  1.0878e-03,  6.7036e-02,
                      -6.4723e-03,  2.5058e-02, -6.0052e-02,  4.5812e-02,  2.6067e-02,
                       5.8167e-02, -1.0418e-02, -1.0159e-02,  1.4897e-02,  3.7666e-02,
                       1.2086e-02, -1.7407e-02, -3.5474e-02,  5.7765e-02, -5.8134e-02,
                       1.9523e-03, -2.5252e-02, -4.8348e-02,  4.7915e-02,  1.7804e-02,
                      -1.3959e-02, -1.0063e-02,  9.5633e-03, -4.5400e-02, -3.4039e-02,
                      -4.2338e-02, -1.4962e-02,  3.7368e-02,  4.2816e-02, -1.5206e-02,
                       6.8365e-02, -5.5394e-02,  7.8783e-02, -2.6736e-02, -2.3570e-03,
                       3.2595e-02,  1.4645e-02,  2.1688e-02,  5.4193e-03,  1.7347e-02,
                       2.1429e-02,  3.0251e-02, -1.2875e-03,  2.4647e-02,  1.2566e-02,
                       2.0277e-02, -8.2227e-03, -4.8532e-02, -2.2290e-02, -5.2163e-04,
                       1.0789e-02, -1.3604e-01,  1.0811e-02,  2.0978e-02, -8.5806e-02,
                       9.2130e-03, -5.9302e-04, -3.1546e-02, -7.2576e-03, -9.8568e-02,
                       9.8966e-03,  1.9509e-02,  2.8759e-02, -4.3017e-02,  1.9324e-02,
                       1.6274e-02,  9.1872e-03,  6.1649e-02, -4.2756e-02,  9.7380e-02,
                       3.2992e-02, -1.3086e-03, -2.0752e-02,  2.2439e-02,  9.5613e-02,
                       4.8893e-02, -3.2644e-02, -9.8135e-02,  4.1094e-02, -3.6200e-02,
                      -6.7499e-02,  3.9048e-02,  1.4293e-02, -2.7494e-03, -1.5861e-02,
                       7.1944e-02,  3.9072e-02, -1.7556e-02, -6.0692e-03,  4.9650e-02,
                      -5.7280e-02,  3.4421e-02, -5.5938e-02,  3.8374e-02,  2.1185e-02,
                      -4.3982e-02,  9.9225e-03,  6.4604e-02,  5.3397e-02, -7.1221e-02,
                      -1.0949e-02,  6.4317e-02,  7.6885e-02, -3.1418e-02, -3.1727e-02,
                      -5.0024e-02,  3.3362e-05, -7.0022e-03, -5.9109e-03, -7.9878e-02,
                       8.1962e-03, -3.8144e-02,  1.7157e-02,  1.8572e-02, -3.9174e-02,
                      -5.0749e-03, -1.4386e-02, -3.9816e-02,  5.0458e-03, -1.6284e-02,
                      -4.9777e-02,  1.4717e-02, -1.8197e-02, -1.5521e-02,  6.4478e-02,
                      -3.5060e-03, -3.1808e-02,  9.5333e-03, -5.1832e-02, -9.1067e-02,
                       1.8740e-02,  8.0339e-02, -9.3759e-03, -1.5360e-02, -3.3686e-02,
                       1.3468e-02,  3.0500e-03,  5.9470e-02,  4.1070e-02,  5.1819e-02,
                       5.2356e-03, -4.5650e-02,  1.5876e-02, -6.4782e-02, -2.0711e-02,
                      -9.8811e-03,  1.0301e-02, -2.1078e-02,  1.7633e-02, -6.4605e-03,
                      -3.0222e-02,  9.2249e-02, -2.7100e-02, -1.5838e-03,  1.4816e-02,
                       1.2206e-03,  7.2119e-02,  5.9615e-02, -4.4665e-02,  1.4552e-02,
                      -1.3916e-03,  1.5972e-02, -8.3069e-02, -1.8109e-02, -2.6504e-02,
                      -1.5822e-02, -2.8855e-02,  5.2877e-02,  3.4702e-03, -1.9970e-02,
                      -4.9329e-03, -7.0959e-02, -7.7368e-03, -1.8194e-02,  6.4640e-02,
                       1.0189e-02,  2.8677e-03,  8.6849e-03,  4.7737e-02,  2.0092e-02,
                       7.0020e-03, -2.0202e-02,  1.7947e-02, -9.7449e-03,  2.5822e-02,
                      -5.1392e-02,  5.6957e-03, -4.8273e-02, -8.1998e-03,  7.1254e-02,
                       4.8017e-03,  2.1803e-02, -2.2633e-02, -2.6963e-02,  8.4478e-03,
                      -1.3304e-02, -4.0909e-02,  2.9900e-02, -4.3732e-03, -3.6097e-02,
                       1.9488e-02, -1.2807e-02,  2.3207e-03,  4.4769e-02, -3.1658e-02,
                       1.0906e-02, -2.2986e-02,  1.6470e-02,  6.6582e-02, -3.9032e-02,
                      -9.4692e-02,  4.7020e-02, -2.6798e-02,  1.8561e-02, -9.0737e-02,
                       4.1963e-02, -4.7860e-03,  8.0982e-02,  5.0031e-02,  6.1247e-02,
                       3.1094e-02, -3.1651e-02, -2.4374e-03, -1.6744e-02,  1.3111e-02,
                      -4.1546e-02, -3.0113e-02,  3.0207e-02, -2.1109e-02, -1.3292e-01,
                       2.6108e-02, -9.7231e-02,  5.0180e-01, -3.3410e-02,  9.1287e-03,
                      -2.4569e-02, -3.9863e-02, -5.1639e-02, -2.7645e-03, -3.0898e-02,
                      -7.2958e-02,  2.3525e-02, -1.3012e-02, -1.0458e-01,  7.1676e-03,
                      -3.5560e-02,  6.3421e-02, -7.9595e-03,  1.4989e-02,  2.5330e-02,
                      -2.2775e-02, -5.3575e-02,  2.6233e-02, -5.0217e-02,  5.6473e-02,
                       3.1131e-02, -6.9055e-02,  3.3425e-02, -3.5011e-02,  1.4666e-04,
                      -1.5411e-02, -6.9870e-03, -3.8771e-02, -3.2633e-02,  5.9081e-02,
                       2.7015e-02, -7.9817e-03,  3.2119e-04, -6.8276e-03,  4.9376e-02,
                       3.9391e-02, -1.7369e-02,  4.3982e-03,  7.8268e-02,  3.4219e-02,
                       2.1617e-02, -1.8772e-02,  6.5434e-03,  6.9643e-02, -3.1711e-02,
                       5.8431e-02, -3.0421e-02, -8.2894e-02, -3.9273e-02, -4.1957e-02,
                      -9.9735e-02,  1.2365e-02, -9.8172e-02,  4.5103e-02, -7.7160e-03,
                      -3.7556e-02, -3.9751e-02,  2.7262e-02, -1.4725e-03, -3.8433e-02,
                       4.4152e-02, -2.3099e-02, -9.5274e-04,  2.8882e-03, -3.2085e-02,
                      -7.8065e-03, -3.3690e-02,  4.2163e-02,  3.4087e-02,  2.2065e-02,
                      -5.2752e-02, -6.1730e-03, -3.2816e-02,  1.7093e-02,  5.2541e-02,
                      -7.5098e-02,  1.9220e-02, -4.4912e-02, -2.4902e-02, -1.7987e-02,
                       1.9727e-02, -3.2902e-02, -5.9012e-02, -3.0442e-02,  8.3788e-03,
                      -1.7991e-02, -7.4218e-02,  2.6274e-02, -1.0608e-02, -4.0483e-02,
                       5.6583e-02,  4.3012e-02,  6.6291e-02,  4.3520e-02,  1.9365e-02,
                       4.9803e-02, -2.6420e-02, -5.6780e-02, -8.3281e-03, -7.2193e-03,
                       4.1969e-03, -5.1552e-02,  1.8288e-02,  5.7400e-02,  7.6483e-02,
                       1.0288e-01,  4.2491e-02,  1.0876e-01, -3.4115e-02, -7.6816e-03,
                      -1.5470e-02,  1.0295e-01, -3.3666e-02, -1.9973e-02,  4.4666e-03,
                       6.7022e-02, -4.1749e-02,  3.1927e-02,  5.5626e-03, -3.5802e-02,
                      -1.5039e-02, -5.7790e-02, -1.0836e-02,  1.0323e-02,  1.1168e-02,
                       1.4918e-02, -5.5858e-02, -3.6806e-02,  6.7829e-03,  1.3930e-02,
                      -2.3122e-02,  1.0097e-01, -4.2943e-03,  3.5592e-02, -9.8825e-03,
                       4.7316e-02, -6.2300e-02,  3.4005e-02, -6.1448e-02, -1.0864e-02,
                      -2.2678e-03, -9.4700e-02, -3.3867e-02, -2.0466e-02, -3.8064e-02,
                       4.0372e-02, -5.5287e-02,  4.1913e-02, -4.5797e-02,  9.6281e-02,
                       6.6470e-02, -4.4763e-02,  2.1057e-02,  2.2246e-02,  1.7006e-03,
                       5.3183e-02,  3.3645e-02,  3.2367e-02, -3.1184e-02, -2.4463e-02,
                       1.0091e-02, -2.5044e-02,  5.7165e-03,  1.7955e-02,  2.5194e-02,
                      -2.6963e-02,  8.9844e-03, -1.8079e-03, -8.8152e-03, -1.5306e-02,
                      -5.7895e-02,  5.4990e-03,  1.5385e-02, -6.2371e-02,  3.7396e-02,
                       4.4612e-04, -6.2996e-02,  1.0367e-01, -4.2563e-02, -2.3586e-02,
                      -3.2162e-02,  3.7853e-03,  4.4173e-02,  2.2477e-02, -1.8426e-02,
                      -1.0117e-02,  7.1344e-02, -1.4749e-03,  6.2589e-02,  5.6741e-02,
                       7.7828e-02,  1.2576e-02,  2.7886e-02,  4.5119e-02, -1.7222e-02,
                       4.0560e-02, -5.0999e-02,  4.0280e-02,  2.5361e-02,  6.8172e-04,
                       9.1869e-02, -2.2793e-02,  3.3276e-02, -9.7530e-03, -1.4517e-02,
                       3.3145e-02, -2.3513e-02, -1.3983e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.weight',
              tensor([0.8359, 0.8552, 0.8307, 0.7956, 0.7832, 0.8168, 0.7452, 0.7768, 0.9153,
                      0.7146, 0.9186, 0.8848, 0.9174, 0.8986, 0.8653, 0.6835, 0.8108, 0.8084,
                      0.8221, 0.8746, 0.7403, 0.9357, 0.8370, 0.8257, 0.7866, 0.8287, 0.8788,
                      0.8973, 0.8163, 0.8688, 0.8418, 0.6936, 0.9079, 0.7107, 0.8240, 0.8034,
                      0.6706, 0.9011, 0.7228, 0.8540, 0.9096, 0.8475, 0.8759, 0.9109, 0.9257,
                      0.8869, 0.8562, 0.8539, 0.9369, 0.8218, 0.9182, 0.7681, 0.7968, 0.8792,
                      0.7664, 0.7169, 0.8202, 0.8579, 0.7677, 0.7814, 0.8353, 0.9340, 0.9068,
                      0.8862, 0.7191, 0.9200, 0.8702, 0.8090, 0.6741, 0.7688, 0.8649, 0.8268,
                      0.8362, 0.8199, 0.9074, 0.9092, 0.8088, 0.8400, 0.9186, 0.8675, 0.8498,
                      0.8123, 0.8549, 0.8315, 0.6467, 0.9094, 0.7653, 0.8398, 0.9019, 0.8139,
                      0.8494, 0.8018, 0.8615, 0.8547, 0.8081, 0.8249, 0.6639, 0.8839, 0.8783,
                      0.8821, 0.7703, 0.9332, 0.7370, 0.9453, 0.6826, 0.9016, 0.9197, 0.7666,
                      0.9104, 0.8950, 0.7773, 0.8193, 0.9165, 0.6133, 0.8791, 0.9179, 0.8482,
                      0.8462, 0.8775, 0.9205, 0.8650, 0.8679, 0.8863, 0.7679, 0.7482, 0.7474,
                      0.8496, 0.7665, 0.8192, 0.7859, 0.8666, 0.7736, 0.8373, 0.8680, 0.8922,
                      0.8469, 1.2448, 0.8866, 0.8596, 0.8893, 0.7102, 0.8976, 0.8137, 1.2751,
                      0.8266, 0.8418, 0.8619, 0.8678, 0.8473, 0.8994, 0.8884, 0.8674, 0.8921,
                      0.8334, 0.8637, 0.8088, 0.8969, 0.8602, 0.8257, 0.8785, 0.9797, 0.8903,
                      0.6890, 0.8574, 0.8175, 0.8738, 0.8506, 0.6953, 0.8133, 0.8294, 0.8953,
                      0.6786, 0.6955, 0.8486, 0.8158, 0.9064, 0.9273, 0.8381, 0.9245, 0.8346,
                      0.7935, 0.8208, 0.7801, 0.9221, 0.8614, 0.8900, 0.7788, 0.8775, 0.8495,
                      0.8691, 0.8419, 0.6458, 0.8314, 0.8566, 0.8257, 0.9030, 0.9071, 0.7028,
                      0.8163, 0.9254, 0.9143, 0.7446, 0.8961, 0.8336, 0.7594, 0.8269, 0.8864,
                      0.9476, 0.8604, 0.7986, 0.8844, 0.9051, 0.7820, 0.8832, 0.8029, 0.8980,
                      0.7748, 0.7700, 0.8403, 0.8385, 0.8859, 0.8064, 0.9018, 0.9598, 0.8805,
                      0.8861, 0.8931, 0.8793, 0.8397, 0.6333, 0.7849, 0.8929, 0.8262, 0.8402,
                      0.7915, 0.8613, 0.6296, 0.9180, 0.8403, 0.8832, 0.8331, 0.8004, 0.7923,
                      0.8072, 0.8754, 0.7715, 0.9029, 0.7945, 0.9188, 0.9263, 0.8455, 0.8772,
                      0.9402, 0.9451, 0.9539, 0.8737, 0.9178, 0.6532, 0.8438, 0.8719, 0.6477,
                      0.8482, 0.8560, 0.8303, 0.8540, 0.8619, 0.8838, 0.9075, 0.7061, 0.8906,
                      0.8745, 0.8491, 0.9357, 0.8182, 0.9491, 0.8807, 0.8389, 0.8549, 0.8238,
                      0.8976, 0.9373, 0.8995, 0.7532, 2.6321, 0.8607, 0.9329, 0.7039, 0.9236,
                      0.8719, 0.7821, 0.7282, 0.8116, 0.7615, 0.8264, 0.8577, 0.8077, 0.8588,
                      0.6236, 0.9100, 0.8783, 0.9086, 0.8308, 0.8095, 0.8495, 0.6026, 0.9047,
                      0.7802, 0.9146, 0.8993, 0.8537, 0.7892, 0.8152, 0.8445, 0.7240, 0.7713,
                      0.9022, 0.8309, 0.7738, 0.9508, 0.7441, 0.7832, 0.8762, 0.8251, 0.9219,
                      0.7471, 0.7951, 0.8981, 0.7969, 0.9121, 0.8720, 0.9533, 0.8380, 0.8935,
                      0.8953, 0.9312, 0.8979, 0.8518, 0.9049, 0.9014, 0.7471, 0.6090, 0.8954,
                      0.7550, 0.9120, 0.8358, 0.9036, 0.8795, 0.8349, 0.8444, 0.8170, 0.8767,
                      0.8214, 0.8282, 0.8390, 0.9298, 0.8703, 0.8248, 0.8455, 0.8439, 0.7388,
                      0.8245, 0.8773, 0.7968, 0.9047, 0.8462, 0.8620, 0.8936, 0.9630, 0.8768,
                      0.8227, 0.8301, 0.8973, 0.8587, 0.8645, 0.7909, 0.8201, 0.7958, 0.8706,
                      0.8660, 0.6242, 0.8292, 0.8387, 0.8994, 0.9241, 0.7729, 0.7667, 0.7338,
                      0.8787, 0.8809, 0.7502, 0.9198, 0.7559, 0.8728, 0.8697, 0.8600, 0.8554,
                      0.7485, 0.9361, 0.8334, 0.7519, 0.6767, 0.7824, 0.7453, 0.8322, 0.8605,
                      0.8641, 0.7908, 0.8343, 0.9119, 0.9464, 0.8199, 0.7787, 0.9094, 0.9343,
                      0.9219, 0.8093, 0.7779, 0.9950, 0.8313, 0.9086, 0.8542, 0.9372, 0.8856,
                      0.7379, 0.8166, 0.8755, 0.8620, 0.6532, 0.8625, 0.9350, 0.8433, 0.8734,
                      0.8022, 0.9622, 0.7104, 0.9202, 0.8522, 0.8169, 0.8720, 0.8895, 0.9190,
                      0.7303, 0.8156, 0.7834, 0.8154, 0.7546, 0.8748, 0.8873, 0.8787, 0.8265,
                      0.8769, 0.6856, 0.8583, 0.8866, 0.8677, 0.9942, 0.7501, 0.7611, 0.8422,
                      0.8467, 0.8088, 0.8448, 0.7713, 0.9135, 0.6992, 0.7800, 0.8145, 0.7717,
                      0.8705, 0.8492, 0.9122, 0.8439, 0.9320, 0.8467, 0.9267, 0.8497, 0.6621,
                      0.9031, 0.7921, 0.9717, 0.8040, 0.8337, 0.8986, 0.8825, 0.8844, 0.8161,
                      0.9448, 0.7235, 0.9260, 0.7962, 0.7904, 0.8945, 0.8710, 0.7824, 0.9222,
                      0.7948, 0.7891, 0.9129, 0.8003, 0.8691, 0.9169, 0.8905, 0.7674, 0.8603,
                      0.9051, 0.9864, 0.9194, 0.8371, 0.8700, 0.8618, 0.8644, 0.8644, 0.8782,
                      0.8488, 0.9055, 0.7393, 0.8847, 0.8196, 0.6630, 0.9027, 0.8885, 0.6710,
                      0.8302, 0.9213, 0.8733, 0.9279, 0.9324, 0.9340, 0.8850, 0.8961, 0.8693,
                      0.9042, 0.8458, 0.7835, 0.8137, 0.8132, 0.7399, 0.8867, 0.8249, 0.8337,
                      0.9110, 0.8952, 0.7456, 0.7320, 0.7730, 0.9446, 0.7955, 0.7747, 0.8761,
                      0.9025, 0.8203, 0.8090, 0.9335, 0.8561, 0.7169, 0.8316, 0.7559, 1.6484,
                      0.8573, 0.8300, 0.9072, 0.9215, 0.7037, 0.8881, 0.9111, 0.9033, 0.8405,
                      0.8708, 0.7468, 0.9400, 0.7465, 0.8535, 0.7983, 0.8358, 0.8799, 0.9067,
                      0.8058, 0.8362, 0.8867, 0.8883, 0.8704, 0.9208, 0.8873, 0.8459, 0.8796,
                      0.8909, 0.8306, 0.8605, 0.8020, 0.7537, 0.9035, 0.7308, 0.7995, 0.8074,
                      0.8458, 0.9494, 0.8080, 0.8180, 0.8957, 0.8431, 0.8772, 0.8137, 0.7184,
                      0.8862, 0.9108, 0.8482, 0.8729, 0.7786, 0.9099, 0.8908, 0.8601, 0.7295,
                      0.8056, 0.8380, 0.9560, 0.9148, 0.9133, 0.9324, 0.8839, 0.8965, 0.8428,
                      0.7322, 0.8547, 0.9498, 0.8415, 0.9456, 0.8972, 0.8469, 0.8104, 0.8468,
                      0.8716, 0.8960, 0.7691, 0.8451, 0.7883, 0.8588, 0.8737, 0.8907, 0.8507,
                      0.8250, 0.9384, 0.8195, 0.8681, 0.7965, 0.8096, 0.7837, 0.6884, 0.9195,
                      0.9016, 0.8015, 0.7459, 0.9113, 0.7561, 0.7242, 0.7973, 0.8306, 0.9061,
                      0.8365, 0.8847, 0.8879, 0.8643, 0.8344, 0.8321, 0.8228, 0.7624, 0.8631,
                      0.9388, 0.6238, 0.6872, 0.8575, 0.9556, 0.7334, 0.8158, 0.9388, 0.9013,
                      0.8379, 0.8794, 0.8882, 0.9109, 0.8708, 0.9044, 0.7896, 0.8702, 0.8942,
                      0.8965, 0.8219, 0.7905, 0.9130, 0.8517, 0.9102, 0.9287, 0.6436, 0.8655,
                      0.8719, 0.9262, 0.8758, 0.8660, 0.9782, 0.7927, 0.9341, 0.7607, 0.7663,
                      0.7006, 0.7936, 0.8816, 0.9294, 0.8605, 0.9156, 0.8032, 0.8977, 0.8266,
                      0.9164, 0.8679, 0.7798, 0.9435, 0.8267, 0.7815, 0.7418, 0.8322, 0.9187,
                      0.8832, 0.8594, 0.9287, 0.7738, 0.9114, 0.6173, 0.9312, 0.7784, 0.8717,
                      0.8575, 0.8210, 0.7867, 0.9207, 0.9775, 0.8124, 0.9094, 0.9220, 0.7792,
                      0.8382, 0.8897, 0.9209, 0.8233, 0.6682, 0.8438, 0.8112, 0.7516, 0.8544,
                      0.8447, 0.8325, 0.6651, 0.8268, 0.8679, 0.8637, 0.7940, 0.8904, 0.7954,
                      0.7507, 0.8539, 0.8833, 0.7906, 0.7831, 0.8586, 0.9124, 0.8403, 0.9273,
                      0.8614, 0.9323, 0.8455], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.bias',
              tensor([-1.4894e-03, -8.9958e-02, -1.4223e-01,  2.9633e-02, -1.9614e-01,
                       1.1212e-01, -2.4999e-01,  2.5041e-01,  1.6573e-01,  4.4682e-03,
                       9.4792e-02, -1.6875e-02, -9.9631e-02, -1.4602e-01, -4.7084e-02,
                       2.2514e-01, -4.5937e-02, -1.4900e-01, -1.8500e-01, -5.0862e-02,
                       7.8257e-02,  1.1879e-01, -5.8360e-02,  1.4647e-01, -1.4124e-01,
                       8.1928e-02,  4.8838e-02,  2.7749e-01,  5.6560e-02,  8.9961e-03,
                      -4.3753e-02, -1.5859e-01, -1.3778e-01, -8.4141e-02,  5.6726e-02,
                      -1.8019e-02, -2.2565e-01, -4.4178e-02,  1.5682e-01,  1.4053e-01,
                      -3.5833e-02, -1.2427e-01,  6.9147e-02,  1.3691e-01,  4.1160e-02,
                      -7.6649e-02,  1.7945e-02,  6.3148e-02, -2.5981e-03,  8.3889e-02,
                       7.1158e-05,  2.6839e-02,  2.6569e-01, -8.3406e-02, -6.7490e-02,
                      -7.7738e-02, -1.1831e-01,  2.2207e-03,  4.9381e-02,  3.1708e-02,
                       3.4317e-02, -1.3552e-02,  1.2234e-01, -2.4417e-01, -9.8941e-02,
                       4.1300e-02, -3.9506e-04, -6.4196e-02,  3.6559e-02, -1.1557e-01,
                      -8.6445e-02, -1.0296e-01, -1.0356e-01,  3.3393e-02, -1.1785e-02,
                       2.7086e-02, -2.1481e-04,  2.0741e-02,  9.6821e-03,  1.3875e-01,
                       4.0199e-02, -2.9355e-02, -1.0506e-01,  8.6991e-02, -1.0016e-02,
                       2.0876e-01, -1.5292e-01, -7.8554e-03,  1.1922e-01,  4.6489e-02,
                      -1.8011e-01, -1.5176e-01, -1.3449e-01,  2.2502e-02, -1.1386e-01,
                       1.2419e-01,  3.6190e-02, -8.3189e-02, -6.4777e-02,  1.3994e-01,
                      -6.2540e-02, -3.2406e-02, -5.8986e-02,  1.3078e-01, -1.4906e-01,
                      -4.2754e-02,  9.0226e-02, -8.6698e-02, -2.2274e-01, -8.9994e-02,
                      -9.5055e-04, -1.7022e-01, -5.9331e-02,  1.1313e-01,  3.3038e-01,
                       1.3958e-01, -8.0765e-02,  1.2653e-02, -8.0831e-02,  3.1361e-02,
                       3.2616e-02, -1.9918e-02, -1.8908e-02,  7.2882e-02, -2.6591e-02,
                       2.3771e-02, -7.8006e-02, -7.6405e-02, -9.3584e-02, -2.6750e-02,
                      -1.4763e-02,  4.7302e-02, -8.2250e-02,  2.8292e-03, -1.4401e-01,
                       2.6908e-02,  5.7178e-01,  6.6262e-02, -1.1239e-01, -1.7057e-04,
                      -2.6686e-01, -9.0184e-02, -2.3679e-02, -1.6343e+00,  4.0760e-02,
                      -4.4861e-02,  1.7426e-02,  1.8893e-02, -1.0980e-02, -3.7917e-01,
                      -1.2414e-01, -2.4624e-02, -6.6411e-02,  1.9573e-02,  9.5683e-02,
                      -1.6330e-02, -7.6616e-02, -1.4823e-01,  7.7872e-02, -1.3854e-01,
                       2.2939e-01,  1.3746e-01,  5.9491e-03, -6.8131e-02,  1.4836e-02,
                      -1.9867e-01,  6.1041e-02,  1.0403e-01, -1.9508e-01, -2.0480e-02,
                       2.2739e-02,  1.1806e-01, -4.1227e-02,  5.8180e-02,  1.8078e-01,
                       1.7068e-01,  1.3999e-01, -3.1127e-01, -1.6730e-01, -2.6568e-03,
                      -2.0563e-01, -4.3148e-02, -6.5426e-02, -1.9919e-01,  4.5689e-02,
                       2.4562e-02, -9.3300e-02, -1.2510e-01, -2.9663e-02, -1.0581e-02,
                       1.3585e-01,  4.2029e-02,  2.1602e-01,  1.8964e-02, -7.6685e-02,
                      -1.6003e-01, -2.1837e-03, -4.2748e-02, -1.5668e-01, -2.1537e-01,
                       1.6200e-01,  9.5006e-02, -1.3105e-01,  4.9716e-02, -3.9491e-03,
                       2.2395e-02,  6.4352e-02, -1.4880e-01, -7.0008e-02, -6.2906e-02,
                       1.3802e-02, -5.1663e-02,  9.6128e-02, -1.3839e-01, -3.6960e-02,
                      -7.3194e-02,  1.8299e-01,  1.4065e-01, -6.7189e-02,  7.6618e-02,
                       4.0813e-02, -6.1092e-04,  6.0809e-02, -2.6052e-01, -3.0066e-01,
                       1.6911e-01,  3.4791e-02,  1.3306e-02,  1.5425e-01, -2.1869e-01,
                      -3.7972e-03,  8.2004e-02, -8.0088e-04, -1.7548e-01, -7.9059e-02,
                      -1.1670e-01, -1.1017e-01, -3.6738e-02, -1.0106e-02,  5.6443e-03,
                      -1.4586e-01, -3.3794e-03,  1.8724e-01,  4.7911e-02, -6.4571e-02,
                      -2.0891e-01,  9.8518e-02,  6.7155e-03,  2.3033e-02,  7.0188e-02,
                       1.3399e-02,  2.6795e-02,  4.9451e-02,  1.0501e-01,  1.0237e-01,
                       7.3401e-02, -1.7094e-01, -5.9272e-02, -3.0121e-02,  3.2866e-02,
                       9.1366e-02, -1.3112e-01,  5.3900e-02, -1.8442e-02, -3.9589e-02,
                       6.4288e-02,  9.8849e-04, -1.0115e-02, -8.3868e-03, -1.5483e-01,
                      -9.1854e-02, -1.8742e-01,  1.4007e-01, -2.1634e-02,  1.5370e-01,
                      -9.1023e-02, -1.2897e-01, -3.4971e-02,  9.5365e-02, -1.8498e-01,
                      -2.0834e-02,  7.3671e-02, -1.1605e-01,  1.2613e+00,  9.6220e-03,
                       4.7192e-02, -8.9399e-02, -2.6952e-01,  1.0644e-01,  8.8214e-02,
                      -6.0374e-04,  4.1992e-02,  6.0329e-02, -1.8879e-01, -4.6054e-03,
                      -1.4471e-01, -1.7067e-01,  3.4664e-02, -7.6467e-02,  1.1901e-01,
                       2.0138e-01, -1.4035e-01,  1.0518e-01,  8.6729e-02, -7.3482e-02,
                      -7.4087e-02, -4.1536e-02,  5.2566e-02, -7.9267e-02,  2.1963e-01,
                       1.0970e-01,  3.9444e-02,  5.8647e-03,  1.1573e-01, -2.0558e-02,
                      -1.5140e-02, -8.9012e-02,  2.1017e-02, -1.8263e-01,  2.4995e-03,
                      -1.4422e-01, -6.2719e-02,  4.7824e-02, -3.4749e-02, -6.2802e-02,
                      -2.5422e-01,  1.7231e-01,  1.1562e-01,  3.9012e-03,  1.9184e-01,
                      -2.6759e-01, -8.4541e-02,  2.3916e-02,  3.7872e-02,  7.7326e-02,
                      -1.3773e-01,  8.5578e-02, -3.3247e-02, -2.1024e-01,  9.5236e-03,
                      -3.7050e-02,  2.2955e-02, -1.2758e-02, -1.5521e-01,  2.5294e-02,
                      -7.0028e-02, -1.1539e-01, -1.2700e-01,  7.7797e-02, -5.0957e-02,
                       5.0561e-02, -1.6839e-01, -1.9431e-01, -2.6662e-02,  4.2044e-02,
                      -2.1472e-01,  5.4460e-02,  2.1761e-02,  2.6220e-02, -1.5594e-01,
                      -7.3845e-02, -3.2744e-02,  7.9654e-02, -1.0625e-01, -2.6747e-01,
                       6.5370e-02, -1.1259e-01,  1.2292e-01, -8.8887e-02,  3.6612e-02,
                      -8.9952e-02, -1.6414e-01, -8.2654e-02,  3.9995e-02, -9.6616e-02,
                      -8.9602e-02,  2.1898e-02, -1.0336e-01,  1.0945e-01,  3.3635e-02,
                      -4.9635e-02,  8.5358e-02,  9.6494e-02,  1.3755e-01, -1.3750e-01,
                      -1.5364e-01,  1.6472e-01, -1.9758e-02,  1.2427e-01,  3.3778e-03,
                      -1.0415e-02, -2.9608e-04, -9.9277e-03, -3.0699e-02, -1.9585e-01,
                      -4.7819e-02,  3.0824e-02,  1.5675e-02, -1.6331e-01, -2.7399e-02,
                      -6.8950e-02,  1.4604e-01, -7.1851e-02,  1.2394e-02, -2.0029e-01,
                       2.6996e-02, -2.6688e-02, -8.2240e-02, -1.6230e-01, -5.9707e-02,
                      -8.6746e-02,  7.7426e-02,  5.0706e-02, -8.1314e-02,  7.3352e-02,
                      -2.0326e-02,  1.1515e-01,  4.3862e-01, -1.5197e-01, -1.0557e-01,
                      -1.2229e-01, -1.1832e-01, -1.2784e-02,  6.0575e-02,  2.1741e-01,
                      -8.9811e-02, -6.3546e-02, -1.5311e-01,  7.4702e-03,  1.2102e-01,
                      -1.1936e-01,  3.6606e-02, -9.5204e-02,  1.8812e-01, -9.8741e-02,
                       7.9813e-02,  1.3390e-01,  1.8033e-03, -1.0895e-01,  5.2695e-02,
                       1.0584e-01,  6.2732e-02, -9.9113e-02,  1.4579e-02, -4.6823e-02,
                      -1.0194e-01, -6.4833e-02, -8.8673e-03, -8.7594e-03, -8.4402e-02,
                       3.5145e-02,  2.2241e-01,  3.8333e-02,  4.8427e-02, -5.3917e-02,
                      -3.8293e-01, -7.3074e-02, -4.7257e-02, -1.1612e-01,  2.0682e-02,
                      -1.3031e-01, -5.0937e-02, -7.2689e-02,  1.3657e-01, -5.5294e-02,
                      -3.9358e-02,  6.5475e-03, -2.0590e-02,  7.0656e-02,  3.8381e-02,
                       1.7549e-01,  4.4525e-02,  2.6107e-02,  2.1998e-01, -1.3701e-02,
                      -2.2096e-03,  5.1614e-02,  4.2316e-02,  6.5800e-02, -1.0168e-01,
                      -1.1595e-02, -4.3219e-02, -1.1759e-01,  1.3936e-02,  4.3590e-02,
                      -9.3093e-02,  2.9669e-02, -5.0205e-02,  5.6937e-04, -1.8292e-03,
                      -5.2178e-02,  7.6906e-03, -1.6163e-01, -3.2451e-02,  2.0912e-01,
                       7.0737e-03,  1.0242e-02,  2.0880e-02,  4.7518e-03,  4.8648e-02,
                       2.5380e-01,  3.2885e-02, -2.4223e-03, -1.5831e-01, -2.0577e-01,
                       1.3480e-01, -6.2558e-02,  9.5943e-02, -8.5160e-02, -1.1944e-01,
                      -1.0444e-01, -1.4307e-02,  1.8766e-01,  2.2243e-02, -2.2166e-01,
                      -2.3530e-02,  6.1595e-03,  6.4093e-02,  2.1424e-01,  2.2204e-02,
                      -1.0935e-01,  1.1869e-01,  2.0818e-03, -3.7009e-02, -8.3401e-02,
                      -6.7578e-02,  2.3777e-02, -7.2400e-02, -1.1491e-01, -4.2703e-02,
                      -1.2092e-01,  1.4281e-01, -8.2930e-02, -7.4941e-02, -2.0344e-01,
                      -1.7659e-02,  3.0145e-02,  1.2323e-01, -1.4584e-01,  1.4618e-01,
                      -3.1256e-01, -8.5523e-02, -1.8418e-02, -2.1394e-01, -5.6370e-02,
                       1.5367e-01, -1.5250e-02, -3.2452e-02,  1.1023e-01,  2.0038e-01,
                       1.7947e-01,  2.4817e-02, -5.6863e-02,  9.3357e-02,  1.2750e-01,
                       4.8176e-02, -1.4264e-01, -1.5849e+00, -7.7854e-02,  6.9790e-02,
                      -1.2279e-01,  5.2650e-02, -7.6948e-02,  2.1405e-02,  1.0518e-01,
                      -8.4881e-02,  2.5547e-02, -4.8217e-02,  4.9176e-02,  8.9274e-02,
                       1.6845e-02,  6.9286e-02,  5.1797e-03, -5.2683e-02,  6.3970e-03,
                      -9.1188e-03,  4.2490e-02, -1.6297e-01,  1.0101e-01, -1.6168e-01,
                       1.9646e-02,  1.5586e-01, -2.7577e-02, -2.6347e-02, -7.8709e-03,
                      -7.6993e-03,  5.2978e-02, -6.4330e-02,  1.0566e-01, -6.3365e-02,
                      -7.3527e-02,  1.0051e-02, -5.4051e-02, -1.8487e-01, -1.1638e-01,
                       7.6871e-02,  5.8198e-02,  1.0381e-01, -7.6526e-02,  1.5489e-01,
                      -4.1361e-02, -1.0426e-01, -5.9173e-02, -1.8548e-01,  9.6546e-02,
                      -1.5385e-01, -6.9202e-02,  1.1954e-01,  1.2814e-01,  2.2713e-01,
                       9.3392e-02, -1.0302e-01, -4.2014e-02, -1.1082e-01,  7.0966e-02,
                       1.8283e-01, -3.1207e-02, -1.4154e-01, -2.7207e-02,  7.4330e-02,
                      -1.3150e-01,  4.6761e-02,  1.4525e-01,  7.3380e-02,  8.5236e-02,
                      -1.6814e-01, -1.1599e-01, -1.6957e-01,  4.1443e-02,  2.3781e-01,
                      -1.8447e-01,  9.1545e-02, -2.0923e-02, -1.4085e-01,  5.2463e-04,
                       1.0100e-01, -1.0001e-01,  4.1862e-02, -1.7419e-01, -1.2254e-01,
                      -5.0739e-02, -1.4683e-01,  1.8240e-01, -6.4806e-02, -5.8699e-02,
                      -1.1065e-01, -1.5571e-01,  1.2939e-01, -1.0831e-01, -2.1459e-01,
                      -7.9698e-02, -2.2301e-01,  1.3523e-02, -1.0768e-01,  5.2350e-02,
                       7.5318e-03, -1.4217e-01,  8.2764e-02,  1.7772e-01, -1.6642e-01,
                       9.5367e-02,  1.0463e-01, -1.2312e-01, -1.1991e-02, -2.0676e-02,
                      -1.0424e-01,  1.9137e-01, -1.4635e-04,  1.3775e-02,  6.8004e-02,
                       6.3046e-02,  6.6746e-02,  5.1419e-02,  8.2894e-02,  1.7829e-01,
                       7.2112e-02, -1.0607e-02, -1.8328e-01, -9.8761e-02,  9.0223e-02,
                       9.4372e-02, -1.3828e-01,  6.2551e-02,  3.6984e-03, -7.4963e-02,
                       2.6601e-02, -3.1777e-02,  1.2840e-02, -4.9175e-02, -4.9715e-02,
                       1.3261e-01, -2.8972e-02, -6.7570e-02, -4.5389e-02,  8.9466e-02,
                      -1.1713e-01,  8.5433e-02, -2.5740e-01,  1.9211e-01,  9.6182e-02,
                       1.4982e-01,  1.2282e-01, -1.7024e-02, -6.1212e-02, -1.1859e-01,
                      -6.6842e-02,  9.2957e-02, -1.2189e-01, -6.5264e-02, -5.3911e-02,
                      -1.2978e-02,  1.7074e-03, -3.7919e-02, -5.1976e-02,  6.0675e-02,
                       4.7878e-02, -1.1052e-01, -1.1108e-01,  1.2633e-01,  9.7583e-02,
                       2.8192e-02,  3.2487e-02,  2.8119e-02, -9.3481e-02, -9.2237e-02,
                       3.7147e-02,  1.1996e-01, -1.8623e-01,  2.8903e-02,  2.4225e-02,
                      -9.9589e-02, -8.8972e-02, -1.6850e-01,  4.4850e-01, -9.8175e-02,
                      -4.3904e-02,  2.2922e-01, -8.1394e-02,  1.0872e-02,  9.1490e-03,
                      -1.3745e-01, -6.6099e-02,  5.9912e-02,  2.1922e-01,  2.8337e-02,
                      -5.5014e-02, -2.4030e-01, -6.7036e-02, -1.2349e-01,  4.7244e-02,
                      -9.5866e-02,  2.0625e-02,  4.4199e-02, -1.0620e-01, -1.1261e-01,
                      -1.8315e-01,  1.3404e-01, -1.8409e-01, -7.5106e-03,  9.6492e-02,
                      -1.4583e-01, -1.1074e-01,  4.2445e-02, -7.1184e-03,  3.8784e-02,
                      -6.1919e-02, -4.3433e-02,  1.1888e-01], device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.weight',
              tensor([[-0.0811,  0.0171,  0.0394,  ..., -0.0933, -0.0053, -0.0576],
                      [-0.0569,  0.0180, -0.0237,  ...,  0.0473,  0.0328, -0.0040],
                      [ 0.0357, -0.0548,  0.0199,  ..., -0.0106, -0.0206, -0.0187],
                      ...,
                      [ 0.0030,  0.0080,  0.0508,  ..., -0.0032, -0.0363, -0.0179],
                      [ 0.0045,  0.0093, -0.0572,  ..., -0.0420, -0.0083,  0.0076],
                      [ 0.0744, -0.0196, -0.0054,  ...,  0.0636, -0.0319, -0.0047]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.bias',
              tensor([-0.0629, -0.1046, -0.1224,  ...,  0.0002, -0.0968, -0.1198],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.weight',
              tensor([[ 0.0414, -0.0640,  0.0137,  ..., -0.0149, -0.0622, -0.0057],
                      [-0.0636, -0.0240,  0.0225,  ..., -0.0008,  0.0186,  0.0320],
                      [-0.0263, -0.0552,  0.0509,  ..., -0.0116, -0.0027, -0.0058],
                      ...,
                      [ 0.0336,  0.0053,  0.0136,  ...,  0.0053, -0.0197,  0.0611],
                      [-0.0051,  0.0072, -0.0438,  ...,  0.0034,  0.0445,  0.0208],
                      [-0.0086, -0.0465, -0.0159,  ..., -0.0009,  0.0179, -0.0560]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.bias',
              tensor([-2.5420e-02, -9.6192e-02, -1.0242e-01,  7.2482e-02,  9.1788e-03,
                       5.9651e-02, -4.1087e-02,  6.6596e-02, -1.4859e-02, -5.4819e-02,
                       5.4336e-02,  3.3340e-02, -6.4984e-02, -7.1650e-02,  2.7183e-02,
                       1.1772e-01,  1.9928e-02, -3.5337e-02, -3.0811e-02, -9.6901e-02,
                       7.7098e-02,  9.3049e-02,  2.4175e-03,  4.7210e-03, -7.9076e-02,
                       2.4795e-02, -2.0785e-03,  6.1102e-02,  5.1115e-02, -4.5372e-03,
                       1.4718e-02, -2.9970e-02, -2.6355e-03, -1.7005e-01,  3.8773e-04,
                       2.0697e-02, -1.3090e-01, -8.4719e-04,  4.3939e-02,  9.4399e-02,
                      -1.2547e-02, -6.4176e-02, -5.4255e-02, -1.1741e-02,  4.3453e-02,
                      -5.0226e-02, -9.5540e-03,  8.2963e-03, -4.0313e-03,  2.3977e-02,
                      -1.5737e-02,  1.7512e-02,  5.5383e-02, -1.2530e-02, -3.1343e-02,
                      -1.0791e-02, -6.9553e-02, -5.7119e-02, -4.1284e-03, -5.8543e-02,
                      -1.6916e-02, -4.0576e-02,  9.6189e-03, -1.2035e-01, -1.1024e-01,
                       9.8697e-02, -1.2662e-02, -2.6192e-02,  6.8534e-02, -8.2376e-02,
                      -4.6423e-02, -1.9530e-02, -2.3220e-02, -8.6877e-02,  1.0346e-02,
                       5.1790e-02, -7.9819e-03, -2.2185e-02, -4.6057e-02, -2.7523e-02,
                       8.6546e-02,  5.4734e-02,  5.9944e-02,  1.1174e-01,  6.5393e-03,
                      -7.5779e-02,  1.8089e-02, -1.2563e-02,  2.7796e-02,  1.5964e-02,
                      -7.7080e-02, -4.0358e-02, -6.9423e-02, -5.0508e-04, -1.6117e-02,
                       1.4488e-01,  5.2998e-03,  5.3554e-02,  4.6900e-02,  3.9947e-03,
                      -4.8070e-04,  1.3879e-03, -3.8659e-02,  1.9900e-02, -1.4863e-01,
                      -2.5419e-02,  8.7714e-02,  6.8863e-02, -1.4439e-02,  8.9875e-02,
                      -7.8467e-02, -8.3691e-02,  8.8895e-03, -8.3634e-04,  4.8185e-02,
                       6.5395e-02, -6.6823e-02,  3.8710e-02,  4.9545e-02,  4.1506e-02,
                       4.7521e-03,  8.8616e-03, -5.4306e-02, -4.7917e-02, -1.3643e-01,
                       3.8777e-02,  1.5920e-02,  4.1568e-02, -9.3736e-02, -1.9221e-02,
                      -9.1445e-03,  1.7696e-02, -1.9126e-02,  2.9395e-02,  5.7453e-02,
                      -8.2331e-02,  3.0182e-02,  4.4663e-02, -4.2918e-02,  1.0971e-01,
                      -1.1651e-01, -8.1423e-02, -2.5878e-02, -9.1094e-01, -2.5283e-02,
                       5.6262e-02,  3.3372e-02, -4.3455e-03, -3.5925e-02, -6.2038e-03,
                       9.8342e-03, -4.4509e-02, -2.3658e-02, -6.9309e-03,  1.6915e-02,
                      -1.8238e-02,  3.1820e-02, -8.9024e-02,  8.2701e-02, -3.3050e-02,
                       7.2904e-02,  3.6502e-02,  1.8369e-02,  1.6518e-02, -5.2115e-02,
                      -1.3950e-02,  4.3304e-02, -3.6840e-02, -2.7233e-02, -5.7516e-02,
                      -1.7800e-02,  5.2288e-02, -2.5058e-02,  1.9143e-02, -4.4598e-02,
                       4.8276e-02,  1.0160e-01, -9.3809e-02,  5.6895e-02, -1.9477e-03,
                      -1.5526e-01,  4.0404e-02, -2.3317e-02,  5.3592e-03,  1.0290e-01,
                      -6.1940e-03, -3.3383e-02, -1.7946e-02, -1.3889e-02,  1.9733e-02,
                       1.9087e-02,  9.3318e-02,  6.3170e-02,  3.7295e-02,  4.9192e-02,
                      -5.4106e-02, -3.3542e-02, -3.1661e-02, -3.2699e-02, -5.6864e-02,
                       4.8430e-02,  6.9540e-02,  1.8847e-02,  5.1318e-02,  7.7147e-02,
                      -5.9366e-02, -4.3699e-03, -9.0773e-03, -7.5055e-02, -6.0202e-02,
                       2.9008e-02, -7.4985e-02,  4.9683e-02, -3.3443e-02,  5.4408e-02,
                       6.2905e-02,  9.6718e-03,  3.1821e-02,  1.4699e-02,  2.8821e-02,
                       8.2907e-02,  8.3574e-02,  5.6927e-02, -9.1389e-02, -3.0288e-02,
                      -1.6933e-02, -2.9332e-02, -2.4304e-02,  9.6269e-02, -9.5427e-02,
                      -3.4020e-02,  8.0861e-02, -1.5454e-02, -1.4738e-01, -3.2856e-02,
                      -6.2053e-02, -3.6356e-02, -5.8742e-02, -3.3466e-02,  7.2396e-02,
                       2.5563e-02,  4.4131e-02,  9.8912e-02,  6.0839e-02, -1.1052e-01,
                      -6.0193e-02,  1.7552e-02,  4.0257e-02,  2.0527e-03,  4.9126e-02,
                      -7.4342e-03, -2.3843e-02, -1.1039e-02,  7.5141e-02,  1.3838e-02,
                      -9.4381e-03,  9.2688e-03,  9.8226e-02,  1.0761e-02,  1.7290e-02,
                       7.0304e-02, -9.0471e-02, -3.9205e-02, -5.3224e-02,  6.1732e-02,
                      -1.2204e-03,  2.7413e-02,  2.4668e-02, -1.1759e-01, -6.6492e-02,
                      -8.1118e-02, -6.6805e-02,  8.5813e-02,  1.1984e-02,  8.9023e-02,
                       6.8332e-02, -4.0532e-03,  1.7254e-03,  8.0382e-02, -1.6900e-02,
                       4.3578e-02,  1.5504e-02, -7.5922e-02,  3.1709e-01, -1.0798e-01,
                       2.7885e-02,  3.5558e-02, -1.2873e-02,  8.7702e-02, -1.0814e-03,
                      -2.3287e-02, -1.3110e-02,  3.2221e-02,  3.4861e-03, -3.9066e-02,
                      -4.1143e-02, -2.7261e-02, -2.6655e-02, -1.7980e-02,  4.2320e-02,
                      -2.6585e-02, -3.6526e-02,  7.4214e-02, -8.2602e-03,  4.7566e-02,
                      -5.6067e-02, -1.0017e-02,  5.9834e-02, -1.6621e-02,  1.5628e-02,
                       1.5304e-02,  7.4592e-02, -1.1208e-02, -7.2112e-03, -9.9774e-03,
                       8.9350e-03, -6.3191e-02, -1.0763e-01,  4.6820e-02,  5.9339e-03,
                      -4.1426e-02,  3.3304e-02, -1.7724e-02,  8.2874e-03,  3.1823e-02,
                      -1.8125e-02, -1.9905e-02,  1.2383e-03,  6.4514e-02,  2.4341e-02,
                      -3.2235e-02,  3.4223e-02,  6.3411e-02, -5.9268e-02,  1.1489e-03,
                      -7.0223e-03,  8.2152e-03,  1.1971e-02, -5.5257e-02,  4.1885e-02,
                       7.6352e-03,  4.7824e-02, -1.6381e-02,  6.3992e-02, -3.9132e-04,
                       2.7663e-02,  3.4985e-02, -3.1553e-02,  1.3248e-02,  8.1306e-02,
                      -4.2986e-02, -7.4514e-02, -5.9804e-02,  3.9288e-02,  7.1574e-02,
                      -3.0290e-02,  2.5896e-03,  8.8342e-04, -2.7008e-02, -1.2733e-01,
                       5.9218e-02, -1.2048e-01,  1.9070e-02, -7.0152e-02, -5.6473e-02,
                       4.6538e-02, -1.2287e-02,  3.4731e-02,  1.4010e-02,  8.8976e-03,
                      -2.8372e-02, -2.5812e-02, -2.0355e-02,  4.5541e-02, -1.0421e-01,
                      -1.3918e-02, -2.3166e-02, -2.6119e-02, -6.1130e-02, -9.6796e-02,
                      -8.4665e-02,  2.1159e-02,  5.1680e-02,  3.0996e-02, -1.7812e-02,
                      -4.3460e-02,  4.8216e-02,  1.8057e-02,  3.0044e-02, -9.3842e-02,
                       3.2631e-02,  3.9154e-02,  3.3616e-02,  2.2782e-03,  9.6474e-02,
                      -8.7230e-02,  1.4598e-02, -1.5575e-02, -8.7057e-02,  4.3871e-02,
                       5.8171e-02,  1.0536e-01,  2.3265e-02, -7.4733e-02, -9.3737e-02,
                      -7.1258e-03, -1.7384e-02, -7.7833e-02, -8.1445e-02, -1.0112e-02,
                      -6.8892e-02,  6.0266e-04, -4.5636e-02, -2.6338e-02,  1.0458e-01,
                       9.7477e-03, -2.7757e-02,  1.5679e-02, -2.0780e-02, -1.8731e-02,
                      -5.9163e-02,  4.4769e-02, -2.7846e-02,  5.8833e-02,  2.2217e-02,
                      -5.7853e-03, -5.4582e-02, -8.3164e-03,  5.6520e-02, -1.3056e-02,
                       8.1329e-03,  8.6182e-02,  8.4641e-02,  7.6125e-02, -5.2952e-03,
                       4.8170e-02,  5.9905e-02,  6.8190e-04,  7.6999e-02, -3.8135e-02,
                       1.7639e-02,  2.5577e-02, -7.7250e-02, -9.1358e-02, -5.8561e-02,
                      -8.4135e-02, -2.8599e-03,  2.9617e-02, -5.6042e-02, -4.1267e-03,
                       8.4496e-02,  1.0171e-01,  3.7091e-02,  2.4343e-02, -4.7831e-03,
                      -9.3886e-02,  7.8621e-02, -1.0109e-01,  2.5730e-02, -7.7426e-02,
                       5.7349e-02,  2.7125e-03,  4.7944e-02,  4.8858e-02,  3.6133e-02,
                       5.7386e-02,  2.4173e-02,  5.2773e-02, -4.0336e-02,  2.4051e-02,
                      -1.0706e-02,  6.6725e-02, -2.7037e-02,  1.2503e-01,  3.4551e-02,
                      -1.6574e-02, -8.6333e-03, -4.5514e-02,  9.2510e-02,  5.8587e-03,
                      -3.3819e-02, -4.1557e-02,  4.0954e-02,  2.7867e-02,  5.8128e-03,
                      -7.8651e-02,  2.8584e-03,  9.8773e-02, -4.6382e-02, -3.6275e-02,
                      -6.6719e-02, -1.5795e-02, -9.3031e-02, -8.9588e-02,  9.2093e-02,
                       3.0986e-02,  3.5624e-02, -2.3134e-03,  1.0340e-02,  3.2363e-02,
                       3.7967e-02, -6.6023e-04, -1.8203e-02, -8.4553e-02,  5.0084e-02,
                       1.1532e-01,  1.7765e-02, -1.8138e-02, -4.8246e-02,  2.7046e-02,
                       2.3458e-02, -7.0559e-02, -1.3213e-02, -1.4932e-02, -2.4905e-02,
                      -3.5050e-02,  5.5176e-03, -7.0999e-02,  1.8163e-01,  3.1348e-02,
                      -6.8849e-02,  6.7408e-02,  1.2289e-02,  3.7568e-02,  2.9974e-02,
                      -4.9359e-02,  5.2266e-02, -2.8809e-02,  9.7661e-03,  3.5849e-02,
                       3.8475e-02,  7.9516e-02, -5.3449e-02, -9.3535e-02, -8.6228e-02,
                       1.8277e-02,  7.4081e-02,  1.2159e-03,  1.4412e-02, -2.1280e-02,
                      -4.4675e-02, -2.0800e-02,  3.6035e-02, -1.8376e-02,  6.5521e-02,
                       6.1082e-02,  5.7694e-02,  3.1259e-02, -3.8319e-02,  8.5094e-02,
                       3.3131e-02,  6.8948e-02, -2.6968e-02,  1.7338e-03, -2.2841e-03,
                       4.5895e-02, -3.6869e-02, -7.0589e-01,  6.1643e-03,  7.1911e-02,
                       6.5540e-02,  2.4398e-02, -7.4567e-02, -1.2999e-02,  4.4139e-02,
                      -8.8134e-03, -1.6149e-02, -8.4445e-03,  3.2893e-02,  4.3112e-02,
                       1.5090e-02,  4.0333e-03, -2.5623e-02, -6.1064e-03, -1.6191e-02,
                      -3.2314e-02, -3.9080e-02, -2.7666e-02, -5.0108e-02, -7.2302e-02,
                       5.3016e-02,  7.7149e-02, -2.9686e-02, -6.0227e-02,  7.0231e-03,
                       6.1226e-02,  3.2746e-02,  1.7844e-02,  3.2281e-02, -2.0060e-02,
                      -1.6334e-02,  1.1136e-01,  6.8101e-02, -9.7036e-02, -1.0628e-02,
                       7.9869e-02,  5.3275e-04,  6.5177e-02,  2.2185e-02,  6.2175e-02,
                       6.5730e-03,  1.4381e-02, -5.1036e-02, -4.8117e-03, -5.0745e-02,
                      -5.5926e-02,  1.1922e-02, -8.5321e-03, -9.1046e-04,  8.6927e-02,
                       1.5707e-02,  1.0854e-01, -1.0169e-01, -1.3942e-01,  1.6944e-02,
                       5.3071e-02, -8.4335e-03, -3.1913e-02, -3.8110e-02,  4.5497e-02,
                      -4.1607e-02, -1.9043e-02,  6.7895e-03, -1.3380e-02,  2.9720e-02,
                      -4.3692e-02,  7.2164e-03, -1.9491e-02, -1.1065e-01,  5.2186e-02,
                      -7.4944e-02,  7.5175e-02, -1.1696e-01, -4.7017e-02, -1.4313e-02,
                       7.3931e-02,  1.8748e-02, -2.6302e-04,  3.8403e-02, -1.4815e-02,
                       1.3677e-03,  8.0301e-03,  7.5621e-02,  7.4337e-02, -3.0452e-02,
                      -1.0835e-01, -1.2462e-01, -2.5219e-02, -7.6377e-02, -1.3384e-01,
                       5.6203e-02,  5.2421e-02, -6.4143e-02,  2.8043e-02,  4.4202e-02,
                      -2.1520e-02, -2.7624e-03, -3.2660e-02,  6.3964e-02, -7.3267e-02,
                       1.0130e-01,  7.5203e-02, -2.4078e-02,  8.0816e-02,  3.1354e-02,
                       7.5204e-02,  4.1577e-03,  4.3481e-02,  3.4007e-02,  3.3982e-02,
                       3.8861e-02,  2.3477e-01, -1.7384e-02, -6.6741e-02, -2.0248e-02,
                      -6.2238e-02,  2.3597e-02, -3.3026e-03, -4.7924e-02,  5.7907e-02,
                       3.3135e-02, -8.1287e-02, -2.2473e-02, -1.3087e-02,  3.0929e-02,
                      -1.6264e-02, -3.5303e-02,  1.2354e-02,  7.2533e-03, -1.4100e-02,
                      -1.5804e-02,  5.8178e-02, -5.0573e-02,  5.3096e-02,  1.0984e-02,
                       2.5614e-02,  1.2511e-02,  1.4775e-02,  3.3107e-02,  5.8847e-02,
                       7.3283e-02,  2.9535e-02,  9.8655e-03, -2.5826e-02, -8.4749e-02,
                      -1.7265e-02, -6.9881e-03, -3.5374e-02, -3.6582e-02, -3.7363e-02,
                      -2.2902e-02, -3.7268e-02, -2.6239e-02, -6.8161e-02,  1.7014e-02,
                       2.2354e-02, -5.1608e-02, -2.1613e-02, -7.0403e-03,  3.0721e-02,
                      -1.7036e-02,  3.8115e-02,  1.2168e-02, -3.2422e-03,  2.6877e-02,
                      -3.4939e-02,  2.7256e-03, -3.8745e-03,  1.3893e-02, -6.0403e-02,
                      -5.8986e-02,  1.2702e-02,  1.9886e-02, -6.5049e-02, -2.6165e-02,
                      -2.8495e-02,  4.8802e-02,  6.6202e-02, -9.3721e-03,  1.4906e-02,
                      -5.7798e-05, -6.0944e-02,  8.0960e-02,  3.2872e-02,  3.8947e-02,
                       3.3186e-02,  3.7214e-02,  3.0084e-02,  2.2557e-02,  6.4418e-02,
                       3.5982e-02, -1.0272e-02, -1.2524e-02,  4.0899e-03,  6.3124e-02,
                       4.5827e-02, -2.3687e-02, -4.7240e-02, -3.9424e-02,  3.5802e-02,
                       1.3787e-02, -4.8410e-02,  4.8999e-02, -1.2469e-02, -5.3341e-02,
                      -8.4524e-03,  3.7599e-02,  7.7284e-02], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.weight',
              tensor([0.9131, 0.9157, 0.9001, 0.9082, 0.8720, 0.8936, 0.8214, 0.8283, 0.9206,
                      0.8715, 0.9215, 0.9546, 0.9777, 0.9544, 0.9347, 0.7719, 0.9217, 0.9266,
                      0.9051, 0.9495, 0.8773, 0.9420, 0.9191, 0.8705, 0.8991, 0.9005, 0.9422,
                      0.8933, 0.8946, 0.9460, 0.9098, 0.8277, 0.9387, 0.8576, 0.9290, 0.8820,
                      0.8104, 0.9447, 0.7992, 0.9316, 0.9648, 0.9075, 0.9293, 0.9266, 0.9527,
                      0.9363, 0.9198, 0.9546, 0.9681, 0.8970, 0.9584, 0.8816, 0.8531, 0.9456,
                      0.8349, 0.8092, 0.9053, 0.9137, 0.8613, 0.8535, 0.9165, 0.9595, 0.9549,
                      0.9083, 0.8902, 0.9736, 0.9269, 0.9044, 0.7826, 0.8692, 0.9224, 0.9355,
                      0.9180, 0.9082, 0.9445, 0.9637, 0.9286, 0.9264, 0.9628, 0.9296, 0.9072,
                      0.9008, 0.9267, 0.9257, 0.7839, 0.9038, 0.8365, 0.9177, 0.9616, 0.8961,
                      0.8909, 0.9269, 0.9234, 0.9239, 0.9233, 0.8845, 0.7973, 0.9577, 0.9380,
                      0.9303, 0.9090, 0.9662, 0.8578, 0.9615, 0.8290, 0.9754, 0.9612, 0.8776,
                      0.9232, 0.9491, 0.8661, 0.8817, 0.9864, 0.7999, 0.8509, 0.9525, 0.9168,
                      0.9417, 0.9497, 0.9733, 0.9349, 0.9305, 0.9442, 0.8608, 0.8891, 0.8825,
                      0.9667, 0.8796, 0.9282, 0.9182, 0.9581, 0.8586, 0.9267, 0.9301, 0.9401,
                      0.9353, 0.9495, 0.9208, 0.9496, 0.9689, 0.7877, 0.9754, 0.8801, 0.1145,
                      0.9055, 0.9085, 0.9221, 0.9296, 0.9384, 0.8926, 0.9198, 0.9311, 0.9527,
                      0.9049, 0.8980, 0.9060, 0.9507, 0.9380, 0.9123, 0.9410, 0.9495, 0.9724,
                      0.8157, 0.9348, 0.8765, 0.9029, 0.8824, 0.7828, 0.8831, 0.9255, 0.9545,
                      0.8009, 0.8701, 0.9147, 0.8700, 0.9124, 0.9658, 0.8093, 0.9420, 0.9352,
                      0.9030, 0.9136, 0.8619, 0.9283, 0.9304, 0.9495, 0.9047, 0.9254, 0.9421,
                      0.9382, 0.8682, 0.8376, 0.8777, 0.9316, 0.9143, 0.9418, 0.9682, 0.8393,
                      0.9110, 0.9378, 0.9339, 0.8203, 0.9441, 0.9135, 0.8622, 0.9368, 0.9450,
                      0.9693, 0.9432, 0.8929, 0.9504, 0.9413, 0.8773, 0.9391, 0.9153, 0.9656,
                      0.8877, 0.8692, 0.9408, 0.9058, 0.9658, 0.9304, 0.9461, 0.9045, 0.9023,
                      0.9444, 0.9589, 0.9452, 0.9098, 0.7704, 0.8967, 0.9445, 0.8951, 0.8984,
                      0.9230, 0.9275, 0.7883, 0.9722, 0.9095, 0.9640, 0.9057, 0.8792, 0.8544,
                      0.9118, 0.9561, 0.8762, 0.9481, 0.8838, 0.9817, 0.9560, 0.9303, 0.9404,
                      1.0123, 0.9659, 0.9524, 0.9729, 0.9446, 0.8021, 0.9429, 0.9120, 0.7976,
                      0.9176, 0.9288, 0.9050, 0.9277, 0.9148, 0.9502, 0.9757, 0.8679, 0.9305,
                      0.9522, 0.9365, 0.9546, 0.9043, 0.9466, 0.9457, 0.9146, 0.9332, 0.8822,
                      0.9099, 0.9793, 0.9617, 0.8746, 0.3715, 0.9456, 0.9608, 0.8422, 0.9099,
                      0.9087, 0.8741, 0.8558, 0.9170, 0.9040, 0.8768, 0.9093, 0.8757, 0.9059,
                      0.7995, 0.9651, 0.9193, 0.9148, 0.8998, 0.8971, 0.9544, 0.7420, 0.9591,
                      0.9009, 0.9575, 0.9346, 0.9153, 0.8322, 0.9112, 0.9096, 0.8075, 0.9044,
                      0.9633, 0.9012, 0.8914, 0.9389, 0.8667, 0.9203, 0.9269, 0.9110, 0.9773,
                      0.8774, 0.8642, 0.9012, 0.8707, 0.9667, 0.8912, 0.9227, 0.9207, 0.9705,
                      0.9600, 0.9709, 0.9776, 0.9243, 0.9566, 0.9352, 0.8658, 0.8303, 0.9523,
                      0.9088, 0.9612, 0.9367, 0.9438, 0.9675, 0.9245, 0.9328, 0.9054, 0.9288,
                      0.9156, 0.8853, 0.9380, 0.9730, 0.8601, 0.9227, 0.9221, 0.9184, 0.8556,
                      0.9359, 0.9588, 0.9071, 0.9596, 0.8580, 0.8927, 0.9457, 0.9591, 0.9509,
                      0.9035, 0.9314, 0.9450, 0.9272, 0.9294, 0.8929, 0.8989, 0.8880, 0.9450,
                      0.9468, 0.8136, 0.8955, 0.9292, 0.9711, 0.9309, 0.8724, 0.8728, 0.8474,
                      0.9498, 0.9264, 0.8398, 0.9583, 0.8479, 0.9218, 0.9482, 0.9292, 0.9419,
                      0.8533, 0.9721, 0.9058, 0.8597, 0.8448, 0.8871, 0.8663, 0.9233, 0.9370,
                      0.9351, 0.9034, 0.9223, 0.9453, 0.9879, 0.8942, 0.9044, 0.9494, 0.9777,
                      0.9312, 0.9044, 0.8880, 0.8721, 0.8968, 0.9420, 0.9281, 0.9735, 0.9306,
                      0.8601, 0.8771, 0.9606, 0.9221, 0.8257, 0.9420, 0.9135, 0.9274, 0.9561,
                      0.8518, 0.9469, 0.8135, 0.9622, 0.9116, 0.8998, 0.9327, 0.9409, 0.9316,
                      0.8066, 0.9125, 0.9013, 0.9210, 0.8767, 0.9254, 0.9670, 0.9597, 0.8984,
                      0.9564, 0.7994, 0.9275, 0.9623, 0.9360, 0.8829, 0.9108, 0.8781, 0.8811,
                      0.9223, 0.9069, 0.9187, 0.8655, 0.9585, 0.8135, 0.8654, 0.8919, 0.8817,
                      0.9248, 0.9213, 0.9635, 0.9058, 0.9750, 0.8579, 0.9229, 0.9155, 0.8464,
                      0.9559, 0.8648, 0.9736, 0.9100, 0.9213, 0.9677, 0.9425, 0.9224, 0.8971,
                      0.9753, 0.8867, 1.0179, 0.8808, 0.8907, 0.9491, 0.9404, 0.8964, 0.9236,
                      0.9007, 0.9167, 0.9548, 0.9060, 0.9115, 0.9407, 0.9738, 0.8985, 0.9616,
                      0.9123, 0.9459, 0.9735, 0.9124, 0.9223, 0.9313, 0.9065, 0.9388, 0.8724,
                      0.9409, 0.9240, 0.8787, 0.9533, 0.8911, 0.8639, 0.9637, 0.9679, 0.8102,
                      0.9043, 0.9788, 0.9495, 0.9709, 0.9406, 0.9720, 0.9276, 0.9485, 0.9271,
                      0.9382, 0.9093, 0.8935, 0.8919, 0.8896, 0.8580, 0.9121, 0.8668, 0.8930,
                      0.9298, 0.9745, 0.8485, 0.8721, 0.9209, 0.9411, 0.9128, 0.8704, 0.9449,
                      0.9248, 0.8639, 0.8653, 0.9504, 0.9099, 0.8349, 0.9011, 0.8641, 0.6399,
                      0.9081, 0.9062, 0.9587, 0.9646, 0.8517, 0.9564, 0.9199, 0.9553, 0.9190,
                      0.9389, 0.8487, 0.9371, 0.8556, 0.8981, 0.9006, 0.9383, 0.9465, 0.9554,
                      0.9006, 0.8874, 0.9219, 0.9339, 0.9407, 0.9330, 0.9524, 0.9408, 0.9491,
                      0.9381, 0.8984, 0.9419, 0.8902, 0.8669, 0.9730, 0.8378, 0.8716, 0.9004,
                      0.9209, 0.9577, 0.8829, 0.9129, 0.9342, 0.9317, 0.9463, 0.9228, 0.8728,
                      0.9325, 0.9274, 0.9220, 0.9047, 0.8650, 0.9206, 0.9005, 0.9129, 0.8876,
                      0.8974, 0.8848, 0.9442, 0.9395, 0.9774, 0.9800, 0.9342, 0.9544, 0.9040,
                      0.8537, 0.8945, 0.9554, 0.9051, 0.9545, 0.9363, 0.8748, 0.8928, 0.8429,
                      0.9474, 0.9303, 0.9115, 0.9136, 0.8715, 0.9192, 0.9596, 0.9508, 0.9505,
                      0.9092, 0.9771, 0.9004, 0.9241, 0.9175, 0.9238, 0.9053, 0.8432, 0.9307,
                      0.9463, 0.8464, 0.8786, 0.9718, 0.8828, 0.8414, 0.9107, 0.9129, 0.9355,
                      0.8829, 0.8998, 0.9335, 0.9403, 0.8918, 0.9257, 0.9220, 0.8841, 0.9304,
                      0.9598, 0.8009, 0.8333, 0.9400, 0.9557, 0.8604, 0.9327, 0.9744, 0.9173,
                      0.8923, 0.9296, 0.9702, 0.9667, 0.9394, 0.9702, 0.8885, 0.9207, 0.9572,
                      0.9579, 0.9023, 0.9044, 0.9586, 0.9189, 0.9505, 0.9450, 0.8477, 0.9560,
                      0.9490, 0.9560, 0.9473, 0.9282, 0.9370, 0.8975, 0.9582, 0.8687, 0.8234,
                      0.8297, 0.9105, 0.9245, 0.9716, 0.9333, 0.9431, 0.9210, 0.9557, 0.8856,
                      0.9456, 0.9492, 0.9149, 0.9639, 0.8847, 0.8732, 0.8402, 0.9211, 0.9558,
                      0.9374, 0.9087, 0.9385, 0.8974, 0.9643, 0.7980, 0.9638, 0.8430, 0.9560,
                      0.9477, 0.8960, 0.9090, 0.9405, 0.9156, 0.9308, 0.9600, 0.9209, 0.8841,
                      0.9093, 0.9499, 0.9431, 0.8897, 0.8194, 0.8778, 0.9099, 0.8524, 0.9020,
                      0.9089, 0.9216, 0.8304, 0.8992, 0.9301, 0.9202, 0.8863, 0.9616, 0.9208,
                      0.8770, 0.9110, 0.9275, 0.8944, 0.8680, 0.9635, 0.9625, 0.9192, 0.9860,
                      0.9094, 0.9493, 0.9171], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.bias',
              tensor([ 4.8689e-03,  1.8884e-02,  5.9857e-02, -5.5614e-03,  9.5422e-02,
                      -5.3534e-02,  8.4081e-02, -1.0715e-01, -9.1932e-02,  2.0375e-02,
                      -5.4359e-02,  1.7424e-02,  3.8454e-02,  5.5853e-02,  2.0833e-02,
                      -5.8802e-02,  3.0612e-02,  4.8361e-02,  7.4611e-02,  4.0373e-02,
                      -2.4470e-02, -5.4478e-02,  3.3153e-02, -4.7495e-02,  6.2094e-02,
                      -1.4732e-02, -1.8779e-02, -1.0657e-01, -1.5598e-02, -1.7346e-04,
                       1.3377e-02,  7.1372e-02,  5.9596e-02,  3.3733e-02, -3.6982e-02,
                      -6.3543e-03,  5.8437e-02,  9.2397e-03, -4.7092e-02, -6.8134e-02,
                       4.6417e-03,  4.5476e-02, -2.9003e-02, -6.8074e-02, -1.9305e-03,
                       2.1158e-02, -1.8508e-02, -3.0054e-02, -2.0984e-02, -5.6419e-02,
                      -2.1717e-02, -2.1807e-02, -9.0091e-02,  6.0082e-02,  2.2387e-02,
                       4.9842e-02,  4.0643e-02,  1.4209e-02, -4.1221e-03, -4.1881e-02,
                      -1.9645e-02,  4.3474e-03, -6.8899e-02,  1.0785e-01,  1.0412e-02,
                      -5.7003e-03, -7.6726e-03,  3.3297e-02, -2.6975e-02,  5.3467e-02,
                       3.8582e-02,  4.3889e-02,  3.7241e-02, -2.5943e-02,  1.9546e-02,
                      -2.2029e-02, -2.7994e-03,  1.9851e-03, -1.5337e-03, -5.2615e-02,
                      -1.2457e-02, -2.1525e-03,  2.5276e-02, -4.5194e-02,  4.8877e-03,
                      -9.5556e-02,  5.7986e-02,  1.7045e-02, -5.0483e-02, -1.7362e-02,
                       8.3878e-02,  5.3168e-02,  7.7938e-02, -4.1654e-02,  4.4677e-02,
                      -5.5011e-02, -2.0525e-02,  4.6033e-02,  1.3620e-03, -8.0708e-02,
                       2.4346e-02,  1.0791e-02,  5.7673e-03, -5.2101e-02,  5.2096e-02,
                       1.1884e-02, -4.4344e-02,  2.4327e-02,  9.3427e-02,  4.6121e-02,
                      -1.9433e-02,  4.4168e-02,  3.7260e-02, -3.0241e-02, -1.0617e-01,
                      -6.6692e-02,  1.9738e-02, -2.5958e-02,  3.6020e-02,  9.9088e-03,
                      -3.7174e-02,  5.4407e-03, -1.0372e-02, -3.2790e-02,  3.4640e-03,
                      -2.9450e-03,  5.6874e-02,  1.3376e-02,  3.1807e-02,  2.2635e-02,
                       1.1263e-03, -9.3002e-03,  3.0049e-02,  1.1675e-02,  5.8989e-02,
                      -2.0534e-02, -1.2550e-01, -4.0280e-02,  1.3478e-01, -1.0829e-02,
                       9.7183e-02,  2.7115e-02,  8.8959e-03,  3.5424e-01,  2.0643e-04,
                       2.9272e-02, -2.5050e-02, -4.5847e-02,  1.8452e-02,  9.6503e-02,
                       8.8542e-02, -3.6506e-03,  3.8542e-02, -1.4617e-02, -7.1738e-02,
                      -3.8926e-03,  2.2038e-02,  6.6936e-02, -2.5520e-02,  5.3858e-02,
                      -9.8754e-02, -7.3579e-02,  6.5397e-03,  4.0121e-02, -6.5835e-03,
                       8.9309e-02, -7.3216e-02, -4.2424e-02,  8.5754e-02, -6.3037e-03,
                      -9.9917e-03, -3.1432e-02,  2.9080e-02, -4.7480e-02, -7.8257e-02,
                      -1.0059e-01, -7.4265e-02,  1.3417e-01,  7.1202e-02, -6.2068e-03,
                       6.1484e-02,  1.6928e-02,  2.8868e-02,  1.2245e-01, -2.1229e-02,
                       3.7126e-03,  4.4132e-02,  9.0188e-02,  3.9685e-03,  2.8058e-02,
                      -5.7197e-02, -2.5898e-02, -9.1799e-02, -1.4386e-02,  4.7639e-02,
                       8.9106e-02, -6.3387e-03,  1.1613e-02,  6.0299e-02,  8.0214e-02,
                      -5.8968e-02, -4.6940e-02,  5.5611e-02, -2.9199e-02, -1.0950e-02,
                      -1.7744e-02, -4.4834e-02,  7.7922e-02,  1.2494e-02,  1.4764e-02,
                      -6.0896e-03,  4.9934e-02, -4.4505e-02,  5.2458e-02,  1.2993e-02,
                       3.9627e-02, -7.2467e-02, -5.2670e-02,  2.0694e-02, -4.2120e-02,
                      -1.2117e-02,  2.0688e-03, -1.5446e-02,  1.4272e-01,  1.3095e-01,
                      -6.0626e-02, -1.6133e-03, -7.6063e-04, -7.1579e-02,  7.2431e-02,
                       4.2127e-03, -5.5968e-02, -1.3619e-02,  2.5010e-02,  3.2070e-02,
                       4.5593e-02,  2.3050e-02, -2.8882e-03, -7.8406e-03,  9.9105e-03,
                       7.8618e-02,  8.6780e-03, -5.1125e-02, -2.0901e-02,  1.7628e-02,
                       6.4452e-02, -4.2691e-02,  6.9140e-04, -2.8218e-02, -5.5747e-02,
                      -1.2874e-02, -6.2277e-03, -5.6981e-02, -3.7065e-02, -4.4143e-02,
                      -3.5565e-02,  1.0019e-01,  3.7077e-02,  2.9970e-02, -1.8759e-02,
                      -2.2864e-02,  3.7833e-02, -3.5599e-02,  6.2229e-03,  1.4167e-02,
                      -2.6691e-02,  2.1719e-02,  2.9095e-02, -3.8769e-02,  5.6970e-02,
                       2.8787e-02,  6.9313e-02, -7.6216e-02,  6.5441e-03, -9.4272e-02,
                       5.5276e-02,  4.4976e-02,  2.8520e-02, -4.1060e-02,  1.0650e-01,
                       1.0708e-02, -5.8476e-04,  6.2641e-02, -1.7631e-01, -1.2757e-02,
                      -3.9581e-02,  3.1705e-02,  9.9201e-02, -4.7691e-02, -4.1936e-02,
                      -2.1629e-02, -8.9344e-03, -1.0303e-02,  8.5738e-02, -1.6851e-03,
                       8.9125e-02,  8.0003e-02, -5.7048e-03,  4.4282e-02, -4.3943e-02,
                      -8.1889e-02,  5.8980e-02, -2.0532e-02, -3.0965e-02,  6.5692e-02,
                       4.1399e-02, -9.0432e-04, -5.1048e-03,  5.0065e-03, -8.6543e-02,
                      -7.1800e-02, -1.8904e-02, -7.2686e-03, -4.1772e-02,  1.8655e-02,
                      -1.4360e-02,  3.8974e-02, -1.3495e-02,  1.1003e-01, -9.2721e-03,
                       5.6725e-02,  4.2483e-02,  3.1311e-03, -1.1606e-03,  2.8222e-02,
                       1.0163e-01, -1.2823e-01, -4.8013e-02, -1.6514e-03, -8.0641e-02,
                       1.6722e-01,  4.8535e-02,  3.3402e-04, -4.7157e-02, -5.9741e-02,
                       5.6360e-02, -2.1913e-02, -7.3839e-03,  7.8516e-02, -4.5731e-03,
                       1.4650e-02, -5.3948e-03,  2.0644e-02,  5.7874e-02, -1.3166e-02,
                       2.3323e-02,  2.7093e-02,  4.1504e-02, -2.0398e-02,  3.4899e-02,
                      -1.2824e-02,  6.1404e-02,  6.7922e-02,  6.1730e-03, -2.6280e-02,
                       8.7174e-02, -2.6522e-02, -1.8474e-02, -3.7135e-03,  5.8403e-02,
                       2.8840e-02,  1.4654e-02, -5.0270e-02,  3.2539e-02,  1.2627e-01,
                      -3.9605e-02,  4.1875e-02, -8.4957e-02,  3.4086e-02, -4.8096e-02,
                       3.5777e-02,  6.7946e-02,  3.5983e-02, -8.0151e-03,  3.3353e-02,
                       2.7829e-02,  7.0696e-03,  3.1706e-02, -5.2407e-02, -1.3514e-02,
                       3.2761e-02, -3.1617e-02, -3.7564e-02, -9.8171e-02,  6.8718e-02,
                       5.6262e-02, -5.6109e-02,  1.9343e-02, -3.5082e-02, -1.0406e-02,
                      -2.2894e-02, -2.4553e-03,  5.9816e-03,  2.7077e-02,  7.6180e-02,
                       1.1938e-02, -1.6614e-02, -2.7092e-02,  7.2474e-02,  6.9074e-03,
                       3.9050e-02, -7.5140e-02,  1.0781e-02, -1.2177e-02,  6.7841e-02,
                      -1.9686e-02,  1.7866e-02,  4.1894e-02,  8.7327e-02,  3.2563e-02,
                       3.5306e-02, -1.6338e-02, -3.5651e-02,  3.3736e-02, -4.1974e-02,
                       9.0648e-03, -3.5540e-02, -1.5710e-01,  5.3768e-02,  2.7366e-02,
                       5.0925e-02,  6.2494e-02,  9.9713e-03, -2.3686e-02, -6.0538e-02,
                       3.8606e-02,  5.2175e-02,  7.2895e-02, -7.8608e-03, -8.4444e-02,
                       2.8267e-02,  4.2890e-03,  7.7471e-02, -7.9388e-02,  4.1309e-02,
                      -5.0614e-02, -7.5658e-02, -1.5666e-03,  3.8065e-02, -4.0335e-02,
                      -6.4978e-02, -4.6060e-03,  1.0065e-02,  1.3882e-02,  3.8234e-02,
                       2.7830e-02,  3.1639e-02,  5.8949e-03,  2.5014e-03,  4.8278e-02,
                      -3.5604e-02, -7.3788e-02, -1.7000e-02, -1.5859e-02,  2.2315e-02,
                       1.6248e-01,  2.2055e-02,  6.2535e-03,  4.2381e-02, -2.0974e-02,
                       5.1603e-02,  2.6273e-02,  3.9038e-02, -6.0698e-02,  3.4344e-02,
                       1.9120e-02,  2.2796e-03,  6.5440e-03, -2.4360e-02, -3.2627e-02,
                      -8.6454e-02, -2.2883e-02, -1.3352e-02, -8.3360e-02,  1.2060e-02,
                      -8.0400e-03, -2.3238e-03, -3.6889e-02, -1.9689e-02,  2.3381e-02,
                       1.4251e-02,  5.2110e-03,  6.1161e-02, -3.3756e-02, -2.8624e-02,
                       4.9120e-02, -1.8044e-02,  1.7822e-02, -6.9511e-03, -4.2731e-03,
                       2.2215e-02,  2.1706e-02,  6.6303e-02,  1.0582e-03, -7.7361e-02,
                      -1.7895e-03,  1.1046e-02, -9.9559e-03,  1.4886e-03, -3.3214e-02,
                      -9.5754e-02, -2.5073e-02,  2.7007e-03,  4.2892e-02,  9.8699e-02,
                      -1.0066e-01,  2.5547e-02, -6.1569e-02,  3.8454e-02,  3.8926e-02,
                       6.2136e-02,  5.3320e-03, -9.6755e-02, -2.7517e-02,  7.3702e-02,
                       2.4922e-02, -6.0012e-03, -2.6387e-02, -3.8670e-02, -1.4790e-02,
                       4.2156e-02, -2.3460e-02,  5.6174e-03,  4.3065e-02,  4.9194e-02,
                       1.3975e-02, -3.6266e-02,  3.4612e-02,  2.7600e-02,  1.8478e-02,
                       3.8120e-02, -6.5248e-02,  4.5808e-02,  2.9605e-02,  5.9129e-02,
                       2.6578e-03, -3.7821e-03, -5.9497e-02,  5.6885e-02, -7.8543e-02,
                       1.2159e-01,  1.5994e-02, -9.6572e-03,  7.6368e-02,  3.6709e-02,
                      -9.2100e-02, -6.7152e-04,  1.6278e-02, -5.2021e-02, -7.5130e-02,
                      -7.8519e-02, -1.4452e-02,  1.7280e-02, -5.1548e-02, -4.4477e-02,
                      -7.6185e-03,  6.0517e-02, -4.0120e-01,  4.4916e-02, -2.4240e-02,
                       4.3458e-02, -3.0503e-02,  2.1935e-02,  6.0821e-03, -4.6222e-02,
                       4.2725e-02,  6.4599e-03,  3.2281e-02,  1.1958e-03, -5.6113e-02,
                      -5.3369e-03, -1.6772e-02,  2.1823e-03,  9.3592e-03, -8.1508e-03,
                      -9.2994e-03, -2.0559e-02,  6.8188e-02, -8.0280e-02,  5.5278e-02,
                      -2.2503e-02, -9.2234e-02, -3.7177e-03, -8.1396e-03, -1.0364e-02,
                       2.6066e-02, -4.8966e-02,  2.3250e-02, -5.6056e-02,  2.6893e-02,
                       8.5087e-03, -2.6874e-03,  4.2641e-02,  6.8207e-02,  5.2629e-02,
                      -2.9938e-02, -9.7245e-03, -1.6296e-02,  3.4408e-02, -4.8183e-02,
                       3.6267e-02,  4.5169e-02,  1.0881e-02,  1.0181e-01, -2.2083e-02,
                       4.0793e-02,  1.8416e-02, -6.6106e-02, -4.5998e-02, -1.0288e-01,
                      -2.1287e-02,  3.8571e-02, -3.7335e-03,  5.5008e-02, -7.3371e-02,
                      -4.6834e-02, -3.3247e-03,  5.7702e-02,  2.1046e-02, -2.7414e-02,
                       2.9653e-02, -6.8796e-03, -8.5574e-02, -3.1538e-02, -4.8976e-02,
                       9.9630e-02,  6.6187e-02,  9.8394e-02, -2.6790e-02, -7.9155e-02,
                       6.7239e-02, -5.1023e-02, -1.4763e-02,  6.0224e-02, -3.1895e-02,
                      -5.0488e-02,  3.7150e-02, -2.4978e-02,  7.8241e-02,  4.9910e-02,
                       2.4758e-02,  5.6626e-02, -7.6363e-02,  3.4691e-02,  7.0432e-03,
                       3.0958e-02,  7.0147e-02, -6.9078e-02,  7.1283e-02,  6.6451e-02,
                       3.0403e-02,  1.0124e-01, -1.5853e-02,  7.6715e-02, -1.2154e-02,
                       6.2141e-04,  5.3399e-02, -2.0866e-02, -7.5234e-02,  6.5030e-02,
                      -3.1427e-02, -2.6194e-02,  4.7527e-02,  3.0923e-02,  2.8203e-02,
                       5.6693e-02, -9.2557e-02,  5.4364e-03,  2.2562e-02, -3.9142e-02,
                      -3.6530e-02, -3.7436e-02, -3.2576e-02, -5.1085e-02, -8.6069e-02,
                      -5.2676e-02,  4.8954e-03,  7.7189e-02,  5.2264e-02, -3.4383e-02,
                      -7.2496e-02,  4.7375e-02, -4.5715e-02, -1.8466e-02,  3.2984e-02,
                      -3.9246e-02,  1.0015e-02, -6.2340e-03, -6.7575e-03,  4.3397e-02,
                      -6.7080e-02,  2.8075e-02,  2.7406e-02,  1.5730e-02, -5.7532e-02,
                       4.1540e-02, -3.9546e-02,  1.4043e-01, -6.0772e-02, -3.1487e-02,
                      -4.5425e-02, -5.9588e-02,  2.3999e-02,  1.8596e-02,  4.8624e-02,
                       1.5019e-02, -2.7753e-02,  5.3569e-02,  9.2864e-03,  2.0055e-02,
                       7.7388e-03, -1.8465e-03,  4.2142e-02,  1.6918e-02, -3.4863e-02,
                      -1.7098e-02,  5.0440e-02,  4.1016e-02, -5.9178e-02, -3.9179e-02,
                      -1.0948e-02, -4.0879e-02, -2.1926e-02,  4.7906e-02,  1.1885e-02,
                       9.4426e-03, -5.6353e-02,  6.7191e-02,  6.8813e-04, -2.9363e-02,
                       4.9574e-02,  2.2436e-02,  7.5025e-02, -1.5639e-01,  2.4379e-02,
                       1.3915e-02, -1.2282e-01,  3.8003e-02, -2.3999e-02, -9.6626e-03,
                       7.0197e-02,  3.7045e-02, -1.9541e-02, -9.4955e-02, -2.6470e-02,
                       1.7830e-02,  8.6697e-02,  1.5456e-02,  5.9455e-02, -1.4363e-02,
                       3.5894e-02, -2.8560e-02, -3.5744e-02,  6.9412e-02,  5.7174e-02,
                       6.1554e-02, -4.2650e-02,  8.4814e-02,  8.5098e-03, -7.1700e-02,
                       6.8113e-02,  2.8733e-02, -2.9317e-02,  1.5894e-03, -2.8700e-02,
                       1.6056e-02,  1.9792e-02, -7.3351e-02], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.weight',
              tensor([[-0.0263, -0.0661,  0.0541,  ...,  0.0004, -0.0155, -0.0177],
                      [-0.0866, -0.0030, -0.0039,  ..., -0.0326, -0.0716, -0.0469],
                      [ 0.0624, -0.0087,  0.0217,  ..., -0.0084,  0.0220,  0.0088],
                      ...,
                      [-0.0189, -0.0087,  0.0426,  ..., -0.0958,  0.0459, -0.0033],
                      [-0.0019, -0.0539,  0.0225,  ...,  0.0267, -0.0179, -0.0082],
                      [-0.0447,  0.0050,  0.0640,  ..., -0.0093, -0.0115, -0.0404]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.bias',
              tensor([-5.0505e-02, -2.3958e-02, -1.1398e-01, -1.2469e-03,  6.3119e-02,
                      -1.7337e-02, -1.5333e-01, -4.0061e-02,  5.9072e-02, -5.0419e-02,
                       1.0527e-01, -1.0145e-02, -8.9542e-02,  1.1772e-01,  1.1829e-02,
                       4.7699e-02,  7.8690e-02, -2.1042e-02,  1.6691e-02,  9.0271e-02,
                       8.0697e-02, -3.7448e-02, -4.7759e-03,  5.6148e-02, -1.5602e-01,
                      -7.0046e-02, -1.8433e-02, -9.7980e-02, -8.4923e-02,  3.2685e-02,
                      -1.0469e-01, -9.1332e-02, -2.3675e-02, -3.7448e-02,  9.2046e-02,
                       3.7861e-02, -6.7726e-02, -5.5556e-02,  7.5916e-02,  1.4357e-01,
                      -5.0210e-02,  2.4589e-03, -1.8424e-02,  1.7623e-02, -9.6445e-03,
                      -8.3849e-02, -3.0410e-02,  6.9885e-02,  4.9217e-02,  1.9896e-02,
                       2.0919e-02, -6.5843e-02,  1.8188e-02, -7.1739e-02,  9.3541e-03,
                      -1.3211e-01,  5.4137e-02,  6.1679e-02, -2.3744e-02, -2.0906e-02,
                      -1.0910e-01,  1.8765e-03,  1.4435e-01,  8.5279e-02,  1.5777e-02,
                       1.6147e-02,  2.9101e-02,  8.7559e-03, -2.4113e-02, -2.0326e-03,
                       9.5235e-03, -5.8472e-02,  2.9503e-02,  8.6446e-02,  1.4776e-01,
                      -5.7085e-03, -7.2373e-04,  1.3282e-03, -6.9571e-02,  1.9459e-02,
                      -3.9385e-02, -8.1665e-02,  7.9505e-02, -4.3344e-02,  1.0337e-01,
                       8.4654e-03,  9.0212e-02,  5.9258e-02,  4.0451e-02, -3.1348e-02,
                       3.8349e-01, -3.2643e-03,  5.5294e-02, -5.3294e-02,  1.4543e-02,
                      -1.4078e-02,  2.2025e-02,  3.2232e-02,  6.9584e-02,  5.5688e-02,
                      -1.5068e-01, -8.7181e-02, -1.0693e-01, -7.6804e-02,  7.1887e-03,
                       1.6744e-01,  4.1036e-01, -1.8016e-02,  2.1822e-02,  2.8074e-01,
                      -1.2069e-02,  4.4676e-02,  3.3689e-02,  4.9092e-02,  6.0742e-02,
                       2.4206e-02, -2.1790e-02,  4.4162e-02, -8.2791e-03, -8.4295e-02,
                      -5.3456e-02, -2.5343e-03,  4.8309e-02, -6.2601e-03,  2.3619e-02,
                      -8.8616e-02, -1.2801e-03,  1.6574e-01,  2.8933e-02,  8.2152e-02,
                      -1.2050e-01,  1.5430e-02,  7.1435e-03, -1.3865e-01,  1.2723e-01,
                       4.2048e-01, -6.7568e-03,  5.6880e-01, -4.0415e-02,  1.4608e-02,
                      -1.0133e-01, -3.0233e-02,  1.0611e-01,  2.2009e-02, -3.9683e-01,
                       1.2131e-01,  9.0254e-02,  1.9736e-01, -9.5703e-02,  1.7404e-01,
                      -1.9512e-01,  2.5212e-01, -5.0407e-01,  4.4219e-02,  7.2702e-01,
                       1.3100e-01,  5.3219e-02, -3.2507e-02, -4.1355e-02, -8.9424e-02,
                      -1.1530e-01,  2.8468e-02, -9.6898e-02, -1.4571e-01,  1.9531e-01,
                       1.4607e-01, -2.2110e-01,  1.0122e-01,  5.5282e-02, -4.8657e-02,
                      -6.2065e-02,  1.0838e-01, -8.2040e-02,  3.4591e-02, -9.3621e-03,
                       5.1858e-02,  3.0766e-02,  2.9342e-01,  1.3532e-01,  1.3024e-01,
                      -1.7559e-02,  3.3049e-01, -7.8658e-02, -1.1337e-02,  1.1359e-01,
                       4.3051e-02,  2.2617e-02, -5.5267e-02, -1.2845e-01,  8.1917e-02,
                      -1.5195e-02,  1.5937e-01,  1.4807e-01, -5.1756e-02, -1.7565e-02,
                       1.0773e-01,  5.2576e-02, -1.9508e-02, -2.1450e-01, -1.7141e-01,
                      -1.5512e-01, -1.1026e-01, -6.9589e-02, -2.3349e-02, -1.2378e-01,
                      -3.1045e-01, -1.0144e-01,  2.1493e-02, -5.1625e-02, -6.0412e-03,
                      -4.4886e-02, -1.3416e-01, -5.0268e-03,  5.8920e-02, -5.4730e-01,
                       1.2387e-01,  4.0910e-01,  3.4139e-01,  4.3287e-01, -1.0499e-01,
                       1.4060e-01,  1.5676e-02, -7.9413e-02, -7.0186e-02, -1.3141e-02,
                       4.0079e-03, -1.6712e-01, -1.0205e-01,  2.8182e-01,  2.5586e-01,
                       7.0282e-03, -1.8095e-01, -6.7377e-02, -4.1285e-03, -1.3076e-01,
                      -4.4732e-03,  1.7674e-01, -1.4059e-01, -6.4034e-02, -1.8977e-01,
                      -2.5371e-02,  1.9314e-01,  2.3079e-02, -4.9579e-02, -2.5518e-02,
                      -1.0107e-01, -5.1041e-02,  9.0613e-02, -6.9917e-01, -1.4977e-01,
                       1.0300e-01, -7.9671e-02, -5.6512e-02,  1.2918e-01, -8.4691e-02,
                       1.9874e-01,  2.8361e-04, -6.8783e-02,  1.2349e-01,  6.5480e-02,
                      -1.1261e-01,  3.3970e-02,  5.2941e-02,  1.3531e-02, -2.2760e-02,
                      -8.2722e-02, -6.2651e-02,  1.1614e-01, -1.7487e-03, -5.2180e-03,
                       2.4692e-02, -1.2567e-01,  6.6659e-02,  2.4728e-03,  3.3582e-02,
                      -7.0817e-02,  9.5496e-02, -1.9203e-01, -1.6346e-02,  1.5826e-03,
                       2.8731e-02,  5.2874e-02, -7.2897e-02, -6.3792e-02, -7.5302e-02,
                       4.1911e-02,  1.1836e-01, -2.7911e-01, -8.1944e-02, -2.1206e-01,
                      -1.9664e-03,  3.3198e-02, -2.8484e-01, -1.5053e-02, -5.6574e-02,
                       5.4615e-02, -2.2015e-02, -8.9797e-02, -9.2090e-02, -1.0120e-01,
                      -1.4566e-01,  2.3085e-02, -1.7225e-01,  6.5619e-03, -2.9946e-02,
                      -3.3577e-02, -1.6057e-02,  5.8046e-03, -8.4071e-02, -2.1795e-01,
                      -6.1297e-02, -3.5395e-02, -3.9891e-02,  8.8519e-03, -1.0132e-01,
                      -3.4208e-02, -1.5373e-01, -2.4345e-02, -1.0941e-01, -1.3084e-01,
                       5.5450e-02,  6.5978e-03, -3.8881e-02, -2.2123e-02, -1.8062e-01,
                      -1.2792e-01,  7.8825e-02,  3.0416e-01, -1.2686e-02,  9.5195e-02,
                       2.1059e-01, -8.1313e-02, -7.4520e-02,  4.6426e-02,  6.5555e-02,
                       1.9426e-02, -1.4157e-01,  1.1678e-01, -4.1143e-01, -5.2140e-02,
                      -2.7520e-01,  1.5602e-02,  1.0109e-03, -1.0442e-02,  1.4994e-01,
                       2.9393e-02,  5.3196e-02, -2.0829e-03,  3.6616e-02, -9.4107e-02,
                      -7.9895e-03, -2.0413e-02, -5.8526e-02, -2.7869e-02,  1.5493e-01,
                       4.0120e-02, -6.6087e-02, -5.7724e-02,  5.6275e-02, -1.1563e-01,
                      -4.9130e-02, -1.1015e-02, -1.2262e-01, -3.5302e-01,  1.4690e-01,
                       1.3790e-02, -5.8735e-02, -3.9960e-02,  3.0468e-02,  1.0574e-01,
                      -6.1111e-02,  9.2068e-02,  3.2217e-02, -3.4008e-02,  4.7413e-02,
                      -8.7876e-02, -7.5311e-02,  2.5559e-02,  9.1063e-02, -1.6772e-02,
                      -7.2020e-02,  3.9152e-02, -2.6219e-02,  1.8989e-02, -1.0936e-02,
                      -7.1859e-02, -3.4629e-01,  5.5420e-02,  2.2696e-01,  9.5213e-03,
                      -3.3972e-03,  4.7785e-02, -1.7741e-02, -4.1332e-02,  1.3124e-01,
                      -3.6632e-02, -9.3959e-02,  9.1244e-03, -1.0056e-01, -4.7357e-02,
                      -6.6316e-02, -1.4465e-02,  8.6221e-02, -4.1464e-01, -9.0050e-03,
                       7.0935e-02, -9.2584e-02,  5.2633e-02,  1.5592e-01, -8.6247e-02,
                       1.4138e-02,  1.8372e-01,  1.1579e-02, -9.2871e-02, -6.6248e-02,
                      -6.7907e-02, -9.6441e-03, -1.0556e-01, -2.2102e-02, -1.5429e-01,
                      -2.5140e-02,  2.7311e-02, -9.0274e-02,  1.1515e-02,  1.8930e-02,
                       7.5213e-02, -8.8471e-02,  1.6384e-02, -1.9904e-03,  6.4661e-03,
                       7.0788e-02,  2.6565e-02,  1.5533e-01, -3.4046e-02, -2.2063e-01,
                      -3.7981e-03, -2.9654e-03,  1.3284e-02,  3.7695e-02, -1.5828e-01,
                       3.4649e-02, -9.4192e-02,  8.4189e-02, -1.5905e-01, -9.5644e-03,
                      -1.2872e-03,  4.1116e-02, -9.0084e-03,  1.0334e-02,  1.2717e-01,
                       1.1319e-01,  2.7863e-02,  9.8026e-02,  1.7205e-03, -1.4682e-02,
                       4.0741e-02, -2.5780e-02,  1.5778e-01, -7.2831e-02, -5.0684e-02,
                      -5.8246e-03,  6.2214e-03, -8.6683e-02,  1.1914e-02, -1.2284e-02,
                       5.8630e-02,  8.7761e-02,  3.3508e-02, -1.9622e-02,  1.7051e-03,
                      -6.3613e-02, -1.3957e-01, -1.9214e-02,  4.8600e-02,  3.7248e-01,
                      -4.6125e-02, -4.7486e-03, -2.7953e-02, -3.5557e-02, -1.1870e-01,
                       2.2577e-02, -1.4910e-01, -3.8412e-02,  3.2909e-02, -8.3851e-02,
                      -7.1665e-02,  3.6554e-02, -4.8429e-03, -3.5082e-03,  2.3752e-02,
                      -1.7116e-01, -6.2612e-02,  5.0508e-03, -6.9145e-02,  1.6032e-02,
                       2.8192e-02,  5.0070e-03,  2.8590e-02, -2.1566e-03, -8.1197e-02,
                       2.6568e-02,  3.6822e-02, -7.8434e-02, -5.2206e-03, -4.0271e-01,
                      -8.0855e-02,  3.8328e-02,  1.8480e-02,  4.0023e-01,  5.2312e-03,
                       4.8957e-03,  1.5181e-01,  2.4244e-01, -8.8633e-02, -7.6542e-02,
                      -1.9950e-01,  3.0699e-02, -6.5162e-02, -3.2778e-02, -5.0814e-02,
                      -1.4033e-02, -4.6909e-02,  1.7463e-02, -2.8073e-02,  1.6950e-01,
                       4.2670e-02, -5.9100e-02,  2.4863e-02, -1.1520e-01, -4.9703e-02,
                      -1.9938e-01, -1.0305e-01,  6.3462e-02, -5.8412e-02, -6.3887e-02,
                      -2.1998e-01,  7.0396e-03,  5.1054e-01,  2.2095e-01, -4.3708e-02,
                      -4.1809e-02, -1.2165e-01, -8.5498e-02,  2.6914e-02, -4.5998e-02,
                      -6.3971e-02, -5.9067e-03,  1.3885e-01, -2.2086e-02,  1.2363e-01,
                      -1.6333e-01,  4.0393e-02, -3.7943e-02,  5.1526e-01, -3.3451e-01,
                       1.1337e-01,  1.8184e-01,  8.4312e-02,  2.4355e-01, -8.5342e-03,
                      -3.2308e-02,  1.0018e-02, -7.4414e-02, -2.1242e-02, -1.7328e-01,
                       1.6473e-01, -7.6199e-02,  4.1103e-02,  7.4623e-02,  2.6248e-01,
                      -8.6681e-02,  3.9357e-02, -7.5091e-02, -1.0282e-01, -3.7715e-04,
                      -8.5219e-02, -1.0916e-01,  3.7846e-02, -1.3742e-01,  3.8574e-03,
                      -1.1490e-02,  6.0917e-02,  1.1182e-03,  8.7574e-02,  1.7941e-01,
                       8.7056e-02,  8.2133e-02,  2.3666e-02,  8.7381e-02,  1.2940e-01,
                      -2.8549e-02, -4.7621e-02, -5.2666e-02,  9.5314e-02,  4.5115e-02,
                      -1.1539e-02,  1.1161e-01, -4.2081e-02, -3.7440e-02, -1.0259e-01,
                      -1.3734e-01, -2.7882e-02, -6.0205e-02,  1.0346e-01, -9.5248e-02,
                      -2.3358e-01, -1.3677e-01,  1.6957e-01, -4.7192e-03, -3.1268e-02,
                       2.2840e-02,  8.2800e-02,  2.9686e-02,  1.3305e-01, -6.2738e-02,
                      -7.1743e-02, -4.0482e-02,  1.7749e-02,  1.8546e-01,  9.2390e-02,
                      -8.4680e-02,  1.6567e-02, -6.8322e-02, -1.0974e-02, -6.5563e-02,
                      -1.2059e-01,  9.3158e-02, -8.9064e-02, -6.8972e-02, -2.7208e-02,
                       7.1593e-02, -1.6192e-01, -7.9970e-02, -1.1651e-01, -6.9170e-02,
                      -1.2351e-02, -1.0707e-01, -5.3950e-03, -7.4687e-02, -1.4173e-01,
                      -7.8466e-02,  3.1088e-01,  2.6087e-02, -6.0751e-03,  3.6817e-02,
                      -8.6026e-02, -3.0731e-01, -1.5869e-02,  9.1197e-02,  1.3745e-01,
                      -1.5438e-01,  7.8972e-03, -4.3117e-02,  9.5781e-02,  1.9953e-02,
                      -4.1047e-01,  2.5379e-03, -2.6485e-02,  1.9960e-01,  8.0377e-03,
                       7.0582e-02,  1.8043e-01, -1.0441e-02, -2.6325e-02, -4.5924e-02,
                      -2.5385e-01,  7.0534e-02, -2.8098e-03, -7.0243e-03, -3.6249e-03,
                      -1.9973e-02,  1.6458e-02,  1.4989e-01,  1.0475e-01,  4.6814e-01,
                      -2.2182e-02,  5.9959e-02, -3.7827e-01,  6.1434e-02, -4.9246e-03,
                      -5.6905e-02, -2.5312e-02, -7.9763e-02, -5.4673e-01,  7.1034e-02,
                      -1.6902e-02, -5.4054e-02, -6.0812e-02,  2.3393e-01, -4.1617e-02,
                       1.2539e-01, -4.0688e-03,  1.2256e-01, -1.8978e-02, -2.0026e-01,
                       4.6696e-02,  4.1273e-02,  2.8509e-02, -1.1843e-02,  8.3701e-02,
                      -1.6219e-01, -5.8175e-02, -1.7387e-02, -5.5893e-02,  8.8922e-02,
                      -3.0393e-02,  2.6817e-02, -4.7525e-02,  1.4900e-02,  1.9022e-01,
                      -4.2717e-02,  4.7732e-02,  2.7535e-02,  5.5258e-02, -9.2159e-02,
                      -1.1192e-01, -1.2073e-01,  1.5322e-02, -4.3613e-02, -2.6907e-02,
                       4.5652e-02,  9.1463e-02, -1.0032e-01,  7.8169e-02,  2.3142e-02,
                      -3.6313e-02,  9.9838e-02, -3.2531e-02, -2.5866e-02, -9.2327e-03,
                      -3.6546e-04, -6.7810e-02,  2.9256e-01,  1.2368e-02,  9.5052e-02,
                       3.0645e-03,  2.5810e-02, -1.8935e-03, -2.2622e-02,  6.4063e-02,
                      -9.6346e-02,  2.9716e-02, -1.4205e-01,  3.5767e-02,  2.5764e-02,
                      -1.7006e-01,  4.7190e-01,  2.8594e-02, -9.8143e-02, -7.6214e-02,
                      -2.9054e-01, -9.1032e-02, -6.6893e-02, -1.7402e-02,  5.2517e-03,
                      -9.1743e-02, -7.1777e-03,  3.5149e-02,  4.6270e-02,  1.5773e-02,
                      -7.1153e-02,  7.9846e-02,  2.3412e-02, -6.0121e-02, -3.9628e-02,
                      -2.2824e-02, -8.1513e-03, -1.0785e-01], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.weight',
              tensor([[-0.0233,  0.0028, -0.0269,  ..., -0.0093,  0.0323,  0.0547],
                      [ 0.0253,  0.0164, -0.0633,  ...,  0.1065, -0.0585,  0.0341],
                      [-0.0180, -0.0061,  0.0394,  ..., -0.0264,  0.0044, -0.0004],
                      ...,
                      [-0.0165,  0.0544, -0.0378,  ..., -0.0719, -0.0048,  0.0347],
                      [ 0.0473, -0.0085,  0.0284,  ..., -0.0244, -0.0316,  0.0315],
                      [-0.0430, -0.0507,  0.0681,  ...,  0.0234, -0.0519, -0.0094]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.bias',
              tensor([-1.8406e-03, -6.8470e-04, -3.8185e-03, -1.2032e-03, -1.9410e-03,
                       5.8798e-03, -3.0628e-04,  1.9982e-03, -3.0292e-03, -1.5066e-03,
                       1.9389e-03, -3.1186e-04, -1.9403e-03,  3.1045e-03,  2.0994e-03,
                       4.5764e-04,  4.4711e-05,  5.5443e-04, -3.1933e-04, -9.2982e-05,
                      -7.5446e-04, -8.0967e-04,  3.7392e-03,  1.7261e-04, -2.7145e-04,
                      -1.6633e-04,  1.9009e-03, -2.1828e-03,  1.6448e-03,  9.6703e-04,
                      -7.2358e-04,  3.0402e-04,  2.7701e-03, -3.1984e-03, -1.2930e-03,
                      -7.3130e-04, -4.0198e-03,  3.4821e-03, -2.7389e-03,  4.1693e-03,
                       1.5764e-03, -1.4169e-03, -1.0550e-03, -1.2563e-03,  4.9567e-03,
                      -6.6733e-03,  1.8918e-03, -3.3697e-03, -1.0544e-03,  4.8734e-03,
                       4.6231e-03,  1.1329e-03, -1.0996e-03,  1.7315e-03, -2.9929e-03,
                      -2.4285e-03,  2.3226e-03,  4.1172e-04,  1.0264e-03,  2.7642e-03,
                       1.4963e-03, -4.5179e-03, -1.3859e-03, -1.1571e-03, -4.7487e-04,
                       1.0046e-03, -8.6009e-04,  1.7446e-03,  1.1505e-03,  2.4869e-03,
                      -1.7902e-03, -1.8919e-03, -2.3241e-03, -1.7449e-03,  1.3198e-03,
                      -7.3614e-04,  3.0895e-04,  2.3791e-04,  1.1460e-03, -1.4656e-03,
                      -1.6446e-03, -4.0026e-03, -1.6609e-03, -1.1801e-03,  3.1225e-03,
                       1.3279e-03,  1.0083e-03,  1.3483e-03, -1.5870e-03,  1.1969e-03,
                       1.8374e-03,  4.4244e-03, -8.7622e-04, -1.2669e-04,  1.7784e-03,
                       1.6621e-03,  5.8152e-04,  3.2074e-04,  1.0399e-04, -7.5501e-04,
                      -5.8686e-04, -8.8005e-04,  1.1414e-03, -3.2173e-03,  9.2757e-04,
                       3.9061e-03,  2.9545e-03,  5.7890e-05, -2.3574e-03,  7.0752e-04,
                       7.6493e-04, -7.7817e-04,  8.8128e-04,  1.7064e-03,  2.2008e-03,
                      -1.2458e-04,  1.6056e-03,  1.2888e-03,  1.5946e-03, -1.2813e-03,
                       8.1392e-04,  1.3520e-03,  2.4292e-03, -3.5053e-03,  5.9301e-04,
                      -1.3884e-03, -2.7589e-03,  1.4707e-03, -3.4943e-03, -1.2238e-04,
                       3.4216e-03, -3.1501e-03, -1.3559e-03, -1.3332e-04, -4.1379e-03,
                      -3.7068e-03, -5.4921e-03, -9.4753e-03,  2.1903e-04,  4.9694e-04,
                      -1.6422e-03, -2.6663e-03,  1.2282e-03, -1.2072e-03,  8.0094e-04,
                      -1.9039e-03, -3.7237e-03, -2.9595e-03,  7.2968e-04, -7.4445e-03,
                       3.0624e-03,  1.7009e-04,  6.9029e-03,  3.4021e-03, -8.2778e-03,
                      -1.9908e-03, -1.1034e-03, -5.0282e-03,  1.0029e-03,  1.8465e-03,
                       5.3476e-03,  3.9020e-03, -1.9022e-03, -5.7130e-06,  7.5860e-04,
                      -2.4421e-03,  4.5681e-03, -1.2302e-03, -1.9595e-03,  1.8403e-03,
                       3.3732e-05, -5.0745e-03,  2.5797e-03, -7.0630e-05, -2.6743e-03,
                      -1.4982e-03,  5.7911e-04, -2.5408e-03, -9.5778e-04, -6.1043e-04,
                       1.4812e-03, -6.3726e-03,  1.0202e-03,  5.4787e-04, -1.3124e-03,
                      -6.8759e-04,  4.2228e-04,  1.8795e-03,  9.7303e-04, -1.7106e-03,
                      -1.8990e-03, -4.4942e-03, -4.1036e-03, -3.2631e-03,  6.5175e-04,
                      -6.8593e-03,  2.9777e-03,  9.4890e-04,  3.2283e-03, -4.5951e-03,
                      -4.5134e-03, -1.5101e-03, -2.8054e-03,  1.6805e-03,  5.9015e-03,
                       4.0616e-03,  5.6733e-04, -9.1010e-04,  2.3004e-03,  3.9778e-03,
                       3.8646e-03, -3.7834e-03, -4.0723e-03,  9.6942e-04,  3.4447e-03,
                      -5.7349e-03,  4.1976e-03,  1.3746e-03,  4.3676e-03,  2.4424e-03,
                       2.2497e-03,  3.4976e-03,  1.5497e-03,  3.9617e-03,  2.4373e-03,
                       4.0149e-03,  3.8478e-03,  7.4001e-04,  1.2982e-03, -1.8294e-03,
                      -1.8272e-03, -6.3403e-04, -1.8410e-03,  5.8187e-03, -2.7165e-03,
                      -1.0324e-03, -5.1836e-03, -2.3031e-03, -7.3781e-04,  4.0459e-03,
                      -4.2640e-03,  4.7988e-03,  2.9698e-03, -9.3340e-04, -6.9752e-03,
                       1.6277e-03,  1.0073e-03,  1.1334e-03, -7.1660e-03, -6.7792e-03,
                      -2.9391e-03,  2.2630e-03, -7.8284e-04,  6.5082e-03, -1.4517e-04,
                       1.3394e-03, -8.9068e-03,  3.5034e-04, -3.3897e-03, -1.4681e-03,
                       1.1856e-03, -2.1517e-03, -3.5284e-03, -1.3692e-04,  2.2522e-03,
                       7.3024e-04,  3.1261e-03, -1.6671e-03, -2.5168e-03, -6.9373e-05,
                       3.8759e-03,  6.7499e-03,  6.6664e-03, -5.4170e-05, -3.9602e-03,
                      -1.2974e-04, -2.8595e-03, -5.0329e-03, -2.1453e-03,  3.2091e-03,
                      -3.7751e-03,  1.6442e-03, -4.6115e-03, -1.5879e-03,  6.0046e-03,
                       2.9951e-03,  1.1302e-03, -2.0541e-03, -2.5533e-04, -5.3168e-03,
                       5.6952e-03, -2.9686e-03, -3.5736e-04,  2.9233e-03,  5.4946e-03,
                      -8.3860e-03, -2.6499e-03,  1.5301e-03,  1.8187e-03,  9.4268e-03,
                      -5.1389e-04, -5.3132e-03, -7.5476e-04,  4.0258e-03, -8.3550e-05,
                       1.2160e-03, -2.6552e-03,  1.2214e-03, -1.8632e-03,  1.2617e-03,
                      -2.8091e-03,  5.5534e-04, -7.0705e-03, -7.0820e-03,  1.2732e-03,
                      -1.8336e-03, -3.2280e-03, -9.5307e-04, -5.9206e-03,  5.1331e-03,
                       9.6573e-03, -2.6154e-03, -2.4594e-04,  5.1913e-03, -2.7105e-03,
                       1.1201e-03, -4.0187e-03, -3.7483e-03, -3.4289e-03, -3.0044e-03,
                      -5.9903e-03, -3.0973e-03, -2.2112e-03,  2.4069e-03,  5.5574e-03,
                       5.4487e-03, -2.0024e-03,  5.4508e-03, -3.1101e-03,  2.1784e-03,
                      -6.7941e-03,  3.8418e-03,  4.0105e-03, -2.4822e-03,  3.4816e-03,
                       6.2107e-04, -8.5389e-03,  4.8295e-03,  7.8272e-03, -8.6411e-03,
                      -3.0653e-03, -6.2238e-03, -4.7630e-03,  1.5014e-03,  5.4389e-03,
                       1.4610e-03, -4.4998e-03, -3.9586e-03, -2.0989e-03,  1.9864e-03,
                      -2.0080e-03,  9.3743e-03, -5.7392e-03, -6.8824e-03,  2.9148e-03,
                       7.6114e-03, -8.7652e-03, -4.8532e-03, -1.4337e-03, -3.7838e-03,
                       6.6518e-04,  8.2549e-04,  1.0916e-03,  1.8314e-03,  7.0864e-03,
                      -1.2923e-03, -1.4491e-03, -2.7994e-03,  5.8749e-03, -4.8005e-03,
                      -2.9436e-04,  3.1913e-03,  4.3337e-03,  2.1438e-03, -1.7751e-03,
                      -4.5047e-04, -5.0137e-04,  2.9809e-04, -5.7039e-03, -2.1688e-03,
                       4.5291e-03, -4.2290e-04,  2.5526e-03, -3.8890e-03, -3.3675e-03,
                      -1.0891e-04,  3.4900e-03,  4.2882e-03,  4.7792e-03, -2.3653e-03,
                      -4.3601e-04,  2.3923e-03,  2.1590e-03, -7.7232e-03, -6.4501e-03,
                      -5.1392e-03, -1.3850e-03,  4.3984e-06, -8.5545e-04,  2.1700e-03,
                      -6.4904e-03, -2.3780e-03, -1.0285e-03, -2.9888e-03, -3.1170e-05,
                       1.6093e-04,  2.0149e-03,  9.1302e-03, -4.3153e-03, -5.7524e-03,
                       2.3931e-03,  1.8035e-03, -2.2186e-03, -3.1408e-03, -4.0462e-03,
                      -3.9847e-03, -4.2099e-03,  3.4315e-03,  1.2443e-03,  1.6074e-03,
                      -2.3632e-03, -4.2560e-03, -4.9872e-03,  1.7536e-03, -4.7208e-03,
                       5.2813e-03, -1.8831e-03,  3.4027e-03, -1.7634e-03, -3.3777e-03,
                       6.0563e-04, -5.3480e-03,  1.3179e-03, -3.4778e-04,  1.7084e-03,
                      -2.6319e-03, -3.2385e-03, -1.9175e-03,  3.8775e-04,  3.3699e-03,
                       3.8930e-03,  2.8717e-03, -4.8458e-03,  3.2504e-03,  6.4765e-04,
                       1.1693e-03, -2.9281e-03,  1.5996e-04,  1.5262e-03, -2.7166e-03,
                       1.7924e-03,  1.9019e-03,  3.7400e-03,  7.6871e-04,  3.6536e-05,
                      -1.6451e-04, -5.9207e-03,  4.2581e-03,  3.2865e-03,  3.4702e-04,
                      -3.4253e-03,  5.7310e-04,  2.0604e-03, -4.1459e-03, -5.4876e-03,
                      -3.4202e-03, -7.0081e-06,  5.1037e-03, -2.1914e-03, -3.7576e-03,
                       5.3477e-03, -2.4879e-04, -3.0363e-04,  4.8309e-03,  5.8936e-03,
                       3.2448e-03, -2.4033e-03, -1.2677e-03,  6.8278e-03,  6.1192e-03,
                      -3.9492e-03, -5.0392e-03, -5.6169e-03,  1.7792e-03,  1.4016e-03,
                      -1.1798e-03,  2.1347e-04, -4.4910e-03, -4.1138e-03,  2.1645e-03,
                       1.6351e-03,  8.7265e-04, -1.4852e-03,  1.3342e-03, -5.6688e-03,
                      -1.0285e-03, -3.9429e-03, -8.8152e-04,  4.1203e-03,  1.1250e-03,
                       3.0114e-03, -5.6487e-04,  5.3901e-04, -2.7263e-03, -2.6152e-03,
                      -1.7176e-04, -3.5614e-03,  4.4046e-04, -8.3121e-03, -8.1121e-04,
                       7.3044e-04, -2.2708e-03,  3.5682e-03, -1.8281e-03, -2.7225e-03,
                      -1.6051e-03,  4.4637e-03, -3.4965e-03, -3.5360e-04, -4.3884e-03,
                       5.4806e-03,  3.5786e-03,  6.1779e-04, -2.8317e-03, -2.6718e-03,
                       5.2628e-03,  1.9767e-04, -8.4494e-03,  7.3818e-04,  2.4327e-03,
                       4.7307e-03,  1.0205e-03,  2.8984e-03, -2.7697e-03,  2.1024e-03,
                      -3.6085e-03, -6.1561e-03,  1.5255e-03, -2.2356e-03,  6.8211e-04,
                       1.0491e-04,  2.8913e-03, -4.3112e-05,  4.5197e-04, -2.2540e-04,
                       3.5512e-03, -2.7960e-03,  3.9815e-03, -2.0252e-03, -1.3128e-03,
                      -5.0377e-03,  1.2272e-03,  1.8778e-03,  3.5701e-03,  1.7177e-03,
                      -2.5151e-06,  1.7071e-03, -1.8235e-03,  2.3482e-03, -2.8545e-03,
                      -6.1952e-03, -6.1156e-03, -2.3802e-03, -3.6561e-03, -2.0809e-04,
                       1.1967e-04,  1.6463e-03,  1.4624e-03, -8.7372e-05, -8.8704e-04,
                      -3.3846e-04,  1.2226e-03, -1.4585e-03, -9.0832e-05, -2.6506e-04,
                       1.3344e-03,  1.3377e-03,  1.1922e-03, -2.0053e-03, -1.2459e-03,
                       1.0358e-03,  2.5874e-03,  8.8941e-04, -2.8025e-03, -2.6977e-03,
                       1.6319e-03, -4.4144e-04, -4.5227e-04,  2.2312e-03,  1.0026e-03,
                       1.2647e-03, -1.2592e-03,  1.2375e-03,  1.2378e-03,  1.5539e-03,
                       3.5096e-03,  8.8063e-04, -1.0854e-03, -9.9233e-04,  1.9511e-03,
                      -1.8267e-03, -1.8222e-03, -1.7805e-03,  8.8286e-04,  6.8600e-04,
                      -6.4064e-04, -4.7801e-04, -1.0056e-03, -2.1293e-03,  2.0054e-03,
                      -2.0280e-03, -1.3074e-04, -8.8230e-04,  6.0852e-04,  3.1746e-04,
                       4.1489e-04,  6.2827e-04,  1.0082e-03,  1.6447e-03, -1.0858e-03,
                       1.2617e-03, -2.1733e-04,  8.3846e-04, -6.2595e-04,  1.8334e-03,
                       6.3335e-04,  7.9462e-04,  8.2212e-04,  4.1658e-04, -1.1895e-03,
                      -1.9348e-03,  8.0378e-03, -1.4787e-03, -1.5157e-03,  1.9021e-03,
                       1.6181e-03, -9.0019e-03,  6.7154e-04,  8.5904e-04, -6.4351e-04,
                      -4.6070e-03, -6.4088e-03, -3.9830e-03,  3.2914e-03,  1.8308e-03,
                      -4.0015e-03,  2.5408e-03,  2.3049e-03,  7.0985e-03,  1.4031e-04,
                       3.5380e-04,  2.0287e-03,  2.4049e-04, -4.0808e-03,  2.3391e-03,
                      -6.5217e-03,  2.7266e-03, -4.8077e-03, -3.5746e-03, -3.0578e-03,
                       6.1090e-03,  4.8923e-03,  5.2905e-03,  3.2168e-03,  7.0763e-03,
                      -2.7660e-03,  2.1856e-03, -3.8519e-03, -3.9083e-05,  1.6925e-03,
                      -3.6936e-03, -3.0379e-03, -4.0674e-03, -7.4896e-03,  1.9778e-03,
                      -1.0525e-03,  4.5645e-03, -5.9876e-04,  3.6789e-04,  2.7021e-03,
                       3.4751e-03, -1.8326e-03,  4.3117e-03,  1.1553e-04,  2.5762e-03,
                      -1.8444e-03, -7.0805e-03, -3.8609e-03, -1.4182e-03,  3.0188e-03,
                       1.2282e-04,  2.2209e-04, -1.3782e-03, -2.4688e-03,  5.6235e-03,
                      -2.1521e-03, -7.1703e-03, -1.4919e-04, -4.7656e-03, -7.8290e-03,
                       1.0402e-03, -1.0695e-03, -1.2517e-04,  1.2332e-03,  1.4842e-03,
                       8.2301e-03, -1.0480e-03, -1.1897e-03,  1.6245e-03,  2.9873e-04,
                      -3.7534e-03, -1.0518e-03,  1.3970e-03,  3.2696e-03, -1.8360e-04,
                       3.7562e-04, -2.6939e-05, -6.2943e-03, -5.9409e-03, -4.9756e-03,
                      -1.5223e-03, -7.7378e-04, -5.6246e-05, -3.1848e-03, -3.0911e-03,
                      -2.8479e-03, -8.0376e-04, -2.9943e-03, -9.2063e-04,  2.2536e-03,
                      -1.0546e-03, -1.5181e-03,  3.7550e-03, -1.0284e-03, -2.7145e-03,
                       7.7571e-04,  1.7447e-03,  5.9834e-03, -5.5414e-04, -1.1647e-03,
                      -5.1414e-04, -1.8105e-03, -2.1002e-03, -2.3130e-04, -1.5189e-04,
                       5.3598e-03,  1.8292e-03, -1.6643e-03,  6.9841e-04,  6.0613e-03,
                       3.0097e-03, -3.8161e-03, -5.6617e-03,  4.9378e-03,  3.0151e-03,
                       1.8309e-03,  1.0629e-03, -1.1782e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.weight',
              tensor([[ 0.0099, -0.0080,  0.0064,  ...,  0.0007, -0.0188,  0.0598],
                      [-0.0145, -0.0089, -0.0534,  ..., -0.0588,  0.0330,  0.0510],
                      [ 0.0651,  0.0613, -0.0748,  ..., -0.0443, -0.0163, -0.0015],
                      ...,
                      [ 0.0111,  0.0403, -0.0101,  ...,  0.0125,  0.0326, -0.0497],
                      [ 0.0011,  0.0229,  0.0934,  ...,  0.0959, -0.0826, -0.0297],
                      [ 0.0118, -0.0076, -0.0212,  ..., -0.0144, -0.0272, -0.0249]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.bias',
              tensor([-2.1870e-04, -1.8654e-02,  1.5517e-02, -4.7777e-02, -8.4054e-03,
                       1.8613e-02,  3.5819e-03, -7.8913e-03, -1.9277e-02, -3.1735e-02,
                      -7.6665e-04,  1.4120e-02, -4.4810e-02,  4.0248e-02,  3.6167e-03,
                       2.1454e-02, -2.2477e-02,  3.0922e-02, -8.3769e-03, -6.3302e-04,
                       3.4202e-03,  1.7419e-02,  3.6698e-03,  1.2382e-02, -2.7636e-02,
                       2.6047e-02,  8.6415e-03, -1.8470e-02,  1.0428e-02,  8.9511e-03,
                       1.5432e-02,  1.4256e-02, -7.7578e-03,  6.9216e-03,  1.6216e-02,
                      -2.5234e-02, -1.1010e-02,  2.1176e-02, -4.7447e-03,  3.8757e-02,
                      -6.5572e-03,  9.5168e-03,  6.4247e-03, -2.7799e-02, -1.7678e-02,
                      -2.1435e-02, -1.9521e-02, -1.1072e-03, -6.4409e-02, -3.0219e-03,
                       9.9481e-04,  3.2463e-02, -2.5957e-02,  1.5523e-02, -1.7687e-02,
                      -1.4097e-03, -2.5694e-02, -1.1446e-02, -2.5614e-02, -2.8373e-03,
                       7.7943e-03,  2.1755e-02, -3.9401e-02, -1.5415e-02, -8.5537e-02,
                      -3.1543e-02, -6.2091e-02, -1.2307e-02,  3.0403e-02,  4.4122e-02,
                       3.4333e-02,  2.7358e-02, -2.3095e-02, -1.2765e-03, -7.7281e-02,
                      -9.0173e-02,  6.7653e-03,  2.5364e-01, -4.2085e-02, -2.0202e-02,
                       8.2859e-03,  4.5942e-02,  5.4225e-02,  6.0209e-02,  4.8987e-02,
                      -1.3328e-02, -6.6157e-02,  9.9436e-03, -9.0374e-03, -2.3950e-02,
                       1.4845e-02, -3.2083e-02,  4.9114e-02,  6.1795e-02,  2.0268e-02,
                       5.0714e-02, -6.8357e-02, -1.4192e-02, -5.1531e-02, -1.5024e-02,
                      -1.5782e-03,  4.8491e-02, -4.6017e-02,  9.6117e-03,  8.3376e-04,
                       2.9929e-02, -1.0472e-02,  5.4261e-02,  3.2321e-04,  2.6930e-02,
                       1.4048e-02, -4.3033e-02,  2.5971e-02,  4.2419e-02, -2.1256e-02,
                      -5.4153e-02,  1.7402e-02, -7.2735e-02,  2.0562e-02,  5.2968e-02,
                       8.2844e-03, -2.1282e-02, -2.9834e-02,  4.8047e-02, -5.5755e-02,
                       5.4862e-02, -5.9859e-02,  9.4786e-02, -7.6614e-03, -1.4085e-02,
                      -3.2193e-03,  3.3879e-02,  7.0085e-02,  5.6871e-02,  4.3363e-02,
                       1.0039e-03,  1.6576e-02,  5.5375e-02, -3.6221e-02, -8.0308e-03,
                       9.8100e-02, -1.2239e-02, -4.4971e-02, -5.6373e-02, -3.0643e-02,
                       6.6806e-02, -1.4987e-02,  3.1783e-02,  1.8909e-02, -1.6518e-03,
                       1.5698e-02, -4.9912e-03,  1.1908e-01, -5.7377e-03,  3.9718e-02,
                      -1.5843e-02, -1.9302e-02, -6.4547e-02,  3.2693e-02, -2.6749e-03,
                       3.3871e-02, -1.1817e-02,  5.6736e-04, -1.6071e-02, -4.0785e-02,
                       1.8656e-02, -9.4311e-02, -3.0954e-02,  8.7856e-02,  4.3886e-02,
                       1.2476e-02,  3.5721e-02, -1.3754e-02, -1.2917e-03,  5.6465e-02,
                       3.7020e-02, -1.6036e-02,  3.7407e-02, -3.7705e-02, -3.2772e-03,
                       1.4685e-03,  3.5017e-02, -1.3142e-01, -2.0206e-02, -1.9931e-02,
                       4.3883e-02,  8.7761e-03,  1.5288e-02, -2.0708e-02,  3.4732e-02,
                       2.6165e-02,  1.2957e-02, -1.7032e-03, -1.1402e-02,  1.6655e-02,
                      -5.4874e-03, -1.7068e-02,  3.3257e-03, -5.2489e-03,  1.3391e-02,
                      -3.7310e-04,  6.9252e-03, -1.2205e-02,  4.7891e-02, -3.9877e-02,
                      -1.6350e-02, -8.3937e-03, -1.1023e-02, -2.3014e-03, -3.8264e-02,
                       5.0256e-03, -5.2317e-03,  2.4893e-03, -2.5400e-02,  2.2592e-03,
                      -1.6571e-02,  6.3631e-03, -3.3394e-03, -1.3361e-02,  3.1521e-03,
                       1.2470e-02,  1.8485e-02,  6.4782e-04,  3.5859e-03, -1.4143e-02,
                      -6.3074e-03,  3.3262e-03, -1.3137e-02,  2.7748e-02,  1.4043e-02,
                      -7.6759e-03, -1.6565e-02,  1.4582e-02, -1.1218e-02, -5.8775e-03,
                       1.5018e-02, -2.3257e-02,  4.1090e-02,  2.2012e-02, -2.2510e-02,
                       1.4194e-02, -1.3644e-02,  1.1071e-02, -1.0273e-02,  1.5336e-03,
                      -1.0026e-02,  1.4399e-02,  1.4473e-02,  2.0915e-02,  3.5548e-02,
                      -1.7965e-02,  8.3791e-03, -2.5730e-02, -5.0666e-03,  1.0529e-02,
                      -2.4278e-02,  1.1981e-02, -1.0149e-02, -6.9478e-02, -3.9291e-02,
                      -2.0661e-02, -4.9883e-03, -2.2105e-02,  4.9094e-02, -6.6645e-03,
                      -4.4333e-04,  5.9867e-02, -3.3961e-02, -1.1421e-02,  1.7737e-02,
                       1.2539e-02,  1.6208e-02,  4.7507e-02, -1.0831e-02, -3.1357e-02,
                       1.9768e-02,  4.0061e-02,  1.9117e-02, -5.2693e-04, -4.4794e-02,
                       2.1703e-02,  9.5096e-03,  2.3942e-03, -2.8901e-03,  4.0521e-02,
                       1.2407e-02, -6.2641e-02, -4.6420e-02, -1.7520e-03,  8.9380e-03,
                      -2.2022e-02, -1.5892e-04,  2.4680e-02,  5.3268e-02, -4.7802e-02,
                      -3.8604e-02,  1.2457e-02, -4.3191e-02, -3.1317e-02, -1.2858e-02,
                       4.1423e-03,  5.8247e-02,  8.3495e-02, -1.8550e-02,  2.2153e-02,
                      -9.8623e-03, -5.9355e-02, -5.6438e-02,  9.0163e-02,  4.8036e-02,
                      -3.3946e-02, -4.7474e-03,  2.3174e-02, -1.8892e-02,  4.1508e-02,
                      -3.7571e-02, -3.6792e-03, -4.0041e-03, -1.2485e-01, -5.9523e-02,
                      -3.9468e-02, -2.6080e-02, -2.8488e-02, -3.8930e-02, -1.8767e-02,
                      -9.4611e-03,  1.1559e-03, -1.7207e-02, -7.3603e-03, -4.8234e-03,
                       1.6948e-02,  7.2229e-03, -8.0968e-03,  1.4022e-02,  4.9272e-02,
                       3.6599e-02, -3.9809e-02, -1.8767e-02, -4.5781e-05,  1.7522e-02,
                      -4.4280e-02,  1.0320e-03,  3.9230e-02,  8.7600e-03, -2.3161e-02,
                       5.6809e-03, -8.4140e-03,  2.6889e-02,  2.9360e-04, -3.4617e-02,
                      -4.1751e-03,  2.2017e-02, -2.1615e-02, -2.3186e-02, -1.7101e-02,
                      -1.3131e-03, -6.0807e-03, -2.8594e-03,  5.5350e-02, -1.9657e-03,
                      -1.2429e-02,  1.5775e-02, -9.2772e-03, -6.3146e-03, -1.0894e-02,
                       1.9013e-02, -9.2691e-03, -8.6644e-04,  1.2562e-03, -2.2767e-02,
                       1.7370e-02,  2.4283e-02,  1.3233e-02, -3.3955e-02, -3.3102e-02,
                       1.0714e-02,  3.6121e-02,  2.0954e-02,  3.7811e-02,  4.1810e-02,
                       1.1004e-03, -2.7600e-03,  6.1050e-03,  1.8315e-02, -2.5275e-02,
                      -9.3381e-03, -5.0213e-03, -2.8080e-02, -7.5635e-03,  4.0747e-03,
                       3.0343e-02,  5.9500e-03,  2.4209e-02, -1.7243e-02,  1.1922e-02,
                      -6.0231e-03,  2.2027e-02,  2.1977e-02, -3.4643e-02,  6.0449e-03,
                       1.1345e-02,  1.7540e-02,  2.0056e-02, -1.6508e-02, -6.2366e-03,
                       1.1873e-02, -2.1640e-02,  3.8877e-02, -1.3049e-02, -1.1733e-02,
                      -5.7647e-04,  3.0212e-02, -1.1902e-03,  3.0374e-02, -9.0327e-03,
                       1.9417e-02, -2.1010e-02, -1.7579e-02, -6.5504e-03, -1.2908e-02,
                      -1.6671e-02, -4.4741e-03,  1.3489e-02, -3.8615e-02, -5.4933e-03,
                      -7.4225e-03, -2.2661e-02, -2.2821e-03,  1.2735e-03, -5.8802e-03,
                      -6.9403e-03,  5.2393e-03, -1.8921e-02,  5.4042e-03, -1.2172e-02,
                       6.4723e-02, -1.3978e-02, -1.9701e-02, -1.2662e-02,  2.1660e-02,
                      -4.5036e-02, -8.6751e-03, -9.3344e-04,  3.6246e-02, -2.4564e-03,
                       9.0377e-03, -2.6584e-02, -2.4130e-02, -2.0455e-04,  3.6011e-02,
                       2.7367e-02, -6.0653e-03, -8.0091e-03,  9.0391e-03, -2.9022e-02,
                      -3.4699e-03,  1.9375e-02,  4.2809e-02, -8.7839e-03,  1.2166e-02,
                      -1.1815e-02,  1.5092e-02, -1.1707e-02,  4.9180e-02,  5.2021e-02,
                      -3.5195e-04,  1.0370e-03, -6.3394e-02,  5.1970e-03, -9.6783e-03,
                      -9.3061e-03,  1.6237e-03, -9.1309e-03,  1.4104e-04, -6.2164e-03,
                      -2.8792e-02, -6.5559e-03, -2.4504e-02, -5.1430e-03,  1.2844e-02,
                       3.7207e-02,  2.8664e-02, -3.9735e-02, -1.5409e-02, -2.8896e-03,
                      -1.1060e-02, -7.4059e-03,  2.1940e-02,  1.6091e-02,  1.2691e-02,
                      -6.0321e-02, -2.4150e-02,  2.2778e-02,  5.4252e-03,  1.0921e-02,
                      -7.0926e-03,  2.7340e-02, -1.7225e-03, -1.9258e-03, -1.2092e-02,
                      -3.8872e-02,  8.9336e-03,  1.5791e-02,  1.7826e-02, -2.5986e-02,
                      -1.3147e-02, -2.6505e-02, -2.3914e-02,  7.6881e-03,  2.6940e-02,
                      -4.1061e-03,  3.9790e-02, -2.7158e-02,  6.5897e-03, -2.0205e-02,
                       1.0517e-02, -2.3293e-02, -3.2499e-02, -2.0662e-02,  4.6309e-03,
                      -1.8674e-02, -3.2606e-03,  9.6373e-03,  3.5628e-02,  4.5959e-02,
                       2.6577e-03, -3.4931e-02, -2.1942e-02,  1.2983e-02,  4.8699e-02,
                       4.1858e-02,  2.5586e-02,  1.7635e-02,  8.1474e-03,  1.6309e-02,
                       1.6541e-02, -2.3365e-03, -2.2281e-02,  1.1975e-03,  6.5408e-04,
                      -1.5146e-03,  1.2094e-02, -5.5525e-02,  2.1594e-02, -9.7901e-03,
                       2.4903e-02, -1.0986e-02, -2.3322e-02, -8.6456e-02,  4.3172e-02,
                       8.7684e-03,  8.4737e-03, -1.3504e-02,  1.6131e-02,  2.1334e-02,
                       2.3870e-02,  4.7942e-03,  2.2768e-02,  2.6969e-02,  6.6437e-02,
                      -2.6048e-02,  7.4283e-03,  3.2704e-02,  4.2185e-02, -1.1602e-02,
                       3.0482e-02, -4.0941e-02,  2.4177e-02,  4.3369e-02, -6.5132e-02,
                       5.8558e-02, -4.2084e-03, -3.4189e-02,  3.1847e-02,  3.1146e-02,
                       4.4362e-03,  2.8914e-02, -1.7126e-02, -3.2401e-02,  9.5144e-02,
                       5.6091e-02,  9.5887e-02,  2.8892e-02, -4.3384e-02,  1.5676e-02,
                       8.0881e-02, -4.5677e-02,  1.2817e-01, -4.9871e-02,  1.9191e-02,
                      -3.2459e-02, -6.6050e-02,  5.9886e-02, -5.6032e-03,  1.8029e-02,
                       2.1191e-02, -6.8269e-02,  1.1572e-01, -1.7957e-02, -4.2192e-02,
                       2.2403e-02,  2.5345e-02,  5.8227e-02, -4.4431e-02, -1.1687e-01,
                      -5.6582e-02, -1.8168e-02,  2.3121e-02,  3.6106e-03,  1.9820e-02,
                       4.0907e-03, -2.7006e-02,  1.2837e-03, -6.4533e-02, -4.5822e-03,
                      -3.9647e-02,  1.4127e-01,  3.3713e-02,  6.3164e-03,  1.0782e-02,
                       1.1437e-01, -1.2975e-02, -1.3685e-02,  1.0006e-02, -1.1007e-01,
                      -6.8214e-02, -8.7947e-02,  7.4017e-03,  1.2616e-01, -9.6948e-02,
                       5.7463e-03,  8.1426e-03, -2.3709e-02, -3.9538e-02,  1.9245e-02,
                       4.8834e-02, -2.3588e-02,  2.2537e-01,  7.6780e-02,  1.2460e-02,
                      -5.1250e-02, -8.0602e-02,  1.4498e-02, -5.3757e-02,  2.6932e-02,
                       4.4898e-02,  2.1980e-02, -1.6265e-02,  6.0994e-02, -5.8653e-02,
                      -4.5363e-02, -1.2565e-01, -6.6360e-03,  2.1145e-02, -1.0244e-02,
                      -3.1875e-03,  4.8429e-02, -2.8040e-02, -5.8772e-02,  6.3194e-02,
                       2.8482e-02, -4.7568e-02,  4.3629e-02,  6.6900e-02,  3.6957e-02,
                      -3.4027e-02, -3.8882e-02,  3.8883e-02,  2.4346e-02, -2.5951e-02,
                       1.8718e-02, -4.8959e-03,  2.7312e-02,  3.4546e-03,  3.5409e-02,
                      -1.6231e-02, -1.6391e-02, -2.8304e-02,  1.2830e-02, -4.9755e-03,
                       7.5826e-03, -8.6854e-02, -1.5759e-02,  1.0454e-01, -2.0834e-02,
                      -2.2318e-02,  2.7261e-02,  3.8783e-02, -4.5611e-02, -2.7813e-03,
                      -4.8845e-02, -8.0330e-02,  3.1504e-02, -3.8361e-02,  6.1379e-02,
                      -8.8663e-02,  1.4099e-03, -2.5612e-02,  1.4751e-02,  3.6107e-02,
                      -2.1798e-02,  5.4890e-02,  2.6861e-03,  1.8073e-02,  5.8975e-03,
                       3.4911e-02, -4.5463e-03,  6.9765e-03,  2.7260e-02,  8.4273e-03,
                       4.2255e-03, -1.9174e-02,  1.7642e-02, -1.3822e-02, -9.9868e-03,
                       7.8200e-03, -5.8628e-03,  1.2196e-02, -3.8902e-03,  1.6759e-03,
                       1.1046e-02,  2.3541e-03, -5.7018e-03, -1.5190e-02, -7.4700e-03,
                      -3.0349e-03,  2.0867e-02, -9.4611e-05,  2.9422e-02, -6.8863e-03,
                      -4.5357e-04,  1.3223e-02, -1.4110e-02,  1.1538e-02, -1.6983e-02,
                      -2.5186e-02, -6.2587e-03, -4.4851e-03, -2.2620e-02,  2.1329e-02,
                      -2.6047e-02,  4.4117e-02, -9.4389e-03,  2.0636e-02, -3.6215e-02,
                       3.6250e-03, -5.6992e-03, -1.6827e-03, -6.6229e-03, -5.9052e-03,
                       2.4376e-02,  1.6243e-02, -1.6858e-02, -2.2114e-02,  2.8001e-02,
                      -1.3109e-02, -2.2380e-02, -2.7205e-03, -5.8636e-03,  7.0144e-03,
                      -4.7333e-03,  1.1563e-02,  8.5818e-03, -1.5223e-02,  1.1244e-02,
                      -1.1014e-02,  8.7014e-03, -1.7116e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.weight',
              tensor([[ 0.0059,  0.0027, -0.0116,  ...,  0.0071,  0.0357, -0.0076],
                      [ 0.0283,  0.0087, -0.0130,  ..., -0.0467,  0.0072, -0.0128],
                      [ 0.0239, -0.0158,  0.0826,  ..., -0.0067, -0.0849, -0.0191],
                      ...,
                      [ 0.0523,  0.0549,  0.0293,  ..., -0.0278, -0.0528,  0.0518],
                      [ 0.0463, -0.0028,  0.0002,  ...,  0.0005,  0.0509,  0.0147],
                      [-0.0955, -0.0465,  0.0417,  ...,  0.0121,  0.0362, -0.0437]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.bias',
              tensor([-1.3236e-02, -1.2163e-02,  1.9071e-02, -1.1298e-02,  1.3303e-01,
                       3.8607e-02,  1.4307e-01, -1.6474e-02, -9.8609e-03, -4.5511e-02,
                      -1.2193e-02,  8.8831e-03,  3.5721e-03,  8.8673e-02, -5.0871e-02,
                       9.3358e-02,  8.9916e-02,  3.7453e-02,  1.1792e-01, -1.8418e-02,
                       6.1010e-02, -1.3734e-02, -5.5166e-02, -1.4382e-02,  3.4637e-02,
                      -9.0711e-02, -2.1051e-02, -1.2852e-01,  5.5205e-02,  2.3619e-03,
                       5.0351e-03, -1.6493e-02,  1.9293e-02, -7.8825e-02,  2.1475e-02,
                       1.5225e-02,  3.7580e-02,  1.3648e-02, -1.3150e-01, -4.8084e-03,
                       8.8784e-03, -2.5607e-02, -2.0307e-02, -4.8870e-02, -1.8684e-02,
                       4.3679e-02, -3.3827e-02, -4.6872e-02,  3.1305e-02, -8.8422e-02,
                      -3.9011e-02, -4.4445e-02, -1.9160e-01,  6.6045e-02,  8.3066e-02,
                       4.1934e-02,  3.4454e-02,  5.2466e-02,  3.1527e-03, -1.6895e-01,
                       1.7728e-02,  1.1281e-02,  1.4772e-02,  5.1660e-02,  5.1768e-02,
                       1.7534e-03,  1.8308e-02,  9.8585e-02, -1.1815e-01, -8.3639e-02,
                      -1.4134e-02,  6.4276e-02,  2.0218e-02, -3.6065e-02, -2.3329e-03,
                      -1.3997e-02, -7.1877e-02, -6.5303e-02, -4.2348e-02, -7.5635e-02,
                      -8.3620e-03, -4.5857e-02,  6.4082e-02,  2.6331e-03, -7.5048e-02,
                      -7.0886e-02,  3.4538e-02, -5.2603e-02, -1.7797e-02,  1.0744e-02,
                       6.0565e-02,  3.7790e-02, -2.6301e-02,  3.8890e-02,  3.6495e-02,
                      -3.0622e-02,  7.9302e-02, -5.5540e-02, -5.0376e-02, -8.5025e-02,
                      -5.3538e-02, -1.6908e-02,  1.1004e-01, -5.4946e-02,  8.0609e-02,
                       1.8877e-02, -2.8184e-03, -6.9256e-03,  3.7359e-02,  4.1202e-02,
                       5.3779e-02,  9.9735e-02,  2.2942e-02, -5.6739e-02, -1.1225e-01,
                      -6.9923e-02, -1.4614e-02, -1.0865e-01,  6.0194e-02, -3.7556e-02,
                       4.7235e-02,  2.0594e-02, -4.2807e-02,  4.0507e-02, -1.0774e-01,
                      -1.1470e-01, -3.9956e-02, -1.0378e-01, -4.1590e-02, -3.5735e-02,
                       4.3429e-02, -7.1265e-02, -3.8251e-02,  1.0044e-02, -3.2708e-02,
                      -7.5228e-03, -9.7859e-02, -2.3072e-02, -1.3343e-01, -1.3114e-03,
                       9.8314e-02,  2.9311e-02,  3.4780e-02,  2.5127e-02, -6.5238e-02,
                       2.4885e-02,  1.5737e-02,  1.7884e-02,  6.5301e-02,  1.4649e-01,
                       6.5976e-03, -4.0426e-02,  1.3966e-02, -5.3902e-02, -2.1559e-03,
                      -6.6993e-02,  8.3393e-02, -3.7240e-03, -3.0408e-02,  7.3352e-02,
                      -2.7952e-02, -5.8281e-02, -2.0256e-02, -1.3336e-02,  5.9644e-02,
                       7.7121e-02, -8.0985e-03, -1.8143e-01, -1.0374e-02,  8.3800e-02,
                       5.1632e-03, -2.5589e-02,  5.0060e-02, -5.0929e-03, -1.1858e-01,
                      -4.9003e-02, -4.2449e-02,  6.8814e-03,  4.7499e-02, -6.8409e-02,
                       8.5713e-02,  2.2887e-02, -1.5884e-02, -1.2927e-02,  5.9644e-02,
                       4.6007e-02, -9.4016e-03,  4.4852e-02,  3.8703e-02, -5.0035e-02,
                      -6.2600e-02, -1.8658e-01, -3.1526e-02,  3.8071e-02,  2.7637e-03,
                       5.7217e-02,  1.8109e-02,  8.0936e-02,  1.2950e-01,  4.3744e-02,
                      -1.9007e-02, -1.8988e-02,  6.8366e-02, -1.0422e-03, -8.1934e-02,
                      -2.8287e-03,  3.6046e-03,  4.0377e-02,  2.1465e-02,  5.2491e-02,
                       4.1929e-03,  1.1757e-02, -4.0781e-02,  3.3640e-02,  2.5665e-02,
                      -1.0493e-02, -2.7438e-02, -1.9191e-02,  5.7702e-02, -3.6781e-03,
                      -1.1556e-01,  1.2306e-02, -1.8753e-02,  8.1233e-02,  2.5101e-02,
                      -1.0932e-02,  3.5822e-02,  1.5765e-02,  3.8862e-02,  1.6142e-01,
                       6.6794e-02, -4.3824e-03, -1.3509e-02, -6.6193e-03,  2.0699e-02,
                      -1.8632e-02,  8.6367e-02, -1.2366e-02, -1.4371e-01,  3.2970e-03,
                       2.4949e-02,  3.5921e-02, -6.3109e-02, -5.2304e-02, -1.5270e-02,
                       1.8178e-02,  1.6749e-02, -4.7477e-02, -6.0582e-03,  8.3858e-03,
                      -6.7964e-02,  8.9593e-03,  2.2949e-02,  6.8923e-02, -3.3327e-02,
                      -9.8096e-02,  5.6926e-02,  5.3649e-02,  3.3292e-02, -4.3956e-03,
                       9.7943e-02, -5.2823e-02, -5.9559e-02, -2.1001e-02, -3.9587e-02,
                      -3.4599e-02, -7.9744e-03, -2.2000e-02,  1.5673e-02,  1.3096e-02,
                       1.8223e-02,  1.0990e-01, -2.0751e-02, -6.0190e-02, -7.7168e-03,
                       4.0341e-02,  6.5867e-02,  3.6491e-02, -4.0974e-02,  9.5286e-02,
                       4.2439e-02, -1.6369e-02,  3.0062e-02, -6.2276e-02, -1.0534e-02,
                       2.4319e-02, -2.0796e-02,  8.9870e-02, -6.3860e-03, -1.3005e-01,
                      -5.9857e-02, -3.2196e-03,  4.7243e-02,  1.8719e-02, -4.8148e-03,
                      -4.1465e-02,  1.1076e-01, -1.1337e-01,  2.9481e-02,  4.9911e-02,
                      -3.0424e-02, -5.7350e-04,  1.0096e-02, -1.0038e-02, -1.9020e-01,
                       3.1233e-02, -1.3227e-02,  3.8245e-04,  9.0113e-02, -5.9796e-02,
                       2.3527e-02,  2.7477e-02,  1.2035e-02, -1.1760e-01, -2.3315e-02,
                       6.0928e-02,  2.1537e-02, -1.0204e-01,  6.5621e-03,  9.1756e-03,
                       6.4156e-02, -1.3263e-02, -5.6400e-02,  1.1375e-03,  1.2071e-01,
                       4.5395e-02,  2.2572e-02, -2.4067e-03,  4.9181e-02, -1.6409e-03,
                       5.0069e-02,  6.9066e-03, -1.1990e-02, -2.4706e-02,  1.5458e-02,
                       5.7688e-02, -8.6626e-02, -5.8086e-02,  3.1505e-02, -7.7312e-03,
                       9.9227e-02,  1.2368e-02, -8.2765e-02,  6.0646e-02,  3.3457e-02,
                       2.4675e-02, -6.0380e-03, -2.4521e-02, -1.0857e-01,  3.3933e-02,
                      -9.0439e-02,  1.2103e-03,  1.0239e-01,  2.1805e-02, -1.8194e-02,
                       6.8341e-02,  7.2596e-03, -8.3442e-03, -4.2439e-03,  2.6455e-02,
                       3.7236e-03,  3.9710e-02, -3.6185e-02, -8.6168e-03,  1.5645e-02,
                       1.0465e-02,  4.2839e-02, -3.4896e-02,  1.8218e-02,  7.3093e-04,
                       2.7835e-02, -1.5304e-02, -1.5953e-02, -5.7715e-02,  8.1525e-02,
                      -1.5618e-02, -1.0071e-01, -4.7075e-05,  4.0547e-02, -8.8143e-02,
                       1.2048e-02, -7.5762e-03, -3.5170e-02,  1.8314e-02, -1.9076e-02,
                       1.9583e-02, -4.2043e-02,  8.9620e-02, -7.6094e-02,  4.7111e-02,
                      -2.8868e-02, -7.7672e-02,  5.1873e-02, -2.2793e-02,  6.4188e-02,
                       1.2215e-02,  1.5146e-02, -1.0573e-02, -1.6601e-02,  1.0267e-01,
                      -3.0483e-02, -7.7926e-02, -6.2101e-02, -3.5942e-02, -1.9674e-02,
                      -5.9267e-02,  1.9546e-02,  5.6847e-02, -3.6420e-03, -3.3967e-03,
                       8.2196e-02,  4.4068e-02,  1.4088e-02,  1.1038e-02,  4.4477e-02,
                      -6.7539e-03,  3.5205e-02, -9.2201e-02,  5.0928e-02,  2.5072e-02,
                      -1.5179e-02,  3.7751e-02,  8.3259e-02,  3.3562e-02, -4.0262e-02,
                      -2.2287e-02,  7.2775e-02, -6.3801e-02, -4.3138e-02, -4.4877e-02,
                       2.3866e-02,  2.0529e-02,  6.8219e-02, -1.9277e-02,  3.3958e-02,
                       2.4757e-02, -7.5780e-02, -3.2487e-02,  1.2414e-02, -4.0182e-02,
                      -4.7104e-02, -2.1338e-02, -2.1661e-02, -2.9108e-02, -9.6417e-02,
                       2.4518e-03,  6.6331e-02,  7.1667e-03, -2.6775e-02,  6.0210e-02,
                      -1.3478e-02, -5.7221e-02, -2.3851e-02, -3.2823e-02, -3.2297e-02,
                       5.0868e-02,  5.9152e-02,  1.3114e-03,  4.0058e-02, -1.4768e-01,
                       1.5379e-03,  9.4678e-04, -1.7117e-02,  7.0680e-02,  3.4641e-03,
                       5.4440e-02, -9.5127e-02,  1.8567e-02, -2.2619e-02, -7.2762e-02,
                      -5.3610e-02,  3.7542e-02, -2.0007e-02,  2.4255e-02, -9.9244e-03,
                      -4.8621e-02,  5.4749e-02, -3.3497e-02,  1.3213e-02,  3.9935e-02,
                       2.4607e-02,  2.8806e-02,  3.8297e-02, -2.7975e-02, -7.3531e-02,
                       6.0623e-03,  4.8612e-03, -3.8022e-02, -4.9337e-02,  4.9785e-02,
                      -6.6090e-02, -1.4512e-02,  6.0393e-02, -5.1761e-03, -7.2992e-02,
                      -5.5978e-02, -1.8646e-01,  2.0113e-02, -6.5171e-02,  8.7049e-03,
                      -3.6538e-02, -2.4315e-02,  3.8195e-02,  2.3905e-02,  6.9460e-02,
                      -6.9385e-02,  1.5046e-02, -1.1491e-02,  2.7889e-02,  4.1695e-02,
                      -2.2372e-02,  1.5868e-02, -8.8248e-02, -4.7370e-02,  8.6561e-02,
                      -1.4006e-03,  3.9542e-02,  5.8226e-03, -1.2567e-01,  4.9078e-02,
                       5.5618e-02, -5.2331e-02,  2.0751e-02, -1.4998e-02, -4.7503e-03,
                       3.3869e-02, -5.6412e-02, -4.2618e-02,  3.5526e-03, -3.0623e-03,
                       9.3880e-02, -4.1858e-02, -2.4588e-02,  1.0939e-03,  2.3293e-02,
                      -5.6422e-02,  1.4209e-01, -1.8203e-02,  1.3026e-01, -9.9923e-02,
                       5.8530e-02, -2.0034e-03,  1.0203e-01,  4.3783e-02,  3.7646e-02,
                      -1.7878e-02, -2.2185e-02, -4.9958e-02, -4.2541e-02, -2.7178e-02,
                       6.2641e-03, -5.0883e-02, -1.5527e-02,  5.9509e-02, -1.4199e-01,
                       1.3955e-02,  3.7470e-03,  7.0370e-01,  6.8864e-04,  4.0773e-02,
                       8.6692e-03, -5.2444e-02,  3.6453e-02, -2.8319e-03, -2.6413e-02,
                      -6.0545e-02,  3.4649e-02,  3.1655e-02, -4.6513e-02, -1.4382e-02,
                      -4.8047e-02,  7.5138e-02, -2.0866e-02,  9.9479e-03,  5.2902e-02,
                       1.2342e-02, -8.1485e-02,  6.9800e-02, -1.0101e-01,  9.7813e-03,
                       3.2746e-02, -8.3141e-02,  3.8328e-02, -5.6249e-02,  2.0560e-02,
                       3.7996e-02, -3.0406e-02, -6.8837e-02, -9.5865e-03,  6.2962e-02,
                       9.7139e-03,  4.0651e-02,  1.5242e-02,  4.6739e-02,  1.2378e-01,
                       2.1254e-02, -1.7433e-03,  6.7833e-02,  7.2524e-02, -6.3581e-02,
                      -2.9327e-02, -1.8345e-02,  8.4212e-03,  7.1397e-02, -2.5589e-02,
                       7.0202e-02,  4.4433e-02, -1.1098e-01, -2.6360e-02, -3.8443e-02,
                      -9.1100e-02,  7.3978e-03, -5.0027e-02,  1.1708e-01, -6.6691e-02,
                      -8.8689e-02, -3.9027e-02,  3.7510e-02, -5.3413e-03, -3.2657e-02,
                       1.8564e-02, -2.2265e-02, -4.5084e-03, -2.2162e-03, -1.0608e-01,
                       2.1236e-02,  4.8748e-02,  1.1712e-01, -7.6259e-02,  4.3142e-02,
                      -1.2542e-02, -4.0642e-02,  6.4321e-03,  1.9108e-02, -9.0555e-03,
                      -4.3754e-02,  6.5748e-02, -2.2054e-02,  4.5565e-02,  1.5186e-02,
                      -2.5044e-02,  4.5098e-02, -4.3176e-02, -8.1638e-02,  5.0787e-02,
                      -4.6448e-04,  1.2251e-02, -1.6683e-02, -2.9815e-02,  1.6924e-02,
                      -4.8046e-02,  8.4020e-02,  7.8569e-02,  1.2731e-01, -3.9327e-02,
                      -3.6924e-03, -5.9878e-03, -5.0234e-02, -6.8906e-02,  5.3859e-02,
                      -4.6395e-02, -8.7250e-02,  4.2398e-03,  1.0445e-02,  5.6061e-02,
                       7.4200e-02, -1.5522e-02,  1.0643e-01,  4.6342e-02, -1.4083e-02,
                      -2.1968e-02, -9.1889e-05,  3.8613e-03, -3.2443e-02, -6.3896e-02,
                       3.5311e-02, -1.2982e-02,  5.9491e-02, -3.1557e-02,  2.7635e-02,
                      -7.3378e-02, -8.7058e-02, -5.1575e-02,  6.4661e-03, -9.4049e-03,
                       1.7431e-03,  9.9387e-03, -4.0185e-02,  4.4003e-02,  7.3710e-02,
                      -3.7819e-02,  3.6385e-02,  2.5430e-02, -4.9967e-02, -1.6984e-02,
                       7.7580e-02, -2.0427e-03,  3.8180e-02, -4.9352e-02,  2.1175e-02,
                       2.5780e-03, -1.0320e-01, -1.0777e-01,  1.9672e-02,  1.4640e-03,
                       3.6417e-02,  5.1445e-03,  2.3575e-02, -1.4355e-02,  1.7423e-02,
                       9.4091e-02, -3.9214e-02,  8.8520e-03,  3.4066e-02,  7.2610e-03,
                       9.3276e-03,  1.1291e-01,  9.3180e-02, -3.5511e-02,  2.6467e-02,
                      -5.5399e-03, -8.8281e-03, -1.2773e-02,  6.9268e-02,  4.3915e-02,
                      -1.9290e-01, -2.9352e-02, -4.4181e-02, -3.6290e-04, -2.7117e-03,
                      -7.1204e-02,  2.8252e-02,  3.2398e-02, -1.4038e-01,  5.0732e-02,
                      -6.6476e-03, -2.6162e-02,  7.0463e-02, -1.4962e-02, -1.1306e-02,
                      -2.2449e-03, -3.3412e-02, -3.9056e-02, -7.7428e-02, -9.1458e-02,
                      -4.5221e-02,  6.0381e-02, -1.8170e-02,  1.2688e-01,  2.0489e-02,
                       6.9479e-02, -2.8164e-02,  1.3802e-02,  1.1843e-01, -2.3270e-02,
                       1.4971e-01,  1.6822e-03,  2.9090e-02,  3.2179e-02,  1.5367e-03,
                       1.1686e-01,  7.1564e-03,  9.2808e-03, -4.4139e-02, -3.5445e-02,
                       5.0987e-02, -2.0232e-02, -3.0719e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.weight',
              tensor([0.8369, 0.8696, 0.8466, 0.8224, 0.8372, 0.8121, 0.7318, 0.7677, 0.9117,
                      0.7382, 0.9223, 0.9008, 0.9596, 0.9333, 0.8751, 0.7029, 0.8249, 0.8135,
                      0.8400, 0.8754, 0.7723, 0.9513, 0.8262, 0.8162, 0.7905, 0.8662, 0.8694,
                      0.9157, 0.8483, 0.9034, 0.8569, 0.7001, 0.9123, 0.7180, 0.8345, 0.8207,
                      0.7023, 0.9105, 0.7341, 0.8807, 0.9285, 0.8578, 0.8845, 0.9004, 0.9452,
                      0.9016, 0.8626, 0.9024, 0.9372, 0.8227, 0.9217, 0.7998, 0.8211, 0.8777,
                      0.7419, 0.7201, 0.8189, 0.8585, 0.7770, 0.7983, 0.8625, 0.9536, 0.9413,
                      0.9344, 0.7523, 0.9434, 0.8648, 0.8246, 0.7062, 0.7677, 0.8747, 0.8663,
                      0.8567, 0.8245, 0.9091, 0.9266, 0.8310, 0.8533, 0.9389, 0.8880, 0.8694,
                      0.8127, 0.8615, 0.8795, 0.6473, 0.8642, 0.7835, 0.8470, 0.9204, 0.8329,
                      0.8643, 0.8184, 0.8803, 0.8597, 0.8147, 0.8139, 0.6719, 0.8779, 0.9145,
                      0.8697, 0.7838, 0.9406, 0.7644, 0.9508, 0.7039, 0.9340, 0.9323, 0.7815,
                      0.9183, 0.9052, 0.7894, 0.8298, 0.9409, 0.6277, 0.8474, 0.9326, 0.8763,
                      0.8607, 0.9037, 0.9370, 0.8844, 0.8837, 0.8907, 0.7663, 0.7238, 0.7848,
                      0.8599, 0.7868, 0.8596, 0.8082, 0.8955, 0.7733, 0.8622, 0.8795, 0.8991,
                      0.8598, 1.1197, 0.8947, 0.9127, 0.8934, 0.7358, 0.9137, 0.8396, 1.1786,
                      0.8071, 0.8607, 0.8739, 0.8871, 0.8751, 0.9234, 0.8939, 0.8630, 0.9101,
                      0.8604, 0.8738, 0.8362, 0.9135, 0.8845, 0.8313, 0.8734, 1.0078, 0.9233,
                      0.7292, 0.8789, 0.8112, 0.9003, 0.8701, 0.6644, 0.8360, 0.8681, 0.9090,
                      0.6956, 0.7129, 0.8259, 0.8301, 0.9070, 0.9359, 0.8154, 0.9401, 0.8529,
                      0.8149, 0.8546, 0.7738, 0.9246, 0.9038, 0.8865, 0.8058, 0.8865, 0.8516,
                      0.8778, 0.8334, 0.7050, 0.8417, 0.8687, 0.8543, 0.9112, 0.9078, 0.7373,
                      0.8225, 0.9228, 0.9120, 0.7589, 0.9138, 0.8633, 0.7838, 0.8429, 0.9122,
                      0.9583, 0.8858, 0.8067, 0.9092, 0.9220, 0.7973, 0.9044, 0.8398, 0.9062,
                      0.8342, 0.7525, 0.8581, 0.8289, 0.9106, 0.8492, 0.9198, 0.9342, 0.8857,
                      0.8698, 0.9070, 0.9017, 0.8503, 0.6093, 0.8037, 0.9227, 0.8256, 0.8568,
                      0.7965, 0.8747, 0.6677, 0.9229, 0.8747, 0.9122, 0.8425, 0.7780, 0.8354,
                      0.8195, 0.8841, 0.7925, 0.9133, 0.7830, 0.9304, 0.9395, 0.8831, 0.8718,
                      0.9976, 0.9629, 0.9711, 0.8972, 0.9145, 0.7005, 0.8740, 0.8785, 0.6906,
                      0.8495, 0.8522, 0.8291, 0.8452, 0.8655, 0.8790, 0.9331, 0.7369, 0.9003,
                      0.8900, 0.8803, 0.9569, 0.8250, 0.9625, 0.9118, 0.8506, 0.8867, 0.8321,
                      0.9261, 0.9756, 0.9000, 0.7469, 2.9654, 0.8902, 0.9412, 0.7223, 0.9415,
                      0.8809, 0.8020, 0.7608, 0.8286, 0.7489, 0.8463, 0.8639, 0.8040, 0.8420,
                      0.6606, 0.9419, 0.8647, 0.9124, 0.8258, 0.8298, 0.8533, 0.8138, 0.9304,
                      0.7775, 0.9161, 0.9147, 0.8688, 0.8001, 0.8465, 0.8319, 0.7454, 0.8096,
                      0.9215, 0.8225, 0.7725, 0.9637, 0.7481, 0.7901, 0.8839, 0.8470, 0.9351,
                      0.7591, 0.8093, 0.8813, 0.8004, 0.9232, 0.8564, 0.9362, 0.8787, 0.9303,
                      0.9067, 0.9468, 0.9124, 0.8803, 0.9285, 0.9321, 0.7786, 0.6558, 0.9151,
                      0.7659, 0.9374, 0.8462, 0.9361, 0.8926, 0.8439, 0.8530, 0.8247, 0.8763,
                      0.8306, 0.8228, 0.8471, 0.9463, 0.8660, 0.8249, 0.8485, 0.8526, 0.7597,
                      0.8487, 0.9062, 0.8406, 0.9272, 0.8580, 0.8717, 0.8949, 0.9834, 0.8940,
                      0.8209, 0.8240, 0.9036, 0.8744, 0.8723, 0.8294, 0.8262, 0.8149, 0.8829,
                      0.8738, 0.6464, 0.8256, 0.8309, 0.9268, 0.9231, 0.7892, 0.7581, 0.7386,
                      0.8945, 0.9112, 0.7996, 0.9363, 0.7869, 0.8768, 0.8920, 0.8488, 0.8823,
                      0.7512, 0.9417, 0.8391, 0.7716, 0.7260, 0.8096, 0.7492, 0.8462, 0.8770,
                      0.8712, 0.7869, 0.8616, 0.9096, 0.9663, 0.8150, 0.7915, 0.9088, 0.9452,
                      0.9278, 0.8095, 0.7571, 0.9888, 0.8171, 0.9020, 0.8633, 0.9653, 0.9023,
                      0.7763, 0.8508, 0.9005, 0.8696, 0.6837, 0.8677, 0.9335, 0.8546, 0.8838,
                      0.7987, 0.9706, 0.6996, 0.9332, 0.8776, 0.8103, 0.8685, 0.8901, 0.9297,
                      0.7499, 0.8258, 0.8369, 0.8314, 0.7807, 0.8892, 0.9190, 0.8891, 0.8423,
                      0.8888, 0.6958, 0.8646, 0.9070, 0.8479, 1.0182, 0.7621, 0.7835, 0.8557,
                      0.8580, 0.8044, 0.8643, 0.7697, 0.9193, 0.7219, 0.7763, 0.8486, 0.7963,
                      0.8950, 0.8666, 0.9518, 0.8390, 0.9604, 0.8579, 0.9199, 0.8614, 0.6701,
                      0.9213, 0.7924, 0.9975, 0.8397, 0.8334, 0.9094, 0.9118, 0.8852, 0.7974,
                      0.9588, 0.7428, 0.9680, 0.8013, 0.8007, 0.9076, 0.8717, 0.7989, 0.9316,
                      0.8050, 0.8263, 0.9335, 0.8048, 0.8795, 0.9245, 0.9076, 0.8167, 0.8769,
                      0.8905, 1.0123, 0.9423, 0.8510, 0.8780, 0.8639, 0.8889, 0.8741, 0.8415,
                      0.8722, 0.9245, 0.7565, 0.9044, 0.8217, 0.7151, 0.9181, 0.9163, 0.7106,
                      0.8625, 0.9342, 0.8772, 0.9703, 0.9560, 0.9600, 0.8829, 0.9010, 0.8742,
                      0.8975, 0.8625, 0.7845, 0.8198, 0.8187, 0.7537, 0.8744, 0.8446, 0.8479,
                      0.9276, 0.9196, 0.7576, 0.7507, 0.8004, 0.9728, 0.8027, 0.7952, 0.8762,
                      0.8891, 0.8050, 0.8226, 0.9463, 0.8625, 0.7508, 0.8390, 0.7694, 1.4058,
                      0.8383, 0.8535, 0.9206, 0.9287, 0.7022, 0.8991, 0.9058, 0.9147, 0.8392,
                      0.8826, 0.7775, 0.9427, 0.7610, 0.8508, 0.7910, 0.8441, 0.9164, 0.9236,
                      0.8226, 0.8379, 0.8823, 0.9064, 0.8747, 0.9397, 0.8906, 0.8518, 0.8905,
                      0.9146, 0.8283, 0.8782, 0.7843, 0.7608, 0.9230, 0.7295, 0.8229, 0.8127,
                      0.8462, 0.9923, 0.8211, 0.8142, 0.8905, 0.8380, 0.8875, 0.8187, 0.7505,
                      0.8886, 0.9387, 0.8681, 0.8606, 0.7766, 0.9281, 0.9099, 0.8648, 0.7455,
                      0.8172, 0.8513, 0.9836, 0.9399, 0.9395, 0.9643, 0.8972, 0.9012, 0.8439,
                      0.7669, 0.8770, 0.9721, 0.8602, 0.9385, 0.9064, 0.8375, 0.8165, 0.8115,
                      0.8909, 0.8963, 0.7847, 0.8593, 0.7944, 0.8591, 0.9037, 0.8944, 0.8702,
                      0.8381, 0.9534, 0.8269, 0.8874, 0.8360, 0.8343, 0.8011, 0.7251, 0.9165,
                      0.9327, 0.8218, 0.7499, 0.9396, 0.7770, 0.7874, 0.8221, 0.8474, 0.9063,
                      0.8462, 0.8781, 0.8962, 0.8927, 0.8520, 0.8516, 0.8346, 0.7811, 0.8541,
                      0.9687, 0.6601, 0.6968, 0.8569, 0.9636, 0.7812, 0.8304, 0.9718, 0.9183,
                      0.8346, 0.8520, 0.8987, 0.9404, 0.8833, 0.9380, 0.8037, 0.8705, 0.9262,
                      0.9177, 0.8448, 0.8059, 0.9336, 0.8602, 0.9290, 0.9167, 0.6807, 0.8788,
                      0.8829, 0.9438, 0.8818, 0.8846, 1.0112, 0.7926, 0.9501, 0.7782, 0.7819,
                      0.7257, 0.8194, 0.8864, 0.9635, 0.8734, 0.9308, 0.8303, 0.9042, 0.8358,
                      0.9228, 0.8883, 0.8015, 0.9633, 0.8360, 0.7985, 0.7856, 0.8373, 0.9210,
                      0.8884, 0.8744, 0.9215, 0.7772, 0.9254, 0.6286, 0.9444, 0.7983, 0.8763,
                      0.8714, 0.8344, 0.8070, 0.9510, 0.9823, 0.8108, 0.9362, 0.9289, 0.7882,
                      0.8550, 0.9004, 0.9373, 0.8381, 0.7172, 0.8407, 0.8106, 0.7460, 0.8576,
                      0.8385, 0.8297, 0.7043, 0.8243, 0.8502, 0.8736, 0.8206, 0.9040, 0.8194,
                      0.7835, 0.8567, 0.8891, 0.8173, 0.8062, 0.8901, 0.9368, 0.8604, 0.9338,
                      0.8644, 0.9322, 0.8558], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.bias',
              tensor([-3.9534e-03, -1.7100e-01, -2.2746e-01,  1.5810e-01, -8.5434e-02,
                       2.8639e-02, -3.1078e-01,  1.2363e-01,  1.3210e-01, -6.3273e-02,
                       7.6655e-02, -2.5867e-02, -9.5142e-02, -2.1289e-01, -1.2252e-02,
                       2.5193e-01,  1.9540e-02, -7.2185e-02, -1.8499e-01, -5.7217e-02,
                       6.5842e-02,  9.3602e-02,  4.7007e-02,  6.4587e-02, -1.0720e-01,
                       9.9082e-02,  9.0609e-02,  2.5338e-01,  9.8481e-02, -3.3319e-03,
                      -1.0419e-01, -1.0972e-02, -1.0060e-01, -5.1549e-02, -1.0681e-02,
                       6.0082e-02, -1.9609e-01,  5.7545e-02, -3.1802e-02,  2.0709e-01,
                      -5.6563e-03, -1.9450e-01,  4.3324e-02,  7.6857e-02,  7.1483e-02,
                      -1.2141e-01, -7.0925e-02,  1.1844e-01, -5.7391e-02,  1.4511e-01,
                      -1.4762e-02,  1.8248e-01,  2.3445e-01, -1.8060e-01,  5.8986e-02,
                      -4.2109e-02, -2.4838e-01, -8.7038e-02,  3.8322e-02,  8.2838e-02,
                      -7.2054e-02, -8.6281e-02,  8.2496e-02, -3.4480e-01, -2.6625e-01,
                       1.3231e-01,  4.7116e-02, -8.1001e-02,  1.9272e-01, -4.6107e-02,
                      -1.6983e-01, -1.5002e-01, -4.1283e-02,  1.8983e-02,  1.0063e-02,
                       1.1701e-01, -4.4639e-02, -3.6888e-02, -1.0401e-02,  6.5442e-02,
                       1.0786e-01, -2.7716e-02, -7.4960e-02,  8.1812e-02,  6.7540e-02,
                       5.2135e-02, -2.8722e-02,  5.2939e-02,  6.8336e-02,  5.0212e-02,
                      -2.0624e-01, -1.2494e-01, -1.7442e-01, -4.6347e-02, -8.6057e-02,
                       6.1653e-02,  2.2470e-02, -2.5606e-02, -8.7298e-02,  6.7172e-02,
                      -8.1774e-02, -1.3301e-02, -1.0073e-01,  9.5035e-02, -2.1910e-01,
                      -1.1642e-02,  8.1663e-02,  5.2173e-02, -6.8688e-02, -7.4903e-02,
                      -7.6157e-02, -1.2207e-01, -4.4852e-02, -8.7806e-02,  2.9535e-01,
                       1.4226e-01, -1.4303e-01,  1.5867e-01, -2.4171e-02,  3.7571e-02,
                      -3.9150e-02,  3.6510e-03, -5.8370e-02,  2.7006e-02, -4.9885e-02,
                       7.4740e-02,  1.1824e-02,  5.8371e-02, -1.5605e-01, -6.8878e-02,
                      -1.4770e-01,  3.4794e-02, -1.5053e-02,  2.3664e-02, -1.1387e-01,
                      -1.5680e-02,  6.5261e-01,  8.1738e-02,  5.6622e-02, -1.5103e-02,
                      -1.2405e-01, -2.2260e-01,  6.5244e-02, -1.6765e+00, -2.0172e-02,
                      -1.5310e-01,  2.0117e-02, -4.6244e-02, -1.1861e-01, -3.6113e-01,
                      -5.3242e-02,  1.6730e-02, -7.2644e-02,  9.9217e-02,  4.6328e-02,
                      -7.1267e-02, -1.0719e-01, -2.0079e-01,  8.6899e-02, -1.8599e-01,
                       1.7534e-01,  6.5210e-02,  3.4877e-02, -5.7987e-02, -6.7710e-02,
                      -2.0902e-01,  3.8338e-02,  8.1247e-02, -9.5497e-02, -1.0790e-01,
                       1.2168e-02,  7.1319e-02, -1.0902e-01,  7.9367e-02,  2.2493e-01,
                       5.0540e-02,  1.5198e-01, -2.0783e-01, -5.4901e-02, -7.5120e-02,
                      -2.7803e-01, -4.3161e-02, -2.2980e-02, -3.5552e-02,  9.8375e-02,
                      -3.0653e-02, -1.7776e-01, -5.1091e-02, -9.5917e-02, -1.9699e-02,
                       1.2370e-01,  9.9495e-02,  2.0181e-01,  8.7645e-02, -5.3067e-02,
                      -1.6449e-01, -7.4772e-02, -1.0034e-01, -1.3169e-01, -1.8445e-01,
                       7.0169e-02,  6.8828e-02, -6.2504e-02,  1.6484e-01, -8.8400e-03,
                      -7.7789e-02,  6.0073e-02, -1.4946e-01, -8.1686e-02, -5.9332e-02,
                      -1.0395e-02, -3.9499e-02,  1.2636e-01, -7.9293e-02,  5.3680e-02,
                       2.2978e-02,  1.3794e-01,  5.0496e-02, -4.0771e-02,  1.0313e-02,
                       8.7840e-02,  3.4274e-02,  1.6259e-01, -2.4309e-01, -1.9995e-01,
                       5.8281e-02, -1.1403e-03, -4.0045e-02,  6.4353e-02, -1.1152e-01,
                       1.3734e-02,  1.0785e-01,  3.7865e-02, -2.9062e-01, -5.3680e-02,
                       3.4262e-02, -8.8656e-02, -1.5004e-01,  3.6792e-02,  5.0921e-02,
                      -8.7352e-02,  1.9180e-02,  1.9615e-01,  9.1222e-02, -9.0968e-02,
                      -1.6830e-01,  2.6083e-02,  9.5760e-02,  8.1030e-02,  1.1529e-01,
                      -2.4652e-03, -4.1772e-04,  1.6889e-03,  8.1404e-02,  9.8254e-02,
                       5.5908e-02, -9.0743e-02, -5.7782e-02, -8.0303e-02,  1.3070e-01,
                       4.0400e-02, -5.8675e-02,  4.2774e-02, -1.1872e-01,  7.5796e-02,
                       1.5013e-01,  8.3502e-02,  4.0035e-02, -5.4045e-02, -1.9010e-01,
                      -6.5121e-02, -2.9590e-01,  6.2495e-02,  5.2558e-04,  1.5850e-01,
                       4.2785e-02, -1.5687e-01,  7.5038e-03,  1.6968e-01, -1.2483e-01,
                      -6.6920e-02,  4.5529e-02, -5.6058e-02,  1.4144e+00,  1.0968e-02,
                      -1.1306e-03,  5.5966e-02, -2.9194e-01,  1.3160e-01,  1.1400e-01,
                       3.1746e-02,  1.9530e-02,  2.3214e-02, -2.0276e-01, -1.5529e-01,
                      -1.8441e-01, -8.5630e-02,  4.1446e-03, -4.6871e-02,  4.8949e-03,
                       7.9177e-02, -1.3359e-01,  5.3256e-02,  8.7229e-02,  1.2835e-01,
                      -7.4962e-02, -6.2932e-02,  6.0843e-02, -1.5026e-01,  1.9726e-01,
                       1.0526e-01,  5.7665e-02,  2.6463e-02,  2.0345e-01, -2.6707e-02,
                      -8.5184e-02,  1.2029e-01, -1.0278e-02, -7.9414e-02,  9.4296e-02,
                      -1.8203e-01, -5.9336e-02,  8.8379e-02, -9.1845e-02, -7.3630e-02,
                      -2.0401e-01, -1.0382e-01, -2.1860e-02, -4.1631e-02,  7.5170e-02,
                      -1.6401e-01,  2.8741e-02,  8.3469e-02, -1.9067e-03,  2.7246e-03,
                      -9.3526e-02, -1.1491e-02,  8.7805e-02, -1.3057e-01, -5.3535e-02,
                       2.7124e-03,  4.1077e-02,  2.4632e-02, -5.1066e-02,  7.1698e-02,
                       6.7148e-03, -1.4109e-02, -9.7996e-02,  5.9094e-02, -1.2028e-02,
                      -1.0552e-02, -6.8861e-02, -1.8963e-01,  4.4581e-02,  1.2430e-01,
                      -2.6376e-01,  1.1262e-01,  4.8569e-04, -3.8245e-02, -2.3820e-01,
                       9.2294e-03, -1.5844e-01,  1.4446e-01, -1.3448e-01, -2.0951e-01,
                       1.2781e-01, -2.3304e-02,  4.2686e-02,  1.8266e-02,  7.1012e-02,
                      -1.2960e-01, -1.4352e-01,  7.0356e-03,  6.2183e-06, -2.1088e-01,
                       1.6270e-03,  7.0194e-03, -1.0573e-01,  1.1045e-02, -1.0182e-01,
                      -1.8922e-01,  7.9629e-02,  1.5938e-01,  8.3807e-02, -4.2901e-02,
                      -1.0496e-01,  1.3488e-01, -3.4447e-02,  2.0428e-01, -2.3079e-01,
                      -2.1366e-02,  9.3443e-02, -1.0191e-02, -1.5134e-03,  1.5716e-03,
                      -1.3231e-01,  4.8150e-02, -5.9950e-02, -2.3979e-01,  1.6638e-02,
                       3.7102e-02,  1.9587e-01, -2.8049e-02, -1.6694e-02, -1.4549e-01,
                       8.8044e-02, -9.2892e-03, -2.2456e-01, -8.0888e-02, -5.3915e-02,
                      -1.7447e-01, -3.6678e-02,  7.9825e-02, -6.7907e-02, -1.8465e-02,
                      -8.8716e-02, -5.9100e-02,  3.1333e-01, -1.7039e-01, -1.3292e-01,
                      -8.7891e-02, -1.4986e-01, -1.6712e-01,  1.3454e-01,  2.1221e-01,
                      -4.8319e-02, -9.5147e-02,  1.1704e-02,  7.8855e-02,  5.5905e-02,
                      -8.5696e-02, -2.6499e-02, -6.6667e-02,  2.3925e-01, -7.4502e-02,
                       5.9192e-03,  7.7220e-02, -1.3115e-01, -1.5549e-02, -3.1466e-02,
                       3.9701e-02, -7.5888e-02, -7.4980e-02, -7.2150e-02,  7.7653e-03,
                      -1.3707e-01, -1.8412e-02, -5.2041e-02,  2.4679e-02, -7.3515e-02,
                       2.9440e-02,  1.9697e-01,  7.9930e-02,  4.6158e-02, -1.0627e-01,
                      -3.0966e-01,  4.2810e-02, -2.3325e-01, -1.0858e-01, -6.4974e-02,
                       5.3793e-03, -4.7857e-02, -1.4773e-01,  5.6170e-02, -7.8975e-02,
                       1.4092e-02,  1.0858e-01, -2.9560e-02,  4.0140e-03,  7.8053e-02,
                       1.5542e-01,  7.1952e-02, -7.7096e-02,  1.3588e-01,  4.4108e-02,
                       1.0307e-01, -3.0781e-02,  1.9354e-02,  2.5529e-02, -1.0801e-01,
                      -5.1734e-02, -1.5146e-01, -4.6736e-02,  6.7774e-02,  1.0945e-01,
                      -5.4158e-02,  6.4499e-03,  6.8896e-02, -6.1215e-02, -4.7359e-02,
                      -4.8446e-02, -4.9291e-02, -1.3523e-01, -1.4286e-01,  1.8678e-01,
                      -4.5223e-04,  1.0839e-01, -9.3483e-02, -1.3260e-02,  8.8392e-02,
                       3.0364e-01,  2.9538e-02, -3.1225e-02, -1.9102e-01, -1.5650e-01,
                       1.7587e-01, -5.3880e-02,  1.4433e-01, -5.2628e-02, -8.7008e-02,
                      -1.7183e-01, -7.8490e-02,  1.0118e-01, -1.8819e-02, -2.1096e-01,
                      -1.0798e-01, -4.8023e-02,  5.1056e-02,  2.2240e-01,  5.9825e-02,
                      -1.6389e-01, -7.3624e-02,  5.9060e-03, -5.9563e-02,  2.6501e-02,
                      -7.5131e-02,  9.2468e-02,  3.2419e-02,  4.2602e-02, -1.3537e-02,
                      -1.1429e-01,  1.6950e-01, -1.0687e-01, -1.0086e-01, -1.9396e-01,
                      -2.4826e-02,  4.1585e-02,  7.2225e-02, -1.9110e-01,  1.1186e-01,
                      -1.8046e-01, -8.7658e-02, -6.4102e-02, -2.8116e-01,  7.7151e-02,
                       2.2108e-01,  6.1471e-03,  4.6776e-02,  3.3924e-02,  1.1331e-01,
                       6.7449e-02,  8.2147e-02, -9.5798e-02,  5.4265e-02,  1.4765e-01,
                       1.0630e-01, -1.9197e-01, -1.5510e+00, -1.3867e-01,  1.2395e-01,
                      -4.4860e-02,  8.7348e-02, -1.1756e-01, -9.0210e-02,  7.8085e-02,
                      -3.3873e-02,  5.9578e-02, -3.1259e-02,  4.0654e-02,  1.4637e-01,
                       9.4840e-02, -6.5627e-02,  7.0868e-02, -1.2217e-01,  1.0725e-01,
                      -1.1000e-01, -1.2155e-02, -9.6127e-02,  1.4071e-02, -2.2394e-01,
                      -1.4352e-02,  2.1333e-01, -4.7686e-02,  5.5789e-02, -6.1373e-02,
                      -1.6919e-02, -4.8204e-03,  1.6467e-02,  1.0692e-01, -6.6853e-03,
                      -5.8228e-02,  1.5128e-01, -7.0721e-02, -1.5278e-01, -2.2164e-01,
                       1.4293e-01,  1.6339e-01,  8.6170e-02, -8.7162e-02,  1.3975e-01,
                      -2.5559e-02, -3.5770e-02, -1.1442e-01, -1.2611e-01, -1.4734e-03,
                      -1.2391e-01,  4.3121e-02,  1.3446e-01,  1.2616e-01,  1.7806e-01,
                       5.9210e-02,  3.8671e-02, -6.0011e-02, -2.9005e-01,  9.7489e-02,
                       2.4138e-01, -1.5815e-02, -8.7402e-02, -4.5643e-02,  4.8207e-02,
                      -1.2086e-01, -2.4950e-02,  2.1356e-01,  8.5962e-02,  1.4254e-01,
                      -8.9473e-02, -1.1292e-01, -1.4695e-01,  7.1749e-02,  1.5801e-01,
                      -1.7599e-01,  1.4275e-01, -1.2907e-01, -1.0389e-01,  5.1789e-02,
                       4.5291e-03, -1.7413e-01,  5.1198e-02, -9.1268e-02, -7.1746e-02,
                       3.1166e-02, -1.5790e-01,  1.6185e-01,  1.1207e-01, -5.2154e-02,
                      -2.4973e-01, -1.1654e-01,  6.0339e-02, -1.3879e-01, -3.2823e-01,
                      -7.5734e-03, -1.2707e-01, -1.7693e-04, -5.9229e-02,  1.3050e-01,
                       5.8161e-02, -8.0315e-02, -4.5184e-02,  1.2522e-01, -8.8359e-02,
                       1.4858e-01,  7.5485e-02, -1.7370e-02, -2.7830e-02, -6.1513e-02,
                      -4.8344e-02,  1.2952e-01, -6.4840e-02, -1.0989e-01,  5.8452e-02,
                       1.3390e-02,  2.2457e-01,  2.9236e-02, -2.6943e-02,  2.3352e-01,
                       4.6551e-02,  3.8936e-02, -1.9210e-01, -1.5977e-01,  9.3634e-02,
                       8.0193e-02, -7.8820e-02,  2.8805e-02,  5.3294e-03, -1.5549e-02,
                      -1.4083e-02, -3.6998e-02,  2.3170e-02, -7.4747e-02, -4.4942e-02,
                       5.1046e-02,  1.8718e-02, -7.7657e-02,  1.1949e-01,  4.8016e-03,
                      -1.1209e-01,  5.2468e-03, -2.3301e-01,  7.0290e-02,  1.7557e-02,
                       1.5491e-01,  1.0322e-01,  2.6067e-02, -2.0995e-01, -1.2912e-01,
                      -1.5108e-01, -5.5143e-02, -3.5437e-02, -3.3957e-02, -8.2902e-02,
                      -4.9543e-02, -8.2734e-02,  1.3738e-01, -1.0149e-01, -1.5261e-02,
                       1.9339e-02, -1.6155e-01,  1.5997e-02,  6.4502e-02,  1.2575e-01,
                      -6.6917e-02, -4.0141e-02,  1.8951e-02, -1.5323e-01, -9.3854e-02,
                       4.5637e-02,  1.1132e-01, -1.3072e-01, -3.9860e-03, -6.2780e-02,
                      -4.8440e-02, -8.8961e-02, -1.8732e-01,  2.6282e-01, -9.8498e-02,
                      -8.1003e-02,  8.7471e-02,  6.1147e-02,  8.5892e-03, -6.7357e-02,
                      -7.2032e-02, -9.6450e-02,  1.0630e-01,  1.6816e-01,  1.7376e-02,
                      -4.3272e-02, -1.8481e-01, -3.2042e-02, -1.6425e-01,  1.3080e-02,
                      -6.5067e-02,  4.1245e-02, -3.1468e-03, -8.0827e-02, -4.8083e-02,
                      -1.6303e-01, -3.5713e-02, -7.1940e-02, -1.4348e-02,  6.2689e-02,
                      -1.4933e-01, -1.8474e-01,  5.0867e-02, -2.4566e-02, -3.9082e-03,
                      -7.4972e-02, -2.7508e-02,  1.4209e-01], device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.weight',
              tensor([[-0.0054,  0.0102, -0.0386,  ..., -0.0077,  0.0200,  0.0072],
                      [-0.0532, -0.0278, -0.0086,  ..., -0.0622, -0.0065, -0.0700],
                      [-0.0318, -0.0054,  0.0358,  ..., -0.0067, -0.0409, -0.0286],
                      ...,
                      [-0.0602,  0.0260, -0.0370,  ...,  0.0657,  0.0158,  0.0237],
                      [ 0.0029,  0.0303, -0.0298,  ...,  0.0974, -0.0845,  0.0019],
                      [ 0.0055, -0.0462,  0.0306,  ..., -0.0099,  0.0379, -0.0265]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.bias',
              tensor([-0.0314, -0.0629, -0.1064,  ..., -0.0344, -0.2055, -0.0628],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.weight',
              tensor([[-0.0076,  0.0452,  0.0286,  ..., -0.0053,  0.0044, -0.0441],
                      [ 0.0055,  0.0063,  0.0046,  ...,  0.0180, -0.0177,  0.0084],
                      [ 0.0458, -0.0152, -0.0253,  ...,  0.0642, -0.0775, -0.0101],
                      ...,
                      [ 0.0364, -0.0007,  0.0257,  ..., -0.0033,  0.0500,  0.0247],
                      [ 0.0039, -0.0121, -0.0104,  ...,  0.0149, -0.0767, -0.0139],
                      [ 0.0230,  0.0075, -0.0231,  ..., -0.0452,  0.0822, -0.0155]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.bias',
              tensor([ 2.4297e-02, -9.6316e-02, -5.9197e-02,  6.6073e-02, -2.5214e-03,
                       6.1783e-03,  3.4608e-02,  8.9933e-02, -3.7094e-02, -2.9137e-02,
                       2.5201e-02, -2.2193e-02, -8.0563e-02, -1.2208e-01,  8.1075e-02,
                       1.3500e-01,  2.5523e-02, -1.5823e-02, -4.4536e-02, -2.3408e-01,
                      -6.3702e-02,  7.4779e-02, -1.8929e-02,  2.9741e-02, -1.5847e-01,
                       3.9013e-02,  4.3133e-02,  8.4161e-02,  8.4292e-02,  9.5331e-03,
                       6.9464e-02, -1.5426e-01,  1.8314e-02, -3.3501e-01,  1.2716e-01,
                      -8.9938e-02, -4.1702e-02,  1.9654e-02,  1.6569e-01,  1.9695e-01,
                      -6.7955e-02, -1.0039e-01, -7.6041e-02, -7.7862e-02,  5.2979e-02,
                      -2.2903e-02,  8.3069e-02,  7.5812e-02, -2.6646e-02,  5.4995e-02,
                       7.2290e-03,  3.2663e-02,  4.9033e-02, -9.5284e-02, -7.0260e-02,
                      -2.4213e-02, -1.2605e-02, -4.7477e-02, -1.5895e-02, -1.1087e-02,
                      -3.5284e-02, -1.0535e-01, -8.9092e-03, -1.1084e-01, -1.3969e-01,
                       1.3578e-01,  4.6440e-03, -1.0936e-02,  1.6395e-02, -2.1533e-01,
                      -3.8838e-02,  4.7516e-03,  1.5685e-02, -4.0146e-02, -5.2009e-02,
                       8.0487e-02, -3.0787e-02, -6.4648e-02, -8.4773e-02, -1.1018e-01,
                       1.1581e-01,  6.7964e-02,  1.3963e-01,  1.0102e-01, -5.8088e-02,
                      -1.5418e-01, -5.6645e-02, -5.8211e-02,  4.5684e-02,  5.6074e-02,
                      -9.1087e-02, -2.1298e-02, -1.9320e-02,  3.8677e-02,  5.2814e-02,
                       7.7810e-02, -8.6015e-02,  9.6347e-02,  1.6127e-01,  2.6974e-02,
                       8.4395e-02, -1.6223e-02, -3.0473e-02, -2.7167e-02, -1.3685e-01,
                      -7.2041e-02,  8.2723e-02,  9.2062e-02, -1.1047e-03,  8.5061e-02,
                      -4.4145e-02, -1.0596e-02,  1.5574e-03,  3.7786e-02,  6.0705e-02,
                       7.8976e-02, -6.8124e-02,  1.2533e-01,  1.8281e-02, -3.1004e-02,
                       3.8536e-03, -4.9023e-02, -1.7684e-02, -9.5471e-02, -1.9599e-01,
                       3.4934e-02,  9.0342e-02, -5.9259e-02, -3.4959e-02, -6.1275e-02,
                      -2.3346e-02, -2.3363e-04, -3.2279e-04,  1.6065e-02,  2.7156e-02,
                      -3.0969e-03, -4.0273e-02,  1.1442e-01, -1.5829e-01,  1.5685e-01,
                      -1.9117e-01, -8.8937e-02, -3.6198e-02, -1.0848e+00, -1.1835e-01,
                       1.6946e-02,  4.4745e-02,  1.1598e-01, -1.2605e-01,  8.2513e-02,
                      -5.5254e-02, -1.2142e-01, -1.9661e-02,  4.1270e-03,  8.9303e-02,
                      -6.1726e-02,  5.8032e-02, -1.5105e-01,  6.6842e-02, -6.6798e-02,
                       8.9821e-02, -1.8458e-02,  3.5354e-02,  6.8194e-02,  8.6982e-02,
                       1.3924e-03,  1.1101e-01, -9.1063e-02, -1.1495e-01,  6.3229e-02,
                       4.4717e-02,  1.0666e-01, -3.0267e-02,  6.9938e-03, -6.2556e-02,
                       1.6093e-01,  1.5041e-01, -1.8330e-02,  7.9683e-02,  8.9567e-02,
                      -1.9758e-01, -1.0318e-01,  4.5047e-02,  4.3052e-02,  6.1707e-02,
                       1.8739e-02,  2.4208e-02, -1.1493e-01, -4.4776e-02, -5.4327e-02,
                       4.9132e-02, -6.7108e-03,  5.3009e-02,  5.5190e-02,  9.7276e-03,
                      -4.2028e-02, -9.8706e-02,  5.5723e-02, -1.1039e-01, -6.5295e-02,
                       3.4224e-02,  1.7636e-01,  3.5752e-02,  5.3188e-02,  2.0144e-01,
                      -9.4280e-02,  5.2514e-02, -4.6698e-02, -7.8261e-02, -7.3062e-02,
                       4.7450e-02, -7.7020e-02, -7.6559e-03, -1.5632e-01,  7.2135e-02,
                       9.5594e-02,  5.8085e-02, -6.4084e-02, -1.8181e-02,  7.6823e-02,
                       8.0724e-02,  1.1498e-01,  1.0392e-01, -3.0364e-02,  1.7978e-02,
                       5.1680e-02, -6.7965e-02, -5.3071e-02,  1.2469e-01,  1.8994e-01,
                      -4.8242e-02,  9.5289e-02, -2.5994e-02, -4.0885e-02, -1.7481e-02,
                      -7.9366e-02, -6.8262e-03, -6.8160e-02, -3.7777e-03,  6.0146e-02,
                      -1.1325e-01, -2.1615e-03,  1.2893e-01,  9.0298e-02, -9.8138e-02,
                      -3.2894e-02, -1.1025e-02, -3.5046e-02,  5.3982e-02,  4.7625e-02,
                       9.2203e-02, -4.6125e-02,  1.0609e-02,  1.0921e-01, -8.8336e-03,
                       2.1104e-02, -5.8161e-03,  7.8480e-02, -1.0354e-02,  3.0801e-02,
                       4.0941e-02, -1.5133e-01, -5.0891e-02, -6.2647e-02,  1.4561e-01,
                      -4.6380e-02,  5.6076e-02,  1.2340e-01, -1.0502e-01, -7.7725e-02,
                      -1.2172e-01,  1.5204e-02,  1.1782e-01,  1.9438e-02,  6.1638e-02,
                      -5.1187e-02, -4.5583e-03, -4.5389e-02,  1.2438e-01, -6.6697e-02,
                       3.2918e-02, -4.6995e-02, -1.1738e-01,  6.1586e-01, -9.7159e-02,
                      -4.8005e-02,  2.2172e-02, -8.7598e-04,  1.0719e-01, -4.6131e-02,
                       5.6577e-02,  1.4906e-01,  9.0028e-02,  1.9165e-02, -5.3927e-02,
                      -4.7122e-02, -8.4019e-02,  5.4389e-02, -6.1889e-02,  1.0556e-02,
                      -1.1489e-01, -9.2808e-02,  7.9638e-03, -2.8899e-02, -2.5222e-01,
                       3.8278e-03,  1.0163e-02,  1.2186e-01, -8.4017e-02, -9.4121e-03,
                      -4.3921e-02,  1.6008e-01,  2.6475e-03,  2.3983e-02,  1.2213e-03,
                      -9.9873e-03, -6.4777e-02, -1.9085e-02,  4.0772e-02,  1.9325e-02,
                      -8.0391e-02,  1.1676e-02, -6.8710e-02,  7.0224e-02, -1.1048e-02,
                       7.8045e-03,  2.2490e-02,  4.7686e-02,  1.3138e-01, -2.5234e-02,
                      -2.0477e-02,  1.1219e-01,  2.4441e-02, -2.1416e-02, -5.3753e-02,
                       7.0921e-03, -1.0415e-02,  8.5147e-02, -1.0671e-01,  3.6271e-02,
                      -2.5104e-02,  3.1550e-02, -1.0013e-01, -4.9285e-02,  4.7868e-02,
                       5.7973e-02,  3.0158e-02, -1.1411e-02,  8.9057e-02,  4.4811e-02,
                      -6.2860e-02, -7.1154e-02, -2.7036e-02,  1.3175e-02,  1.1170e-01,
                       1.4253e-02, -9.8454e-02,  1.0034e-01,  5.4001e-02, -9.3885e-02,
                       6.0012e-02, -8.8242e-02,  8.1439e-02,  2.5623e-02, -2.7454e-02,
                       1.0505e-01,  5.3861e-03,  8.8709e-02, -8.8617e-02, -2.8532e-02,
                      -9.8993e-02, -1.9602e-02, -6.3834e-02,  6.7288e-03, -1.4933e-01,
                      -4.4780e-02, -6.2255e-02, -2.7362e-02, -6.4856e-02, -1.1482e-02,
                      -1.2916e-01,  2.1432e-02,  3.7282e-02,  3.2785e-02, -1.6163e-02,
                      -8.6976e-02,  6.3625e-02,  4.1004e-03, -7.4794e-03, -8.2095e-02,
                       2.9422e-02,  1.3599e-01,  1.5514e-02, -1.1964e-02,  1.7362e-01,
                      -1.7251e-01, -5.9783e-03, -6.5892e-02, -1.4758e-01,  3.0618e-02,
                      -2.0778e-02,  1.3919e-01, -3.9527e-03, -6.4913e-02, -1.7387e-01,
                       3.3737e-02, -3.4975e-02, -5.7456e-02, -4.8275e-02, -5.1583e-02,
                      -1.0195e-01, -4.0537e-02, -6.0466e-02, -5.9034e-03,  8.5255e-02,
                       3.9267e-02,  1.3764e-02, -3.2382e-02, -5.9515e-02, -4.7652e-02,
                      -1.1103e-01,  6.1871e-03, -1.0620e-02,  5.9398e-02, -8.8220e-02,
                      -7.8426e-02, -3.9998e-02,  1.1407e-02,  8.3059e-02, -9.4687e-04,
                       1.0367e-01,  1.1901e-01,  1.5863e-01,  1.0835e-01,  1.8770e-02,
                       1.0851e-01,  1.1401e-01,  8.9867e-02,  1.0565e-01,  5.1833e-02,
                       2.5986e-02, -4.8752e-02, -1.1149e-01, -1.0415e-01, -8.0798e-02,
                      -9.1958e-04, -5.6190e-02,  6.3684e-02,  3.3269e-02, -3.2497e-02,
                       1.6116e-01,  1.1660e-01,  3.8952e-03,  4.0594e-02,  3.2867e-02,
                      -1.4691e-01,  1.4936e-01, -1.4615e-01,  2.4206e-02, -4.3652e-02,
                      -4.9244e-02, -1.7975e-02,  1.0099e-01,  1.2089e-01, -6.7752e-03,
                       1.7571e-01,  3.1669e-02,  6.5153e-02, -2.4573e-02, -8.5841e-03,
                       3.4204e-02,  5.6526e-02, -3.1499e-02,  1.0453e-01,  3.0423e-02,
                       3.9828e-02, -1.6904e-01, -6.9726e-02,  7.1227e-02,  3.2434e-02,
                       6.0851e-02, -7.9462e-02,  1.6253e-02,  4.5961e-02,  7.3771e-02,
                      -7.0481e-02, -5.8431e-03,  1.3489e-01, -2.3502e-03, -8.0285e-02,
                      -1.5048e-02, -2.6293e-03, -1.2613e-01, -2.9883e-02,  5.1388e-02,
                       9.5273e-02, -6.9789e-02, -1.6587e-02,  3.7718e-03,  1.1463e-01,
                      -4.9233e-02, -3.9873e-02,  8.9806e-02, -1.3416e-01,  3.2509e-02,
                       1.5563e-01,  3.6397e-02,  1.1884e-02, -7.2894e-02,  1.1002e-02,
                       9.2776e-02, -1.7384e-02, -6.3230e-02, -3.9379e-02,  1.0925e-02,
                      -1.2286e-01,  1.6240e-02, -1.1283e-01,  1.2525e-01,  3.1683e-02,
                      -1.7841e-02,  1.0294e-01, -4.5233e-02,  5.8971e-02,  2.6063e-02,
                      -7.8474e-02,  6.9265e-02, -6.4090e-02,  2.5132e-02, -3.8495e-03,
                       5.2787e-02,  1.4151e-01, -1.1683e-01, -1.1683e-01, -3.8401e-02,
                       3.2368e-02,  1.0614e-01,  8.0770e-02,  3.1547e-02, -1.2834e-02,
                      -1.0372e-01, -9.9134e-03,  4.4254e-03, -2.4027e-02,  4.8598e-02,
                       4.8245e-02,  8.3093e-02, -8.6429e-02,  1.3068e-03,  1.4376e-01,
                       1.4453e-01,  6.7959e-02, -1.1237e-01, -5.4527e-02, -2.6933e-02,
                       8.6369e-02, -7.4784e-02, -8.4227e-01, -3.9423e-02,  6.4336e-02,
                       8.6613e-02, -4.6211e-02, -1.2085e-01, -3.5213e-02,  4.6368e-02,
                      -3.5833e-02, -8.4253e-02, -1.2893e-03, -1.3187e-01,  2.8187e-02,
                      -3.0695e-02, -1.1659e-02, -5.5159e-02,  5.1198e-03,  2.5998e-02,
                       1.6346e-02,  1.6645e-02, -7.4004e-02,  2.7421e-02, -1.2580e-01,
                       7.1443e-02,  1.6685e-01, -4.0682e-02, -9.3361e-02,  2.1915e-03,
                       7.4918e-04,  5.2887e-02,  9.2587e-03,  7.7255e-02, -8.0406e-02,
                      -1.5789e-03,  1.1769e-01,  8.9138e-02, -1.3421e-01,  3.1080e-02,
                       1.0779e-01,  1.0912e-02, -1.7175e-02,  6.4660e-02,  4.5092e-02,
                      -1.3569e-02, -1.4266e-02, -3.6440e-02, -4.4174e-02, -2.9936e-02,
                      -8.6837e-02,  2.1039e-02, -7.0088e-02,  7.9831e-02,  1.0529e-01,
                       1.5832e-02,  4.2548e-02, -7.3977e-02, -2.1482e-01,  5.0614e-02,
                       1.2146e-02, -9.3969e-03, -5.9803e-02, -3.7979e-02,  6.8093e-02,
                       2.3535e-02, -6.8583e-02,  3.4276e-02, -5.2935e-02,  1.5537e-02,
                      -9.4003e-02,  2.3303e-02, -1.0642e-01, -2.7048e-02,  1.3306e-01,
                      -2.1957e-01,  5.4158e-02, -1.0166e-01, -1.3951e-01,  8.0370e-02,
                       1.8543e-01,  8.3734e-02,  5.6604e-02,  3.5604e-02, -2.4903e-02,
                      -1.7270e-03,  5.1600e-02,  7.0212e-02,  1.6110e-01, -2.6149e-02,
                      -9.8831e-02, -6.5816e-02,  2.0292e-02, -1.0038e-01, -5.5902e-02,
                       7.9726e-02,  8.6065e-02, -2.2445e-01, -6.5723e-02, -1.0174e-02,
                      -1.0542e-01, -3.9376e-03, -1.2894e-01,  5.8707e-02, -1.1983e-01,
                       1.5218e-01,  1.1906e-01, -5.2977e-02,  7.9341e-02, -5.2632e-02,
                       3.5847e-02, -2.8913e-02, -6.6804e-02, -3.1256e-03,  1.3129e-02,
                       4.5960e-03,  1.8244e-01,  1.5756e-03, -5.8570e-02, -5.9680e-02,
                      -1.7875e-02,  3.1518e-02,  3.5874e-03, -1.9406e-02,  1.5116e-01,
                       1.4379e-02, -1.0675e-01, -2.3386e-02,  2.5279e-02, -6.0032e-02,
                      -1.4136e-02, -9.7695e-02,  1.6742e-02,  5.8309e-02, -2.8696e-02,
                       4.7900e-02,  7.7216e-02, -3.5168e-02,  3.4742e-02, -6.9735e-02,
                      -4.0129e-04,  2.0663e-02, -2.2620e-02,  7.4318e-02,  5.5340e-02,
                       1.0890e-01,  3.3111e-02,  9.3233e-03, -3.8003e-02, -1.2983e-01,
                      -2.1722e-03, -8.1235e-03, -9.7363e-02,  4.0503e-02, -8.2999e-02,
                      -3.5484e-02,  3.6902e-03, -4.4621e-02,  2.2693e-02,  3.2946e-02,
                       8.0761e-02, -7.8551e-02, -2.9246e-02,  8.8395e-02,  8.9609e-02,
                       7.7357e-03,  1.6316e-02,  2.6046e-02,  8.6548e-02, -5.9285e-03,
                      -7.6054e-02,  4.6954e-02, -1.6787e-02,  5.6414e-02, -2.1277e-02,
                      -1.3870e-01,  2.6429e-02, -4.1439e-02, -5.6296e-02, -5.8386e-02,
                      -1.6056e-02,  2.9711e-02, -3.0086e-04,  1.3119e-01,  2.9094e-02,
                      -3.5575e-02, -5.0882e-02,  1.2839e-01,  2.5949e-02,  4.4488e-02,
                      -5.4461e-02,  1.1290e-01, -1.0229e-02,  5.3444e-02,  1.4122e-01,
                       4.9758e-02, -4.2899e-02,  4.9242e-02, -1.8836e-04,  1.9739e-02,
                      -1.6744e-02,  2.0119e-02, -6.1169e-02, -1.0107e-01, -6.6249e-03,
                       4.4030e-02,  3.1038e-02,  1.0228e-01,  4.8458e-02, -7.4337e-02,
                      -9.5635e-03, -9.0142e-04,  1.9770e-01], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.weight',
              tensor([0.8640, 0.8902, 0.8627, 0.8508, 0.8621, 0.8595, 0.7553, 0.8373, 0.8863,
                      0.8489, 0.8761, 0.9152, 0.9430, 0.8943, 0.9009, 0.7760, 0.8822, 0.8856,
                      0.8427, 0.9051, 0.8384, 0.8849, 0.8779, 0.8727, 0.8849, 0.8647, 0.9121,
                      0.8561, 0.8662, 0.8990, 0.8837, 0.8322, 0.9068, 0.8494, 0.8988, 0.8449,
                      0.8111, 0.9111, 0.8326, 0.8758, 0.9211, 0.8547, 0.8812, 0.8835, 0.9118,
                      0.8874, 0.8766, 0.8915, 0.9354, 0.8475, 0.9026, 0.8536, 0.8230, 0.8900,
                      0.8168, 0.8092, 0.8433, 0.8783, 0.8709, 0.8196, 0.8845, 0.9228, 0.9184,
                      0.8483, 0.7969, 0.9206, 0.8682, 0.8620, 0.7831, 0.8048, 0.8682, 0.8702,
                      0.8595, 0.8807, 0.9127, 0.9210, 0.8702, 0.8936, 0.9098, 0.9104, 0.8863,
                      0.8946, 0.8658, 0.8937, 0.7771, 0.8729, 0.8216, 0.8784, 0.9081, 0.8647,
                      0.8535, 0.8661, 0.8691, 0.8967, 0.8698, 0.8560, 0.8261, 0.9040, 0.8981,
                      0.8736, 0.8572, 0.9209, 0.8350, 0.9167, 0.7937, 0.9422, 0.9135, 0.8414,
                      0.9136, 0.9206, 0.8429, 0.8567, 0.9349, 0.8056, 0.8523, 0.9200, 0.8805,
                      0.8670, 0.8989, 0.9148, 0.9029, 0.8806, 0.9221, 0.8458, 0.8449, 0.8478,
                      0.9260, 0.8501, 0.8807, 0.8752, 0.9036, 0.8373, 0.8694, 0.8872, 0.9123,
                      0.8879, 1.0050, 0.8934, 0.9120, 0.9248, 0.8115, 0.9077, 0.8475, 0.1284,
                      0.8419, 0.8961, 0.9094, 0.9092, 0.8874, 0.8606, 0.8793, 0.8817, 0.9004,
                      0.8763, 0.8545, 0.8748, 0.9202, 0.9019, 0.8574, 0.9083, 0.9080, 0.9361,
                      0.8279, 0.8981, 0.8662, 0.8782, 0.8457, 0.8048, 0.8657, 0.8780, 0.9154,
                      0.8072, 0.8075, 0.8788, 0.8512, 0.8758, 0.9116, 0.7983, 0.9322, 0.9046,
                      0.8384, 0.8937, 0.8433, 0.9077, 0.8862, 0.9007, 0.8573, 0.8689, 0.8871,
                      0.8969, 0.8139, 0.8139, 0.8544, 0.8901, 0.8554, 0.8908, 0.9156, 0.8271,
                      0.8933, 0.8876, 0.9035, 0.8224, 0.9018, 0.8554, 0.8460, 0.8808, 0.9147,
                      0.9313, 0.8833, 0.8520, 0.9019, 0.9074, 0.8403, 0.9022, 0.8941, 0.9361,
                      0.8680, 0.8407, 0.8779, 0.8444, 0.9296, 0.8936, 0.9141, 0.8520, 0.8661,
                      0.8986, 0.9027, 0.9014, 0.8652, 0.7869, 0.8756, 0.9060, 0.8716, 0.8336,
                      0.8730, 0.8754, 0.7918, 0.9219, 0.8939, 0.9077, 0.8737, 0.8503, 0.8288,
                      0.8487, 0.8946, 0.8478, 0.9069, 0.8591, 0.9271, 0.9196, 0.8814, 0.8895,
                      0.9748, 0.9215, 0.9150, 0.9416, 0.9021, 0.8130, 0.8966, 0.8846, 0.7927,
                      0.8891, 0.8935, 0.8836, 0.9012, 0.8629, 0.8947, 0.9230, 0.8680, 0.8794,
                      0.8782, 0.8749, 0.9122, 0.8659, 0.9129, 0.9046, 0.8841, 0.9028, 0.8546,
                      0.8789, 0.9494, 0.9255, 0.8623, 0.4201, 0.8999, 0.9432, 0.8320, 0.8918,
                      0.8805, 0.8329, 0.8383, 0.8641, 0.8752, 0.8475, 0.8733, 0.8408, 0.8762,
                      0.7994, 0.9201, 0.8899, 0.8929, 0.8599, 0.8698, 0.9076, 0.2235, 0.9096,
                      0.8569, 0.9200, 0.8982, 0.8927, 0.8424, 0.8612, 0.8589, 0.8168, 0.8462,
                      0.9146, 0.8581, 0.8520, 0.9157, 0.8289, 0.8645, 0.8839, 0.8595, 0.9391,
                      0.8503, 0.8319, 0.9005, 0.8454, 0.9258, 0.8527, 0.8950, 0.9181, 0.9034,
                      0.9143, 0.9223, 0.9235, 0.8925, 0.9042, 0.8971, 0.8389, 0.7930, 0.9122,
                      0.8831, 0.9221, 0.8783, 0.9085, 0.9227, 0.8906, 0.8872, 0.8486, 0.8970,
                      0.8765, 0.8597, 0.8830, 0.9231, 0.8272, 0.8750, 0.8815, 0.9011, 0.8101,
                      0.8895, 0.9028, 0.8787, 0.9093, 0.8308, 0.8609, 0.9066, 0.9380, 0.9145,
                      0.8873, 0.8871, 0.9122, 0.8896, 0.9063, 0.8611, 0.8565, 0.8687, 0.9198,
                      0.8978, 0.8022, 0.8754, 0.8878, 0.8825, 0.8973, 0.8620, 0.8452, 0.8146,
                      0.9141, 0.8562, 0.8125, 0.9126, 0.8107, 0.8764, 0.9031, 0.8921, 0.9061,
                      0.8366, 0.9129, 0.8396, 0.8253, 0.8290, 0.8466, 0.8266, 0.8902, 0.8927,
                      0.9029, 0.8665, 0.8614, 0.9053, 0.9387, 0.8736, 0.8591, 0.9162, 0.9266,
                      0.9036, 0.8763, 0.8378, 0.8588, 0.8711, 0.8890, 0.9016, 0.9254, 0.8778,
                      0.8359, 0.8361, 0.9144, 0.8772, 0.8018, 0.9011, 0.8979, 0.8987, 0.9170,
                      0.8287, 0.8855, 0.8132, 0.9220, 0.8702, 0.8693, 0.9001, 0.9004, 0.8994,
                      0.7937, 0.8859, 0.8695, 0.8719, 0.8295, 0.8977, 0.9061, 0.9177, 0.8685,
                      0.9063, 0.7741, 0.8836, 0.8991, 0.8831, 0.8882, 0.8833, 0.8459, 0.8591,
                      0.8886, 0.8705, 0.8919, 0.8189, 0.9236, 0.7515, 0.8263, 0.8468, 0.8476,
                      0.8831, 0.8786, 0.9187, 0.8648, 0.9204, 0.8016, 0.9028, 0.8720, 0.8082,
                      0.9119, 0.8582, 0.9281, 0.8877, 0.8756, 0.9212, 0.8909, 0.8830, 0.8541,
                      0.9417, 0.8457, 0.9820, 0.8298, 0.8540, 0.9033, 0.9029, 0.8360, 0.8845,
                      0.8552, 0.8726, 0.9079, 0.8794, 0.8721, 0.8904, 0.9135, 0.8583, 0.9153,
                      0.8776, 0.8873, 0.9244, 0.8458, 0.8956, 0.8810, 0.8802, 0.8988, 0.8603,
                      0.9017, 0.8820, 0.8688, 0.9041, 0.8864, 0.8033, 0.8998, 0.9076, 0.8094,
                      0.8813, 0.9352, 0.8973, 0.9099, 0.9062, 0.9229, 0.8886, 0.9190, 0.8681,
                      0.8725, 0.8671, 0.8552, 0.8389, 0.8847, 0.8416, 0.8847, 0.8373, 0.8578,
                      0.9115, 0.9270, 0.8262, 0.8169, 0.8730, 0.8883, 0.8728, 0.8312, 0.8930,
                      0.8847, 0.8438, 0.8405, 0.9185, 0.8816, 0.8096, 0.8517, 0.8292, 0.6395,
                      0.8725, 0.8576, 0.9162, 0.9321, 0.8365, 0.9114, 0.8820, 0.9274, 0.8808,
                      0.9062, 0.8526, 0.8920, 0.8368, 0.8856, 0.8446, 0.8813, 0.8891, 0.9020,
                      0.8710, 0.8717, 0.9044, 0.8833, 0.8934, 0.8796, 0.9060, 0.9107, 0.8928,
                      0.9065, 0.8720, 0.8989, 0.8570, 0.8296, 0.9218, 0.8278, 0.8429, 0.8529,
                      0.8625, 0.8999, 0.8418, 0.8631, 0.9063, 0.9031, 0.8892, 0.8879, 0.8346,
                      0.8990, 0.9173, 0.8878, 0.8817, 0.8096, 0.8869, 0.8706, 0.8697, 0.8365,
                      0.8630, 0.8442, 0.9024, 0.8780, 0.9222, 0.9311, 0.9067, 0.9105, 0.8614,
                      0.8366, 0.8576, 0.9017, 0.8509, 0.9100, 0.9143, 0.8471, 0.8657, 0.8331,
                      0.9124, 0.8656, 0.8792, 0.8794, 0.8503, 0.8804, 0.9035, 0.9172, 0.8994,
                      0.8676, 0.9414, 0.8580, 0.8988, 0.8656, 0.9012, 0.8619, 0.7973, 0.9150,
                      0.9092, 0.7997, 0.8410, 0.9355, 0.8618, 0.8325, 0.8691, 0.8637, 0.9147,
                      0.8863, 0.8542, 0.9061, 0.8826, 0.8705, 0.8925, 0.8889, 0.8637, 0.8874,
                      0.9202, 0.7741, 0.8210, 0.8986, 0.9256, 0.7967, 0.8708, 0.9194, 0.8693,
                      0.8591, 0.8928, 0.9238, 0.9220, 0.8772, 0.9278, 0.8557, 0.9015, 0.9142,
                      0.9153, 0.8765, 0.8575, 0.9096, 0.8733, 0.9139, 0.9153, 0.7920, 0.9062,
                      0.8937, 0.9221, 0.9181, 0.9032, 0.9145, 0.8598, 0.9157, 0.8274, 0.8002,
                      0.8266, 0.8316, 0.8944, 0.9270, 0.8771, 0.9226, 0.8799, 0.9175, 0.8527,
                      0.9049, 0.8994, 0.8610, 0.9218, 0.8579, 0.8152, 0.8317, 0.8995, 0.9105,
                      0.9000, 0.8837, 0.9133, 0.8484, 0.9220, 0.7720, 0.9312, 0.8132, 0.9061,
                      0.8957, 0.8708, 0.8651, 0.9022, 0.9039, 0.8920, 0.9207, 0.8914, 0.8494,
                      0.8589, 0.9081, 0.9087, 0.8727, 0.8148, 0.8636, 0.8586, 0.8161, 0.8735,
                      0.8751, 0.8645, 0.8178, 0.8636, 0.8825, 0.8892, 0.8604, 0.9177, 0.8930,
                      0.8378, 0.8713, 0.9016, 0.8478, 0.8449, 0.9121, 0.9058, 0.8934, 0.9343,
                      0.8869, 0.9255, 0.8811], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.bias',
              tensor([-9.4361e-03,  6.1208e-02,  9.9110e-02, -7.1612e-02,  5.5384e-02,
                      -3.8282e-02,  9.1427e-02, -8.9928e-02, -8.7460e-02,  2.9031e-02,
                      -5.8130e-02, -1.1395e-04,  4.1569e-02,  6.2454e-02,  9.9742e-03,
                      -6.3740e-02,  6.1913e-03,  3.2516e-02,  5.8414e-02,  1.9367e-02,
                      -5.4868e-02, -5.0276e-02, -7.9381e-03, -3.4920e-02,  3.1630e-02,
                      -2.2000e-02, -3.4826e-02, -1.0689e-01, -2.5483e-02,  2.0018e-03,
                       3.9547e-02, -4.3618e-05,  5.0716e-02,  9.8998e-03, -6.4362e-03,
                      -4.0505e-02,  7.2603e-02, -1.8110e-02,  2.0251e-02, -9.2179e-02,
                      -1.1049e-02,  7.0921e-02, -3.2663e-02, -7.0789e-02, -1.1949e-02,
                       3.6645e-02,  3.0338e-02, -5.1657e-02,  6.5143e-03, -7.2499e-02,
                      -8.3896e-03, -8.0283e-02, -7.7377e-02,  5.9005e-02, -1.0026e-02,
                       3.7657e-02,  9.1198e-02,  3.4643e-02, -1.2491e-02, -4.8856e-02,
                       1.3577e-02,  2.8716e-02, -6.8119e-02,  1.3494e-01,  5.8675e-02,
                      -3.5374e-02, -2.1138e-02,  3.8076e-02, -8.0541e-02,  2.7049e-02,
                       7.6431e-02,  6.1287e-02,  2.9860e-02, -1.3562e-02,  5.9554e-03,
                      -2.7891e-02, -9.1672e-03,  2.3430e-02, -7.6812e-03, -4.7242e-02,
                      -3.3518e-02,  3.5984e-03,  1.4740e-02, -6.1391e-02, -1.5774e-02,
                      -6.7128e-02,  1.1300e-02, -1.2038e-02, -3.7719e-02, -1.8887e-02,
                       6.6920e-02,  3.4253e-02,  7.6265e-02, -8.7833e-03,  4.7552e-02,
                      -6.1449e-02, -1.8575e-02,  1.1300e-02,  2.3147e-02, -5.3794e-02,
                       4.0631e-02,  1.8682e-02,  3.5924e-02, -6.7435e-02,  7.4404e-02,
                      -1.5629e-02, -3.9786e-02, -6.8015e-03,  3.4313e-02,  4.7816e-02,
                       1.3409e-02,  3.2699e-02,  3.2551e-02,  4.3273e-02, -9.8815e-02,
                      -7.7067e-02,  3.4911e-02, -6.9764e-02,  8.7694e-03, -2.1701e-02,
                      -2.3587e-02,  8.3244e-04,  1.3840e-02, -1.7684e-02,  1.2607e-02,
                      -3.0188e-02,  3.4094e-02, -3.7183e-02,  6.5009e-02,  3.4403e-02,
                       3.7272e-02, -3.2959e-03, -5.6872e-03, -7.0953e-03,  3.9165e-02,
                       3.2635e-03, -2.3466e-01, -4.4967e-02,  5.7485e-02,  8.7269e-03,
                       5.2883e-02,  7.1428e-02, -1.2840e-02,  4.7390e-01,  3.2025e-03,
                       4.2818e-02, -1.9226e-02,  1.5870e-02,  2.2445e-02,  1.2186e-01,
                       6.0370e-02, -1.0400e-02,  3.1473e-02, -4.7192e-02, -4.1058e-02,
                       7.3537e-03,  4.0492e-02,  7.3980e-02, -6.1228e-02,  6.8851e-02,
                      -1.0087e-01, -5.0056e-02, -1.3566e-02,  3.0874e-02,  2.1598e-02,
                       8.2982e-02, -5.3284e-02, -4.7637e-02,  5.0457e-02,  3.0620e-02,
                      -1.1189e-02, -2.7083e-02,  4.2671e-02, -6.8299e-02, -1.0792e-01,
                      -6.1004e-02, -8.2476e-02,  1.2348e-01,  3.3250e-02,  4.7455e-02,
                       9.3521e-02,  1.2829e-02,  1.2076e-02,  6.7848e-02, -6.3143e-02,
                       1.3523e-03,  9.5087e-02,  5.7887e-02,  1.1308e-02,  3.6740e-04,
                      -5.7968e-02, -4.0659e-02, -1.1438e-01, -3.7827e-02,  2.7158e-02,
                       8.8742e-02,  2.6164e-02,  2.0610e-02,  7.2779e-02,  7.4337e-02,
                      -4.4011e-02, -1.6158e-02,  2.3265e-02, -7.4726e-02,  2.0264e-02,
                       1.8637e-02, -4.1696e-02,  7.3533e-02,  2.5547e-02,  3.0332e-02,
                       2.5211e-02,  3.2177e-02, -7.6837e-02,  1.6601e-02, -1.5094e-02,
                       4.0640e-03, -3.6121e-02, -4.1931e-02,  2.1116e-02, -1.6220e-02,
                      -1.4728e-02, -2.5227e-03, -5.4838e-02,  1.6005e-01,  9.1396e-02,
                      -3.0774e-02, -5.8799e-04,  1.1915e-02, -5.9355e-02,  5.3675e-02,
                      -4.7441e-03, -6.0228e-02, -4.3907e-02,  1.0873e-01,  3.1766e-02,
                       8.3445e-03,  2.7224e-02,  6.0975e-02, -1.0197e-02, -1.8635e-02,
                       1.7979e-02, -4.6955e-03, -7.1598e-02, -3.6268e-02,  2.4262e-02,
                       6.0222e-02, -2.7275e-02, -6.6770e-02, -2.9861e-02, -6.6194e-02,
                       1.8224e-02, -5.5790e-03, -5.1136e-02, -4.3189e-02, -6.8993e-02,
                      -3.6627e-02,  5.0326e-02,  1.5868e-02,  3.0530e-02, -3.6578e-02,
                      -2.2526e-02,  2.6079e-02, -4.3918e-02,  2.0301e-02, -1.8976e-02,
                      -6.7076e-02, -1.7175e-02,  6.9679e-03, -3.7100e-03,  6.5223e-02,
                       1.3569e-02,  1.2152e-01, -4.4777e-02, -2.4100e-02, -9.9335e-02,
                       5.3126e-03,  4.4151e-02, -7.4535e-03, -7.1133e-02,  7.3178e-02,
                       9.8632e-04, -1.2044e-02,  3.5695e-02, -3.2324e-01,  3.2394e-03,
                      -4.2720e-02, -2.6270e-02,  1.1937e-01, -5.2879e-02, -3.0655e-02,
                      -2.5144e-02,  1.7057e-02, -1.7464e-03,  9.4757e-02,  3.8690e-02,
                       7.7318e-02,  5.3704e-02,  3.3696e-03,  2.5721e-02, -2.1182e-02,
                      -8.4840e-02,  4.8840e-02, -3.5286e-02, -4.5649e-02,  2.2355e-01,
                       2.8760e-02,  6.6183e-03, -1.6822e-02,  3.7931e-02, -6.9662e-02,
                      -5.3808e-02, -2.3720e-02, -1.4008e-02, -4.3483e-02,  1.1526e-02,
                       2.1843e-02, -2.8786e-02, -1.5266e-03,  5.8623e-02, -2.9832e-02,
                       6.0147e-02,  3.9000e-02, -1.6170e-02,  3.1252e-02,  2.5840e-02,
                       7.9685e-02, -1.0527e-02,  6.3328e-04,  6.7818e-03, -4.9534e-02,
                       1.1632e-01,  4.6438e-03, -4.6735e-02, -2.0212e-02, -5.1695e-02,
                       4.2211e-02, -2.6833e-03, -2.3800e-02,  6.4543e-02,  1.6877e-02,
                      -1.3289e-02, -3.5096e-03,  1.6756e-03,  1.3714e-02, -2.9856e-02,
                       5.8694e-03,  7.0754e-03,  4.2416e-02, -1.1909e-02, -5.6234e-03,
                       1.3986e-02,  3.6881e-02,  6.1599e-02, -3.4411e-02, -5.5435e-02,
                       8.9295e-02, -5.0502e-02, -2.1789e-02,  1.8723e-02,  8.2564e-02,
                      -1.9151e-04,  5.7625e-02, -5.4676e-02,  7.5288e-02,  1.0558e-01,
                      -3.6738e-02,  3.0185e-02, -7.3258e-02, -1.3993e-02, -5.5404e-02,
                       4.5864e-02,  7.1376e-02, -9.1594e-03, -1.8953e-02,  6.5838e-02,
                       2.8067e-03,  1.0632e-02,  2.9164e-02,  7.3288e-04,  2.6945e-02,
                       6.6152e-02, -3.2075e-02, -6.2440e-02, -8.0789e-02,  2.6032e-02,
                       3.9963e-02, -5.0181e-02,  2.0927e-02, -9.6142e-02,  6.1041e-02,
                      -1.7779e-02, -2.0212e-02, -1.8862e-03,  1.6297e-02,  2.6506e-02,
                       7.4045e-03, -1.6014e-02,  3.5231e-04,  8.1241e-02, -1.5515e-02,
                      -4.5443e-03, -8.8935e-02,  4.5203e-03, -6.6771e-03,  5.9204e-02,
                      -2.9036e-02,  4.4251e-04,  1.0413e-01,  6.4916e-02,  2.6715e-02,
                       6.5423e-02, -1.3470e-04, -6.3287e-02,  3.0686e-02, -3.0585e-02,
                       3.2767e-02,  2.1859e-02, -1.7440e-01,  7.6643e-02,  5.9322e-02,
                       3.3874e-02,  6.9158e-02,  4.7186e-02, -4.3266e-02, -8.0709e-02,
                       3.0727e-02,  5.6045e-02,  2.8348e-02, -4.3519e-02, -6.6822e-02,
                       5.1132e-02,  1.5976e-02,  5.0032e-02, -1.2365e-01,  4.7243e-02,
                      -2.3621e-02, -4.0320e-02,  4.0540e-02,  1.1793e-02,  9.3939e-04,
                      -5.9925e-02, -4.5619e-03, -1.1715e-03,  2.8357e-02,  1.1959e-02,
                       5.1081e-02,  7.6299e-03,  1.9265e-02,  2.4426e-03,  3.0290e-02,
                      -2.5334e-02, -5.4912e-02, -4.2014e-02, -2.4705e-02,  3.5719e-02,
                       1.6084e-01,  3.5439e-03,  6.2775e-02,  3.5833e-02,  2.0222e-02,
                       8.2340e-03,  3.7378e-02,  6.3472e-02, -4.3051e-02,  2.9412e-02,
                       1.1183e-02, -3.7401e-02, -2.9058e-03, -6.4064e-04, -3.7002e-02,
                      -7.4310e-02, -3.1618e-02,  7.3409e-03, -6.6277e-02, -7.4870e-03,
                      -3.8328e-02, -1.5725e-02, -4.1827e-02, -2.0518e-02,  4.3129e-02,
                       4.5382e-02,  3.6178e-02,  3.0577e-02, -2.9839e-02, -4.8355e-02,
                       2.2555e-02, -1.0166e-02, -2.1384e-02,  2.7813e-02,  1.4321e-02,
                       2.7922e-02,  3.3424e-02,  5.6018e-02,  4.2309e-02, -9.6591e-02,
                       2.2596e-03, -2.6699e-02,  3.0912e-02,  1.1126e-02, -3.7266e-02,
                      -1.1763e-01, -2.2526e-02,  3.4847e-02,  5.2565e-02,  7.6984e-02,
                      -1.3041e-01,  3.4995e-02, -7.1060e-02,  2.7000e-02,  3.4363e-02,
                       7.4421e-02,  2.4128e-02, -7.7220e-02, -2.5009e-02,  8.6749e-02,
                       3.0508e-02,  2.3062e-03, -3.9836e-02, -6.0405e-02, -3.0953e-02,
                       7.2254e-02,  2.4101e-02,  5.7227e-04,  5.1734e-02, -7.9273e-03,
                       1.9903e-02, -4.7512e-02, -9.3065e-03, -1.5063e-02,  2.1628e-02,
                       4.1746e-02, -7.5184e-02,  4.3461e-02,  4.4164e-02,  9.9540e-02,
                      -6.9969e-04, -1.3473e-02, -2.1664e-02,  6.8890e-02, -7.7002e-02,
                       8.5420e-02,  1.9436e-02, -8.3720e-03,  1.0283e-01, -1.2377e-02,
                      -1.3158e-01, -2.5962e-04, -2.8541e-02, -2.5567e-02, -5.3968e-02,
                      -4.0011e-02, -3.9274e-02,  1.3097e-02, -3.6133e-02, -5.4864e-02,
                      -4.0632e-02,  7.0886e-02, -4.9632e-01,  3.9628e-02, -3.9412e-02,
                       3.5602e-02, -5.7750e-02,  4.8838e-02,  1.5919e-02, -5.6075e-02,
                       2.2956e-02, -1.4279e-02,  2.9059e-02, -3.8468e-02, -7.0426e-02,
                      -4.1915e-02, -9.3316e-04, -2.4529e-02,  1.5684e-02, -4.6403e-02,
                       3.3860e-02, -2.1632e-03,  4.2937e-02, -2.5746e-02,  7.3933e-02,
                       1.0577e-02, -9.4640e-02,  5.8818e-03, -2.9829e-02, -3.6321e-03,
                      -4.7828e-03, -3.5823e-02, -1.0849e-03, -4.8452e-02,  1.2734e-02,
                       1.2320e-02, -5.7859e-02,  3.9626e-02,  4.5457e-02,  8.3805e-02,
                      -7.6520e-02, -3.2128e-02, -4.3616e-02,  3.3048e-02, -6.3067e-02,
                       1.6592e-02,  1.3718e-02,  2.8671e-02,  8.4791e-02,  1.8724e-02,
                       4.6023e-02, -2.9076e-02, -6.9819e-02, -3.5933e-02, -8.7679e-02,
                      -1.4671e-02, -1.5335e-02,  2.0901e-02,  1.0459e-01, -7.3042e-02,
                      -1.0355e-01,  9.5617e-03,  4.8399e-02,  7.2226e-03, -2.9928e-02,
                       5.7416e-02,  1.2822e-02, -1.0003e-01, -4.6165e-02, -6.0657e-02,
                       6.8191e-02,  6.7473e-02,  8.5810e-02, -1.2501e-02, -5.0895e-02,
                       4.3319e-02, -6.2306e-02,  4.2327e-02,  3.2782e-02, -2.9242e-02,
                      -6.7304e-03,  7.7751e-02, -2.6303e-02,  5.5481e-02,  2.9457e-02,
                      -1.4656e-02,  6.8773e-02, -6.5245e-02, -1.3993e-02,  1.3720e-02,
                       7.7782e-02,  6.8091e-02, -4.0868e-02,  7.2754e-02,  1.1693e-01,
                       4.2100e-03,  8.7532e-02, -3.1424e-02,  4.8176e-02, -5.6146e-02,
                      -3.7987e-02,  2.8189e-02, -6.1235e-03, -8.8079e-02,  3.4772e-02,
                      -4.2653e-02, -1.7304e-02,  1.1904e-02,  1.4983e-02,  3.6255e-02,
                       1.3468e-02, -9.0336e-02,  1.3603e-02,  4.6261e-02, -5.4608e-02,
                      -2.4863e-02, -1.2266e-01, -3.0352e-02, -1.2889e-02, -1.1675e-01,
                      -3.3407e-02, -2.3524e-02,  8.4076e-02,  7.5417e-02, -4.0544e-02,
                      -5.8987e-02,  2.7410e-02, -3.6875e-02, -4.7763e-03, -1.1459e-03,
                      -1.0285e-02,  1.8388e-02, -2.4202e-02,  2.6352e-03,  4.5086e-02,
                      -4.4011e-02,  4.0244e-03,  4.8432e-02, -3.7585e-02, -5.6310e-02,
                       4.2851e-02, -1.9959e-02,  1.2949e-01, -3.6332e-02, -2.0297e-02,
                      -6.4990e-02, -6.3076e-02,  1.5381e-02,  5.8653e-02,  5.1450e-02,
                       6.8664e-02,  1.9225e-02,  2.1892e-02,  2.0162e-02,  2.0132e-02,
                       1.4298e-02,  2.9513e-02, -3.5685e-02,  4.2910e-02, -7.7058e-03,
                      -1.4253e-02,  5.4246e-02,  1.0879e-02, -1.6259e-02, -5.3311e-02,
                       1.3213e-02,  5.6521e-03, -2.8373e-02,  6.5416e-02, -3.0298e-03,
                      -2.3385e-02, -5.1436e-02,  4.9657e-02,  1.5537e-02, -4.6171e-03,
                       2.4957e-02,  3.8865e-02,  7.7758e-02, -1.1643e-01,  3.6990e-02,
                       2.5483e-02, -9.4101e-02, -6.3079e-03, -1.2119e-02,  2.6557e-02,
                       4.0087e-02,  4.2001e-02, -2.4991e-02, -8.3735e-02, -1.6236e-02,
                       9.3121e-03,  7.5275e-02,  1.7550e-02,  6.4617e-02, -6.1487e-03,
                       2.4930e-02, -3.4395e-02, -2.5842e-02,  4.6671e-02,  1.5021e-02,
                       5.0034e-02, -1.5609e-02,  5.3905e-02,  2.7870e-03, -6.5273e-02,
                       6.8529e-02,  7.9437e-02, -2.3684e-02, -1.1427e-03,  6.8185e-03,
                       5.5605e-03,  1.3317e-02, -6.8737e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.weight',
              tensor([[ 0.0218, -0.0217,  0.0900,  ...,  0.0218, -0.0139,  0.0577],
                      [-0.1070,  0.0564,  0.0619,  ...,  0.0143,  0.0238,  0.0024],
                      [ 0.0353,  0.0209, -0.0267,  ...,  0.1320, -0.0840, -0.0879],
                      ...,
                      [ 0.1053, -0.0456,  0.0318,  ...,  0.0039,  0.0498,  0.0970],
                      [-0.0573, -0.0216,  0.0264,  ..., -0.0131,  0.0131,  0.0068],
                      [ 0.0531, -0.0438,  0.1126,  ..., -0.0287, -0.0925,  0.0574]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.bias',
              tensor([ 1.1179e-01,  2.0612e-01,  7.2012e-02, -8.2836e-03,  5.5863e-01,
                       2.0537e-02, -6.3352e-03, -4.5487e-02,  1.7491e-02,  2.3397e-01,
                      -7.8682e-02,  1.4935e-01,  3.3536e-04,  4.9545e-02,  7.5517e-02,
                      -3.4222e-02, -7.3880e-02,  3.1885e-02, -5.6718e-02,  2.8882e-02,
                      -6.3453e-02, -3.2583e-02,  4.5801e-02,  1.1614e-01,  2.0785e-01,
                      -3.2157e-02, -4.7586e-02, -1.6119e-02,  1.4451e-02, -2.3629e-02,
                       1.4081e-01, -1.1648e-01, -1.8173e-03,  5.9215e-02,  3.9697e-02,
                       2.7594e-01, -1.8014e-02,  7.6269e-02, -4.2230e-02,  1.3055e-01,
                       4.7519e-02, -6.4307e-02, -7.4426e-02, -2.0998e-02,  2.2243e-02,
                       3.7506e-02,  6.1506e-02, -1.5849e-02,  1.5879e-01, -1.3234e-01,
                      -1.1085e-01,  1.0254e-01,  5.8249e-02, -2.5516e-02,  1.7839e-02,
                      -4.7461e-02,  1.6210e-01,  8.0996e-02,  6.7426e-02,  9.4955e-02,
                       3.0650e-02, -6.6621e-02, -4.8017e-01,  1.5876e-01,  1.1541e-01,
                      -5.6028e-02,  5.2756e-02, -1.7132e-01, -1.6348e-01,  1.6448e-01,
                       3.4531e-02,  2.9813e-02,  1.5705e-02,  2.4737e-02,  8.6748e-03,
                       6.6420e-02, -4.2938e-02,  1.4162e-02,  2.2689e-03, -3.6797e-02,
                      -6.1305e-02,  9.2366e-02,  1.3272e-01, -2.7919e-02, -9.9172e-02,
                       8.0380e-02, -5.4228e-02,  1.2395e-02,  4.4485e-01, -2.3673e-02,
                       6.8545e-02, -1.8293e-02, -2.4870e-02, -1.4621e-01,  8.3462e-02,
                       4.4752e-02,  1.3180e-01,  1.0179e-01, -1.0518e-01, -4.0840e-02,
                       7.7112e-02,  1.4141e-02, -1.9439e-01, -3.5920e-01, -6.7349e-02,
                       8.6342e-02, -1.2418e-02,  1.6944e-02, -2.2161e-02, -1.9605e-02,
                       9.3820e-02,  6.7582e-01,  1.0912e-01, -6.9734e-03, -1.1281e-01,
                      -2.3416e-02, -3.8112e-02, -1.8315e-01, -1.2280e-01,  2.3748e-02,
                       5.2858e-02,  1.2738e-01, -1.3209e-01, -4.1200e-02,  6.6948e-02,
                      -2.2851e-01,  4.6459e-02,  2.7396e-02, -1.5897e-01, -2.9980e-02,
                      -7.6554e-02, -7.6539e-02, -9.3824e-02,  7.5085e-03, -3.7539e-02,
                       1.2624e-02, -1.1497e-01, -8.6913e-02,  9.8651e-02,  4.0293e-02,
                      -2.4020e-02, -1.4155e-02,  4.8128e-02, -6.3170e-02, -8.2296e-02,
                       7.7015e-02, -9.5355e-02,  1.0580e-01, -1.4170e-01, -5.2647e-03,
                       7.4505e-02,  7.8124e-02, -2.1917e-02, -6.3916e-02,  5.9448e-02,
                      -1.1541e-01, -1.1917e-01, -1.8029e-01, -3.7347e-01, -1.3644e-01,
                       6.5702e-02,  6.9462e-01, -2.9254e-02,  7.2533e-02,  2.5510e-02,
                      -8.9362e-02, -2.1933e-02,  3.8869e-01,  1.1676e-01, -1.7744e-01,
                      -7.5662e-02, -1.3106e-01, -2.6447e-02, -2.2610e-01,  2.3030e-01,
                       1.6159e-01, -1.1150e-01,  5.2076e-04,  7.4985e-02,  1.9576e-02,
                       2.7936e-01, -9.4488e-02, -3.0182e-02,  5.1030e-02,  8.2776e-02,
                      -4.9881e-02,  1.4499e-02, -5.2421e-01, -1.1255e-01,  8.8436e-02,
                       2.0288e-02,  1.1581e-01,  2.6618e-01,  4.2766e-02, -2.0900e-02,
                       8.2244e-02, -1.1243e-01, -2.3960e-02,  9.4268e-02, -8.6513e-02,
                      -1.1084e-01, -2.3493e-02, -7.6449e-02, -2.3692e-02, -1.5428e-01,
                       2.4893e-02, -6.8793e-02, -1.2010e-01,  8.8189e-03,  4.2049e-02,
                      -3.1915e-03,  2.9238e-01,  3.9726e-02, -4.4195e-02, -4.8230e-02,
                       1.3751e-01,  1.4695e-02,  2.0786e-01,  2.5807e-04, -1.2915e-01,
                       1.2751e-01,  5.5683e-02, -3.3559e-02, -1.0535e-01,  8.3520e-02,
                       5.2469e-02,  5.0460e-02,  2.8459e-02,  1.6862e-02, -3.4422e-02,
                       1.2278e-01,  7.7393e-02, -1.8393e-01, -1.5365e-01,  1.7571e-02,
                       7.3836e-02, -6.1258e-02,  1.2561e-01, -2.4728e-02, -2.7929e-02,
                      -2.4031e-02, -3.2348e-03,  4.5357e-02, -1.2726e-02,  5.2120e-02,
                      -6.9554e-02,  1.2372e-02,  5.6593e-01, -9.3807e-02,  1.1254e-01,
                      -5.1963e-02, -2.6701e-02, -9.7235e-02, -4.3634e-02,  6.6561e-02,
                      -4.6930e-02,  2.2628e-02, -1.5810e-02,  5.1014e-01,  5.5563e-02,
                      -4.4845e-02,  9.3053e-02,  1.6936e-01, -2.9936e-02,  9.4835e-02,
                      -1.1273e-02, -5.7560e-02,  7.5717e-02,  8.0737e-02, -4.8134e-02,
                       4.2127e-02, -6.0775e-02, -1.5716e-02,  2.6579e-01, -1.0824e-01,
                       4.6911e-02, -2.7797e-02, -3.7523e-02, -4.4817e-03,  5.3649e-02,
                       7.6023e-02, -1.2549e-01, -4.5804e-02, -9.2508e-02, -4.2060e-02,
                      -6.9294e-03, -5.7379e-02,  9.9781e-02, -1.0325e-01,  2.3548e-02,
                      -1.5172e-01, -4.7354e-02,  9.2478e-03,  1.2806e-02,  1.2340e-01,
                       6.5357e-02,  4.1007e-02,  1.8363e-01,  2.2143e-03,  6.5274e-02,
                      -6.4641e-02,  9.9620e-02,  1.8477e-01,  5.5172e-02, -1.6881e-01,
                      -3.8114e-02, -1.1010e-01,  6.7352e-02,  3.5470e-02,  5.1924e-02,
                      -2.7327e-01,  1.2497e-01,  9.8581e-03, -1.1523e-01, -5.7794e-02,
                       2.2468e-01, -5.3162e-01,  6.7797e-02,  2.2635e-02,  1.4507e-01,
                       4.1919e-02, -3.2634e-02, -6.8837e-02, -3.8337e-02, -7.5493e-02,
                       7.4057e-02,  6.1536e-02,  3.3805e-02, -4.1638e-03,  1.1861e-02,
                       3.8900e-02, -1.2507e-01, -1.2140e-02, -1.6167e-01,  7.3674e-02,
                       1.7094e-03,  4.1576e-02,  6.3122e-02,  3.3721e-02, -2.6667e-02,
                      -1.6689e-02,  4.0795e-02, -9.3477e-02,  7.2454e-02,  2.3009e-02,
                      -2.1527e-02, -3.0415e-02,  3.9616e-02, -9.0151e-04, -2.7279e-02,
                       1.9912e-02, -9.1751e-02,  1.9361e-02,  1.1309e-02, -4.6705e-03,
                      -2.3888e-02,  3.7854e-02, -1.9811e-02,  3.9543e-02,  2.9023e-01,
                       1.1904e-02,  4.3803e-02,  6.0401e-02,  1.6390e-02, -1.3975e-02,
                       2.4675e-02,  9.6456e-04,  4.5514e-02, -1.1817e-01,  3.8108e-03,
                       2.8117e-02,  9.2991e-02, -2.6675e-01,  1.5562e-01,  8.3248e-02,
                       7.6916e-02,  4.1422e-02,  5.7378e-02, -3.7027e-02, -6.3925e-02,
                      -2.9203e-02,  4.4375e-03, -3.7083e-02,  1.8764e-02,  7.8523e-02,
                       1.5927e-02,  8.7300e-02,  2.1288e-02, -3.5251e-02,  1.7931e-02,
                       1.0899e-01,  5.6497e-02,  5.7717e-02, -8.2807e-02,  1.3246e-01,
                       1.3342e-02, -2.7510e-02, -9.5584e-02,  3.0225e-02, -4.5710e-01,
                       4.2413e-03,  4.1891e-02,  2.2652e-02, -1.0289e-01,  8.5471e-02,
                      -7.4334e-02, -8.9869e-02, -3.5710e-03, -2.2365e-03,  6.1473e-02,
                      -7.8463e-02, -1.5566e-02, -8.5401e-02,  6.7078e-03,  4.6893e-02,
                      -6.6846e-03, -5.3685e-03, -9.3375e-02, -4.4391e-02,  5.1153e-04,
                      -2.8386e-02, -1.2479e-01,  2.8911e-02, -1.2589e-01, -7.7300e-02,
                      -2.3997e-02,  6.0784e-02,  2.2425e-02,  6.7788e-02,  3.7782e-02,
                      -8.3327e-02, -2.2774e-02, -3.7479e-01, -1.3579e-02, -3.5869e-02,
                       5.3856e-02, -3.4109e-02,  8.4188e-02,  1.5189e-02,  5.0231e-02,
                      -1.3656e-01, -6.3755e-02, -9.5076e-02, -5.8610e-02,  2.0174e-02,
                       1.4272e-02, -5.5482e-02, -2.5580e-02,  1.3217e-01,  1.7813e-02,
                       3.6106e-02,  6.0400e-02, -5.8836e-02, -5.3090e-02, -4.2443e-02,
                      -1.1259e-01,  6.4605e-02,  2.9078e-02, -3.1125e-02,  3.1953e-02,
                       1.1926e-02,  8.5533e-02,  4.3630e-02, -1.0969e-01,  1.3444e-03,
                       5.7723e-02,  2.9834e-02,  1.3470e-01, -5.9218e-02, -6.4614e-02,
                      -7.9785e-02, -6.7789e-02, -6.4553e-02,  1.0286e-01, -3.9212e-02,
                      -4.6244e-02, -1.2123e-02,  4.4307e-02,  4.5461e-02,  5.3543e-02,
                      -1.1192e-01,  6.6463e-02,  3.4199e-02,  5.0591e-04, -4.7689e-03,
                      -2.1300e-02,  2.6245e-02, -7.0050e-02, -7.0290e-02,  1.2596e-02,
                      -5.7772e-02,  2.7672e-02,  1.2128e-01, -8.8527e-02,  4.0695e-02,
                      -1.9112e-03, -2.8909e-02,  3.9924e-03, -2.2168e-02,  3.7276e-02,
                      -3.7363e-02,  2.4024e-02, -7.4715e-02,  1.0134e-02,  5.0446e-02,
                       1.2272e-01,  3.9428e-02,  5.9132e-02, -2.0318e-03,  1.1904e-01,
                      -1.5315e-01,  4.6411e-02,  9.2149e-02,  1.1443e-01, -4.3196e-01,
                      -1.1644e-01,  2.7555e-01, -2.1235e-01, -2.1901e-01, -8.3246e-02,
                       3.2593e-02, -2.4814e-01,  1.7201e-03, -7.6169e-02,  1.5146e-01,
                      -3.3374e-02,  1.6865e-01, -4.1719e-01, -1.2361e-01, -1.8544e-01,
                       2.4755e-01,  1.6179e-01,  1.8040e-01,  7.4171e-02,  4.3125e-02,
                       1.5375e-01,  4.7706e-02, -2.7236e-01,  2.8956e-02, -1.2042e-01,
                       1.4824e-01,  1.0343e-02,  9.5694e-02,  5.1579e-02, -1.4013e-01,
                       3.1312e-02,  1.4570e-01, -1.8130e-01,  2.8845e-02, -8.4161e-02,
                      -4.8739e-01, -4.9203e-03, -3.2607e-02,  2.3135e-01,  3.8879e-03,
                       2.2724e-01, -1.0446e-01,  4.8781e-02,  1.3451e-03, -1.2893e-01,
                      -2.3526e-01, -3.1271e-01,  1.5426e-01,  7.5869e-02, -1.6073e-01,
                      -1.0687e-02, -1.0839e-01, -9.8764e-02, -2.4824e-01, -8.5149e-02,
                      -7.5142e-02,  6.7742e-01,  1.8902e-01,  2.2078e-01, -2.3762e-01,
                      -7.7569e-02, -2.7714e-01, -5.4254e-02, -1.4982e-01,  1.6546e-01,
                       4.8768e-02, -1.7688e-01,  5.9906e-01,  9.0697e-02, -1.9477e-01,
                      -4.4689e-02, -8.1479e-02, -1.4877e-01, -3.3763e-02,  3.2408e-02,
                       1.1215e-01,  1.4046e-01,  1.3045e-02,  4.4032e-02, -2.6196e-01,
                       2.2572e-01, -1.3292e-02,  7.0525e-03,  1.1690e-01,  1.3032e-01,
                       4.9383e-02, -1.3797e-01,  6.1802e-02,  2.0869e-01,  2.4046e-01,
                      -6.1577e-02, -3.9593e-02,  1.8071e-02,  1.5708e-01,  2.1804e-01,
                       1.9790e-01, -9.2247e-02, -6.0199e-01,  1.0433e-01,  6.1373e-03,
                       1.5975e-01, -1.3174e-01,  6.7491e-01, -4.4149e-02, -1.6958e-01,
                      -2.0410e-02, -6.4506e-02, -3.3280e-02, -1.1794e-02, -4.7186e-02,
                       4.5693e-02,  2.0588e-01, -1.1781e-01, -1.0816e-01,  7.5247e-02,
                      -8.7984e-02, -1.3725e-01, -1.3421e-01, -1.6990e-01, -5.0400e-03,
                       1.0619e-01, -2.5509e-01,  3.7541e-02, -3.4353e-02, -6.7452e-01,
                       2.2238e-02, -3.9773e-01, -1.4770e-01, -1.0307e-01,  8.8830e-02,
                       3.4401e-01, -1.1896e-01, -3.1962e-01, -1.5709e-02, -8.1651e-02,
                      -2.8507e-02,  6.1031e-01, -2.9691e-01, -2.2951e-03, -3.1711e-01,
                      -9.3333e-03, -2.4209e-01, -1.2561e-02, -7.2846e-02, -5.9206e-02,
                       5.1968e-02, -8.1204e-02,  2.5749e-01,  7.5171e-02, -5.7854e-02,
                      -1.1309e-02,  1.4936e-02, -2.0576e-01,  1.2595e-01, -4.6565e-02,
                       5.8412e-02, -3.7890e-02,  1.1500e-01, -8.7289e-02,  1.8630e-02,
                      -5.7196e-02,  2.9147e-02, -3.1235e-03, -1.2132e-01, -4.2552e-02,
                      -5.7704e-02,  5.9396e-02, -2.0756e-02, -3.3019e-02,  2.3340e-01,
                      -1.2194e-01,  6.0319e-02, -9.2253e-02,  8.0732e-02,  2.4447e-02,
                       2.1740e-01,  3.8693e-02, -1.1130e-01,  7.2589e-02, -1.2747e-01,
                       2.2931e-02,  1.0056e-02,  6.1015e-02, -4.6005e-02, -2.3465e-01,
                       1.8345e-01, -5.4166e-02,  3.4826e-02,  1.0386e-01, -9.7102e-02,
                       2.4493e-01, -3.2853e-02,  2.3025e-01, -4.1069e-01, -2.1488e-02,
                       7.6836e-03, -3.4497e-02, -4.5019e-03, -1.8207e-01, -1.2768e-01,
                       9.9523e-02,  1.2064e-01, -1.6989e-01, -1.4131e-01, -1.0468e-01,
                       1.4670e-01,  8.4380e-02, -1.8801e-02, -1.1798e-02,  2.5049e-02,
                      -2.4092e-01,  1.8142e-01,  9.9721e-02, -2.5447e-01, -1.7490e-01,
                      -1.7210e-01, -1.4355e-03,  1.5881e-01, -2.3057e-01,  2.0803e-01,
                      -2.9025e-01, -2.2911e-01,  2.1321e-01, -4.8450e-03, -1.3772e-01,
                       1.6167e-02, -1.0884e-01, -4.3925e-01, -1.3309e-01, -1.5617e-01,
                      -1.0215e-01, -2.1225e-02,  4.2992e-03, -1.3930e-01,  7.3507e-02,
                       2.2233e-01, -4.4470e-02, -8.9618e-02, -1.3262e-01, -1.4958e-01,
                       6.3852e-03, -3.3052e-02,  1.1504e-01, -5.5898e-02, -1.0107e-01,
                      -6.7528e-02,  1.8715e-01, -4.6533e-01,  5.6461e-01,  3.4431e-01,
                      -6.0953e-02,  4.1480e-01, -3.9079e-01], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.weight',
              tensor([[ 9.2815e-03, -3.6555e-02,  5.7118e-02,  ...,  2.7354e-02,
                       -6.2664e-03,  8.7488e-02],
                      [ 1.4268e-02,  1.4977e-03, -1.0401e-02,  ...,  5.0858e-02,
                       -5.6018e-02, -2.6372e-02],
                      [-5.0501e-03, -2.3243e-02, -1.5879e-02,  ...,  8.0924e-02,
                        2.6113e-02,  4.2773e-02],
                      ...,
                      [ 3.7913e-02,  4.9632e-02, -1.5664e-02,  ...,  5.1985e-02,
                        6.9953e-02,  3.0278e-03],
                      [-6.7544e-02, -1.9842e-02,  5.9183e-05,  ...,  8.7537e-02,
                       -1.1636e-02, -3.5510e-02],
                      [-2.3107e-02,  1.8763e-02,  9.0040e-03,  ..., -1.1161e-02,
                        6.6612e-02, -5.7946e-02]], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.bias',
              tensor([ 1.9466e-03,  4.1301e-04,  5.8512e-04,  2.7468e-03, -4.3125e-03,
                      -1.1583e-03, -2.9148e-03, -1.6940e-04,  9.4046e-04,  2.8565e-04,
                       4.7934e-04,  7.7182e-04, -1.7810e-03, -3.6371e-03,  2.0687e-03,
                       2.5174e-04, -7.4562e-04, -5.2565e-04,  2.3401e-03, -1.7284e-03,
                      -4.6467e-04,  4.6156e-03, -4.3697e-03,  4.7631e-03, -2.6697e-03,
                       2.7975e-03, -3.0766e-04,  8.3212e-04,  1.0376e-04, -7.1412e-04,
                       1.0822e-03, -2.9372e-03, -1.5045e-03, -1.2850e-03,  3.0260e-05,
                      -1.1593e-03, -2.4194e-04,  1.7100e-03,  9.2795e-04,  7.5074e-04,
                      -1.6154e-03, -4.9964e-03,  3.5524e-03,  1.3303e-03, -1.3831e-03,
                       2.1020e-03, -2.9807e-03, -2.4811e-03,  2.4240e-03,  1.4367e-04,
                       5.4843e-04, -1.0855e-03, -2.0616e-03, -7.7062e-04, -4.8917e-04,
                       3.8717e-03,  1.5678e-03,  1.2682e-04,  4.7562e-03,  3.2737e-03,
                      -4.3021e-04, -1.2115e-03, -1.6178e-03, -1.7269e-04, -2.2404e-03,
                       7.4687e-03,  1.2799e-03, -7.5788e-04, -5.2574e-03,  6.9273e-04,
                      -1.4120e-03,  1.4116e-03,  1.2913e-03, -2.0688e-03,  2.7350e-03,
                      -4.3445e-03, -9.9049e-04,  1.6813e-04, -3.9557e-04,  1.7265e-03,
                      -2.3731e-03,  2.4444e-05, -5.9208e-04,  4.8442e-03, -2.8188e-03,
                       2.2103e-04,  2.8510e-03, -6.8202e-04,  2.0080e-03,  4.3906e-04,
                      -1.3990e-04,  1.9681e-03,  2.9423e-04,  5.2119e-03,  3.6379e-03,
                      -1.8749e-03,  3.5266e-04,  4.1815e-04, -5.9550e-04, -3.3077e-03,
                      -2.7328e-03, -1.0341e-03, -1.8919e-03, -4.5690e-03,  1.7451e-03,
                       5.3121e-03,  3.1804e-03,  3.1236e-03, -2.4717e-03,  1.2106e-04,
                       2.4672e-03,  1.9162e-03, -1.5673e-03,  2.5393e-03,  1.1752e-03,
                      -1.0402e-03,  1.9399e-03, -1.0464e-03, -1.7235e-03, -1.3799e-03,
                      -2.3718e-03,  1.0414e-03, -5.6531e-04, -4.6496e-03, -9.4455e-04,
                      -4.6226e-03,  2.4988e-03, -4.4298e-03, -8.6093e-04,  5.8217e-04,
                      -9.6193e-04, -4.2845e-04,  1.9436e-03,  3.0119e-03,  6.6726e-03,
                       1.3408e-03, -4.7680e-03, -4.6653e-04, -1.9303e-03, -3.2418e-05,
                      -1.3965e-03, -7.3177e-04, -5.8375e-04, -2.9164e-03, -2.1830e-03,
                       3.2570e-03, -3.7595e-03, -8.8744e-04, -5.5908e-03, -2.6085e-03,
                      -1.8362e-03,  3.4870e-03,  5.4836e-04, -1.4044e-03, -7.7963e-05,
                      -4.5286e-03, -3.5759e-03, -4.4965e-03, -5.2795e-03, -2.3955e-03,
                      -5.5546e-04,  3.7694e-03,  4.0064e-03,  2.2525e-03, -1.3961e-03,
                       2.4190e-04, -3.4104e-04,  5.6208e-03,  1.5422e-03,  3.7534e-03,
                       2.2181e-03, -2.2996e-03,  7.0197e-04, -1.2095e-04,  9.1153e-04,
                       2.3805e-03, -4.9472e-03,  5.6497e-04, -2.4217e-03, -3.3320e-03,
                       3.3590e-03, -2.0082e-03,  2.1510e-04,  2.4903e-03,  7.6881e-03,
                      -4.2665e-03,  2.9363e-04, -4.8663e-03,  1.5281e-03, -1.3880e-03,
                       6.0399e-04,  1.9421e-03, -1.2338e-02,  9.1331e-03,  1.0857e-02,
                      -1.0293e-03, -1.0180e-03,  2.6528e-03,  9.8847e-05,  5.7878e-03,
                       8.9658e-03, -3.5835e-03,  2.1363e-03,  6.6104e-03,  3.1722e-03,
                      -3.8677e-03,  1.0085e-02,  3.7693e-03, -3.2808e-03, -3.6710e-03,
                      -3.0452e-03,  9.7835e-05,  1.4364e-03, -6.8491e-04, -5.4941e-03,
                      -5.9292e-04,  9.5041e-03,  3.3265e-04, -3.0391e-03,  7.5512e-03,
                      -8.4875e-04,  5.1793e-03,  4.4741e-03,  8.4130e-03, -4.0364e-03,
                      -7.0317e-03, -3.1613e-03,  5.0222e-03,  5.8561e-03,  4.6155e-03,
                      -4.8565e-03, -2.5635e-03, -1.8994e-03,  3.7121e-03,  1.2344e-02,
                       4.3395e-03, -3.3992e-03, -1.1587e-02,  4.3461e-03,  1.8256e-04,
                      -5.8507e-03,  4.2309e-04,  4.0562e-03,  1.8961e-03, -3.5781e-03,
                       4.0325e-03,  8.7790e-03,  6.0596e-03,  2.8461e-03, -5.6430e-03,
                       4.4290e-03,  1.5886e-03, -2.0302e-02, -2.7063e-03, -7.5101e-03,
                       4.1121e-03,  1.0586e-03,  1.7401e-03,  9.3069e-03,  1.6366e-04,
                      -6.3876e-03,  2.8339e-03,  9.7855e-04,  5.1488e-05, -2.0420e-04,
                       3.4268e-03, -4.9251e-03,  1.5370e-03,  8.8873e-04, -3.3927e-03,
                       5.2997e-03, -2.4144e-03, -4.7901e-03,  2.9883e-03, -2.6926e-03,
                      -1.0418e-04,  2.8017e-04, -5.0095e-03, -5.3181e-03, -2.9197e-03,
                       2.4513e-03,  6.9441e-04, -2.0623e-03, -5.1792e-03,  1.1667e-03,
                      -4.0684e-03, -2.9523e-03,  1.5567e-03, -4.5968e-03, -2.6086e-03,
                       1.4818e-03,  1.6103e-03, -2.1057e-03,  4.3678e-04, -4.3248e-03,
                       3.0509e-03, -2.5101e-03,  2.1532e-03, -3.2727e-03,  6.9356e-03,
                      -1.2624e-03,  6.1888e-03,  7.7250e-04,  2.8785e-04, -2.9529e-03,
                       2.6915e-03, -6.5243e-03,  3.2282e-04, -2.5078e-03, -3.1360e-03,
                      -6.7282e-03, -7.7580e-04, -4.7302e-03,  3.0768e-03,  1.9561e-03,
                       1.0649e-02, -7.0678e-03,  2.7252e-03, -1.6138e-03,  5.5462e-03,
                      -1.6744e-04, -1.2659e-03, -8.3225e-05,  8.5112e-04, -3.3908e-03,
                       4.2556e-04, -2.6080e-04,  8.0658e-04,  2.3472e-03, -7.3573e-04,
                       4.2041e-03,  2.4658e-03, -1.1446e-03, -1.0718e-03,  1.4071e-04,
                      -1.7771e-03, -3.3208e-03, -5.7339e-04, -2.9076e-04,  1.0950e-03,
                       1.9673e-03,  1.3517e-03,  9.4711e-04,  6.2333e-04, -3.6805e-03,
                      -2.0651e-06,  2.6852e-03,  2.9738e-04, -9.5476e-04, -1.6579e-03,
                      -1.2369e-03, -4.6594e-04,  3.2229e-04,  3.7518e-03, -1.7160e-03,
                       2.4353e-03,  9.8535e-04, -2.4767e-03, -1.8349e-03,  1.0365e-03,
                      -2.6394e-03,  3.5638e-03,  3.6104e-03, -1.5989e-04, -2.7136e-04,
                      -5.0987e-03, -5.1758e-04, -2.4475e-03, -4.2372e-03, -1.0607e-02,
                       2.3849e-03,  2.6988e-05, -6.2553e-03, -1.3158e-03,  9.0325e-04,
                      -4.0331e-03,  1.7835e-04, -9.8690e-04,  1.7467e-03,  5.3493e-05,
                       2.6772e-05,  5.1488e-03, -7.6257e-05,  3.6078e-03, -2.3963e-03,
                      -5.4836e-04, -9.6854e-03,  4.4118e-03, -3.2490e-03,  2.7959e-03,
                      -1.4672e-03,  1.7447e-04,  1.2717e-02, -9.5834e-05,  2.2694e-03,
                       3.6863e-03,  5.2255e-03, -4.7158e-03, -2.6177e-03, -3.5032e-03,
                       5.8969e-03,  2.2241e-03,  6.3134e-03, -5.6005e-03, -3.0661e-03,
                      -2.1041e-03, -4.2941e-03,  8.3703e-03,  6.7348e-04,  2.9270e-03,
                      -9.1740e-03, -4.9281e-03, -3.5256e-03, -4.7459e-03,  2.2487e-03,
                       4.8365e-03,  5.0877e-04, -2.7982e-03,  7.2899e-03, -2.4343e-03,
                       2.0070e-03,  2.3834e-03,  2.3853e-03,  1.6923e-03,  2.3161e-03,
                       5.8772e-03, -7.3808e-04,  7.3331e-03,  2.5398e-03,  4.9378e-03,
                       4.1278e-03,  1.7834e-03, -2.4165e-03,  3.5764e-03,  1.1254e-02,
                       7.9898e-03,  3.6190e-03,  8.7170e-04,  2.9222e-03,  5.7138e-03,
                       1.0211e-02,  4.8992e-03,  8.4640e-04,  6.1000e-03,  5.4067e-04,
                       4.0048e-03,  3.2384e-03, -1.9803e-03,  2.6947e-03,  7.8008e-04,
                      -9.0005e-04, -2.8287e-03,  2.4680e-03, -2.3458e-03, -1.1220e-02,
                       1.4600e-03,  5.4570e-03, -1.9323e-03, -2.9374e-03, -4.0370e-04,
                      -5.5190e-04, -7.9032e-03, -3.4398e-04,  7.3177e-03, -1.3195e-03,
                       1.9797e-03,  1.4323e-03, -1.0364e-02,  1.0661e-02, -2.1047e-03,
                       2.0553e-03, -4.4134e-03,  3.5082e-03, -4.2626e-03,  4.3528e-04,
                      -2.6618e-03,  3.0190e-03,  5.6860e-03, -2.2775e-03, -4.8688e-03,
                      -5.1849e-04, -3.8568e-03,  1.5295e-03,  2.3562e-03,  1.2834e-03,
                      -2.1362e-03, -1.1693e-03, -1.1599e-03,  7.9841e-04,  7.6635e-04,
                       1.6415e-03, -4.6980e-03, -4.2009e-03, -3.3595e-04,  4.4954e-04,
                      -2.2911e-03,  2.7548e-03, -1.3734e-03,  1.4662e-04,  6.7067e-04,
                       5.0755e-03,  2.2783e-03,  6.3864e-03, -4.2356e-03,  4.8240e-03,
                      -6.9192e-04, -3.2012e-03, -2.8023e-03,  7.8282e-04,  3.9130e-04,
                       4.3608e-03,  1.1022e-03, -6.5517e-03,  4.7580e-03, -6.3505e-04,
                       3.9960e-04, -1.3803e-03, -4.3927e-03,  9.1769e-05, -3.1337e-03,
                      -2.5429e-03,  3.6880e-03,  3.9111e-03,  1.4402e-03,  5.5645e-03,
                      -5.7408e-03, -3.4656e-03, -5.3355e-03,  9.0320e-04, -2.3589e-04,
                       4.5911e-03, -4.7623e-03,  6.4354e-03,  3.4101e-03,  6.3472e-04,
                      -4.4511e-04, -1.4596e-03, -7.2704e-03,  3.6396e-03, -5.1898e-04,
                       4.7892e-03, -1.3457e-03,  3.7396e-03,  5.7402e-03, -2.0200e-03,
                       5.3436e-03,  2.3922e-03, -3.7602e-03, -4.4868e-03, -1.8588e-03,
                      -6.6018e-03,  4.4416e-04, -1.5370e-03,  5.2489e-03, -1.8780e-03,
                       5.0538e-03, -2.9718e-03, -3.1149e-03, -1.0065e-02, -3.3763e-03,
                       7.3209e-03,  5.2916e-03, -6.7379e-04,  4.4750e-04, -3.2612e-03,
                       2.3936e-03,  3.4405e-03,  8.5649e-03,  3.5328e-03, -2.5912e-03,
                       6.1901e-04,  1.1097e-02,  2.3240e-05,  1.5408e-03, -6.0069e-03,
                      -6.5178e-04, -2.2748e-03, -5.7032e-03,  1.5565e-03, -3.6632e-03,
                      -4.0461e-03,  7.0605e-04, -6.1858e-03, -1.4987e-03,  2.6810e-03,
                      -2.4870e-04, -4.5932e-03,  3.4089e-03,  1.8151e-03,  6.3935e-05,
                       1.0087e-03, -3.4287e-04, -4.9027e-03, -1.6901e-03, -3.5352e-03,
                      -2.3925e-03,  3.7336e-03, -1.3059e-04, -4.0120e-03, -3.6099e-03,
                      -2.4671e-04, -1.5460e-03,  1.8147e-05,  2.5133e-03,  3.7529e-03,
                       4.9294e-03,  3.7620e-04, -1.7982e-03, -1.3396e-03, -1.2155e-03,
                      -3.4330e-03, -1.7431e-03,  4.9171e-03,  3.7402e-03,  4.0410e-03,
                      -2.3435e-03,  1.6885e-03, -7.2619e-03,  1.1350e-03, -2.9469e-04,
                      -2.1486e-03,  6.7552e-04, -1.4303e-03, -2.7938e-03, -9.1434e-04,
                       1.6565e-03,  4.5826e-03,  2.6835e-03,  2.1059e-04, -1.8970e-03,
                       4.2715e-03,  3.4372e-04,  7.7887e-04,  2.2351e-03, -2.3217e-05,
                      -1.4742e-03,  3.5061e-03, -1.7497e-03, -2.2355e-03,  2.9778e-03,
                      -2.0993e-05,  5.7124e-03, -3.7152e-03, -3.6524e-03,  7.6157e-04,
                      -6.2142e-03, -3.9972e-03,  3.8735e-03, -2.1692e-03,  7.8042e-03,
                      -3.4373e-04,  1.8210e-03, -4.2439e-03,  2.1698e-03,  7.6571e-03,
                       1.6923e-04, -2.5839e-03, -1.1297e-03,  1.2708e-03, -3.3448e-03,
                      -1.4842e-03,  2.2517e-03,  2.6084e-03, -1.6842e-04, -1.7086e-03,
                       6.5299e-04, -5.8774e-03,  4.3828e-03, -5.1533e-03, -1.0608e-03,
                       7.9519e-04, -1.0006e-03,  5.0406e-04,  3.6631e-03, -3.2483e-03,
                      -3.1556e-03,  1.4080e-04, -1.9491e-03, -2.8066e-03,  4.7421e-03,
                      -1.9464e-03,  1.2340e-03,  2.5531e-03, -2.2155e-04, -7.8459e-03,
                       4.2812e-05, -2.8794e-03, -4.0133e-03,  1.7022e-03, -3.3979e-04,
                      -4.9122e-03, -1.9085e-03,  8.2210e-03,  4.2620e-03, -2.8633e-04,
                       2.3162e-03, -2.6772e-03,  4.0891e-03,  2.4036e-04,  2.1447e-03,
                      -5.2297e-03,  1.6934e-03,  4.0013e-03,  1.5552e-03, -1.4995e-03,
                      -9.4000e-04, -3.4783e-04,  1.4513e-03, -2.5499e-03, -1.4228e-03,
                       4.4539e-03,  8.0408e-04,  6.9701e-03,  2.8096e-03,  5.0554e-03,
                      -4.7391e-05,  2.5104e-03,  4.5875e-04, -7.3022e-04,  1.5881e-04,
                      -7.1295e-04,  3.6031e-03,  4.1247e-03, -6.1425e-03,  3.2115e-04,
                      -1.2223e-05,  1.8768e-03,  2.1788e-03, -5.1308e-03, -7.5869e-03,
                      -5.1858e-03,  5.0198e-03,  7.5575e-03, -1.5624e-03,  4.2687e-03,
                       3.3768e-03,  4.7986e-04,  4.5341e-03,  1.1298e-03,  2.4474e-03,
                       4.5962e-03, -8.5156e-04, -8.3923e-04, -2.3225e-03, -3.8209e-03,
                      -9.8584e-04, -4.7164e-03, -5.5240e-03,  1.4657e-03,  4.6261e-03,
                      -6.6392e-03,  5.0232e-03,  4.4702e-04,  2.1465e-03, -1.8273e-03,
                       2.9130e-03, -4.9953e-03, -3.8271e-03,  2.2779e-04, -2.9938e-03,
                      -2.8983e-03, -3.9921e-03, -7.0963e-03,  7.1023e-03,  4.3174e-03,
                      -2.2667e-03,  3.3423e-03, -3.3826e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.weight',
              tensor([[-0.0550, -0.0155, -0.0078,  ...,  0.0179, -0.0086, -0.0079],
                      [-0.0308,  0.0122, -0.0366,  ...,  0.0117,  0.0403,  0.0301],
                      [ 0.0404, -0.0118,  0.0201,  ...,  0.0201,  0.0044,  0.0051],
                      ...,
                      [ 0.0322,  0.0460, -0.0024,  ...,  0.0043,  0.0348, -0.0256],
                      [ 0.0172,  0.0271, -0.0513,  ...,  0.0071,  0.0148,  0.0487],
                      [-0.0132, -0.0237,  0.0098,  ...,  0.0317, -0.1039, -0.0209]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.bias',
              tensor([-7.7553e-02, -3.8606e-02, -4.6557e-02, -3.5322e-01, -1.8636e-02,
                       7.3260e-03, -4.5567e-02,  9.2709e-02,  5.2858e-02, -3.1615e-02,
                      -1.1608e-02, -5.0697e-02,  1.6664e-02, -1.0889e-02, -5.6644e-02,
                       1.4719e-02,  1.9416e-01,  8.1646e-02,  1.0006e-02, -1.5951e-02,
                      -3.5271e-02,  2.1864e-02,  1.0150e-02, -3.4200e-02,  1.6474e-02,
                       2.7684e-03,  4.5183e-02,  1.0354e-01, -7.7807e-04, -7.3659e-02,
                       4.3341e-03,  2.1559e-02, -6.6176e-02, -1.5983e-02,  8.2958e-02,
                      -6.4213e-03, -3.4833e-02, -5.9175e-02, -6.8107e-02, -6.0598e-03,
                       2.5828e-02, -2.7164e-04, -1.0537e-02, -1.1905e-02, -3.0183e-02,
                       5.0649e-02, -2.0568e-02, -5.2422e-02, -8.1612e-02, -9.0129e-04,
                      -5.2615e-02, -1.2436e-02,  4.4596e-04,  5.5485e-03,  1.3319e-01,
                      -6.4500e-03, -1.5774e-01,  2.0520e-02, -1.9038e-04,  9.1226e-02,
                      -5.5016e-02, -1.0806e-02, -6.1766e-02,  4.0752e-02, -2.1581e-02,
                      -8.7766e-03,  4.0370e-02, -2.9244e-02, -6.6549e-02,  1.7244e-01,
                       6.6975e-02,  1.9155e-01, -5.7793e-02,  8.0278e-02,  2.8355e-02,
                      -4.9309e-02,  7.5485e-02,  5.6009e-02,  2.0695e-02,  8.3348e-02,
                      -8.8698e-02, -2.9133e-02, -1.1384e-02, -1.4202e-02,  3.3407e-04,
                      -9.0015e-02,  4.8795e-02,  1.9901e-02, -7.4106e-02,  7.6762e-02,
                       4.4134e-02,  9.7100e-02, -4.2171e-02,  2.3917e-02,  9.9112e-02,
                      -3.0736e-02,  3.8393e-02, -2.0651e-02, -8.4855e-02, -2.6099e-03,
                       5.8795e-02,  1.7006e-03, -1.4574e-02,  2.4136e-01, -1.0121e-02,
                       2.1966e-02, -7.4607e-04, -4.8219e-03,  4.9584e-02,  2.5116e-02,
                      -3.1702e-02, -8.5058e-03, -5.7769e-02, -1.5797e-02,  3.6206e-02,
                      -1.6886e-02,  5.4286e-02,  4.5195e-02,  1.7183e-02, -2.8983e-02,
                      -2.2129e-02, -8.7392e-02,  2.0513e-02,  1.8084e-02,  9.8080e-03,
                       1.6083e-02, -6.3835e-02, -8.2095e-02, -9.2368e-03,  2.2391e-02,
                      -1.3275e-02,  3.8371e-02,  2.6124e-02, -7.5624e-02, -1.4961e-02,
                      -5.1351e-03, -2.1898e-02,  3.8716e-04,  4.0732e-02,  2.8042e-02,
                      -1.9495e-02,  5.1736e-02,  4.7451e-02,  2.1587e-04, -9.1480e-02,
                       3.1358e-02,  3.6445e-02, -6.2006e-02,  1.3567e-01,  3.0177e-02,
                       2.1892e-02, -8.0819e-02,  5.5532e-02,  5.4676e-02, -4.3716e-02,
                      -6.1107e-02, -5.1311e-02, -1.6782e-02,  5.1093e-03,  2.9577e-02,
                       1.5685e-02,  3.3215e-02,  5.6376e-03, -2.5617e-02,  3.8282e-02,
                       2.4502e-02, -1.5160e-02, -5.7613e-02,  1.0443e-02, -1.3551e-02,
                       3.3683e-03, -3.7397e-02, -7.8520e-02,  1.4181e-02,  5.6755e-02,
                      -3.6820e-02,  5.0130e-02, -5.8707e-02,  5.8624e-02, -7.1044e-02,
                       2.0130e-02,  3.9168e-02,  1.8016e-02, -3.0922e-02,  9.4925e-04,
                      -4.0284e-02, -3.2895e-02,  3.5175e-02, -6.4982e-02,  7.0396e-02,
                      -3.0974e-02, -5.3207e-03, -9.1889e-03,  1.4593e-02,  1.9505e-02,
                      -3.8819e-02, -8.3009e-03, -1.3447e-02, -2.7146e-03,  1.4731e-02,
                       8.3717e-03,  1.4240e-02, -1.9205e-03, -5.9465e-02,  2.7896e-02,
                       4.2752e-02, -4.2890e-03, -6.0886e-03,  2.5587e-02, -1.3198e-02,
                       5.8264e-03, -1.9239e-02, -1.3279e-03, -1.8512e-02, -2.4328e-02,
                      -2.0126e-02,  2.2632e-02, -3.5068e-02,  3.0820e-02,  1.9589e-02,
                      -2.0141e-02,  3.5615e-02,  2.4909e-02, -7.6071e-03, -2.4734e-02,
                       2.4349e-02,  2.2463e-02,  1.3089e-02,  1.5264e-02,  2.1164e-03,
                      -1.6581e-02, -1.2090e-02, -3.4544e-02, -2.8389e-02,  2.2690e-03,
                      -1.6139e-02,  7.4601e-03,  2.1183e-02, -2.9318e-02, -4.3997e-03,
                      -2.0591e-02,  1.7984e-03,  3.5519e-02, -1.7945e-02,  1.5323e-02,
                      -2.3389e-02,  2.1012e-02,  1.9681e-02, -8.4237e-03,  2.9991e-02,
                      -1.2759e-03,  2.7861e-03,  4.3463e-02, -4.5757e-02,  1.9571e-02,
                       1.5053e-02, -8.6660e-02, -1.2920e-02, -6.4831e-02, -1.6569e-01,
                      -3.7415e-02,  1.2692e-02,  3.6091e-02,  2.1652e-02, -7.5049e-02,
                       4.0017e-03,  1.8235e-02, -1.7305e-01,  4.7150e-02,  1.3519e-01,
                      -1.0341e-01, -1.3017e-02, -1.8875e-03, -2.0467e-02,  8.9851e-03,
                       2.3929e-02,  1.4179e-02, -4.6903e-02,  2.1194e-02,  1.0542e-01,
                       5.6134e-04,  5.2402e-02,  3.5709e-02,  7.2831e-03,  1.0437e-04,
                       6.0049e-02,  2.1111e-02, -4.2025e-02, -1.0739e-01,  1.9908e-01,
                      -6.3810e-02, -6.5333e-02,  7.7210e-03, -1.1006e-02, -7.5720e-02,
                      -3.9906e-02,  1.4028e-02,  1.3793e-01, -8.3989e-02,  4.6829e-02,
                      -3.5537e-02, -1.7774e-02, -2.8666e-02,  4.0780e-02,  6.4035e-02,
                       2.4286e-02, -5.0579e-02,  2.0880e-02,  1.1622e-01,  1.6526e-02,
                      -1.0280e-02, -6.4088e-02,  4.8705e-03, -2.8458e-02, -5.3767e-04,
                      -2.7689e-02,  9.1733e-02, -7.0406e-02,  1.0329e-01,  6.9823e-02,
                      -4.6304e-03,  5.8824e-03, -2.1026e-02,  1.4085e-03,  8.1938e-04,
                       2.4828e-02, -2.8161e-02, -1.3058e-02, -3.3694e-02,  2.6645e-02,
                      -1.3625e-03,  5.5912e-03,  1.5535e-02, -8.9227e-03,  1.9011e-02,
                      -2.0384e-03,  2.4331e-02, -1.0996e-02, -2.8937e-02,  7.4542e-03,
                      -5.6837e-03, -2.4622e-03, -1.3657e-02, -8.7527e-04,  2.4253e-02,
                       3.0506e-03, -3.8241e-02,  2.7846e-02, -4.4901e-03, -3.6398e-02,
                       1.7798e-02,  2.9591e-02,  4.4111e-03,  5.8143e-04,  2.4105e-02,
                      -7.1687e-03, -1.8687e-03, -2.1066e-02, -6.1587e-03,  1.2725e-02,
                      -4.3936e-02, -2.0804e-02, -8.7320e-03, -1.9497e-02,  6.8525e-03,
                       1.3195e-02,  1.8413e-02, -2.4174e-03, -2.5603e-02,  6.0246e-04,
                      -1.9484e-02,  1.4892e-02, -2.7426e-02,  2.5882e-02,  1.9775e-02,
                      -2.0293e-02, -5.5566e-03, -9.3275e-03, -1.5448e-02, -3.7790e-03,
                       1.6708e-02,  1.9902e-03,  4.1904e-04, -4.3568e-02,  1.5541e-02,
                      -4.5128e-02, -7.3661e-03,  8.4122e-03,  3.6524e-02, -2.4699e-02,
                      -7.0855e-03, -1.6321e-02, -4.8529e-02,  2.4108e-02, -3.9381e-03,
                      -5.1574e-02,  1.0939e-02, -9.9338e-04, -6.4678e-03,  3.0495e-02,
                       2.4970e-02,  5.7128e-02,  2.9441e-02, -4.8574e-02, -7.3797e-03,
                       1.5968e-03,  5.3001e-02, -8.5704e-03,  1.8052e-03,  3.6821e-02,
                      -1.0330e-02,  5.8514e-02, -3.3684e-02,  4.7509e-02, -3.8221e-03,
                       1.2408e-02, -2.0443e-02, -1.2477e-02,  3.2106e-02, -1.5280e-02,
                      -2.1078e-03, -3.0657e-02, -3.1749e-02,  2.9425e-02,  1.8788e-02,
                      -1.4591e-02, -1.2063e-03,  3.8585e-02, -8.2390e-03,  3.6941e-02,
                       2.6314e-02,  5.4415e-02,  2.2183e-02, -2.0218e-02,  2.5957e-02,
                      -3.1581e-02,  2.2952e-03, -7.0075e-03, -1.4603e-02, -2.9559e-03,
                      -3.6769e-02, -2.6813e-02, -1.4269e-02, -1.3044e-02, -3.8278e-02,
                       1.1770e-02,  3.0027e-02, -5.1892e-02,  1.8903e-02, -5.1128e-02,
                      -2.3346e-02, -2.0482e-02,  1.3604e-02, -2.5015e-02, -7.4514e-03,
                      -2.6452e-02,  1.6763e-02,  1.6089e-02,  1.8631e-02, -3.2183e-02,
                      -2.1224e-02, -5.5617e-02,  1.0032e-02, -4.9813e-02, -1.9749e-02,
                       1.1409e-02, -1.0344e-02,  2.0343e-03, -1.4355e-02,  1.3538e-02,
                      -7.8544e-03,  1.1473e-03,  8.4063e-03,  9.8270e-03, -1.6402e-02,
                       2.2076e-02, -8.4499e-03,  4.0629e-03, -1.8248e-02, -6.7924e-03,
                       2.7776e-04,  1.2859e-02, -1.7974e-02, -3.0407e-02, -2.3689e-02,
                      -1.0870e-02,  1.6862e-02, -2.0458e-02, -5.5659e-03, -9.5015e-03,
                       4.3364e-02, -5.3386e-02, -3.0292e-02,  2.2217e-02, -1.1365e-02,
                       1.5523e-03, -3.6509e-02,  1.7822e-02, -1.8277e-02, -1.3065e-02,
                      -2.5935e-03, -4.4943e-02, -3.3110e-02, -3.0712e-02,  9.6265e-03,
                      -3.2951e-03, -6.8488e-03, -1.7994e-02,  4.3849e-03, -8.8615e-03,
                       3.0513e-02, -3.0810e-03,  1.6680e-02, -4.9458e-02, -5.3253e-02,
                       2.9490e-02, -3.4757e-02, -9.6860e-04,  1.2234e-02, -8.9884e-03,
                       1.6783e-02, -2.4676e-02, -1.2325e-02,  1.1548e-02,  1.3653e-02,
                       5.9117e-03, -2.3208e-02,  2.2424e-02,  8.9490e-03,  1.1883e-02,
                       2.1621e-03, -2.1605e-02, -7.1855e-03,  1.9709e-02,  1.6095e-02,
                       8.2863e-03,  3.0143e-02,  2.9858e-02,  2.2522e-02, -6.5156e-04,
                       2.6469e-02, -2.1071e-02, -1.3932e-02, -2.3610e-02, -3.5241e-02,
                      -1.6869e-02, -2.9929e-02,  1.9658e-02,  1.5504e-03, -3.5780e-02,
                      -1.5540e-02, -2.0957e-02,  3.5892e-02,  8.8623e-03, -2.0428e-02,
                      -3.8408e-02, -7.7441e-03, -4.3586e-02,  2.6623e-02, -7.7686e-03,
                      -3.2016e-03,  1.6396e-02, -1.5254e-02,  6.5222e-03, -4.2208e-02,
                       9.3127e-03,  2.3281e-02,  1.9238e-02, -2.3723e-03,  1.6584e-02,
                      -4.0258e-03, -2.3004e-04, -1.5789e-02,  9.3308e-03, -1.0013e-02,
                      -2.7430e-03,  2.7549e-02, -2.2495e-02, -7.3036e-02,  5.9512e-02,
                       4.0141e-02, -6.8589e-04,  5.7274e-02,  1.4498e-01,  1.1313e-03,
                      -9.5012e-02,  6.7836e-02,  4.2963e-02,  2.5466e-02, -6.9750e-02,
                      -3.3550e-02,  6.4647e-03,  5.5824e-02, -1.9778e-03,  8.4569e-02,
                       3.9811e-02,  4.1236e-02,  6.6558e-03,  1.5115e-02, -4.3483e-02,
                      -3.6547e-02, -1.7731e-01,  3.6386e-02,  3.3138e-02, -4.5843e-03,
                       5.7570e-02, -5.5392e-02, -1.4456e-02, -6.2337e-02,  7.3824e-03,
                       1.5172e-03, -1.0863e-02, -3.0176e-02, -6.0731e-02, -2.4050e-02,
                       3.5715e-03, -3.0544e-02,  2.9485e-02,  4.3186e-02,  5.8715e-03,
                      -1.2172e-02,  1.8811e-02,  2.2551e-02, -8.7185e-02, -2.5591e-02,
                       5.5445e-02, -8.0032e-03, -3.2385e-02,  1.0241e-01, -3.1448e-02,
                      -9.2941e-03, -9.9374e-02,  2.6304e-02, -3.0902e-02, -7.7149e-02,
                       1.4980e-02,  1.1922e-02, -8.6806e-02,  9.3227e-04, -3.0013e-02,
                      -1.2646e-03, -5.1762e-02, -6.5625e-03, -1.8150e-02, -3.1174e-02,
                       1.7242e-02,  3.1223e-02,  2.2361e-02, -5.4216e-02, -2.7400e-02,
                      -4.2678e-04, -9.4890e-03,  7.2609e-03, -1.3277e-02,  5.6202e-04,
                      -3.1226e-02,  2.0841e-02,  1.2901e-02, -2.7583e-02,  5.0251e-02,
                       2.4458e-02,  2.2913e-02,  1.5676e-02,  1.8642e-02, -2.5476e-02,
                       9.4519e-03,  6.6351e-02,  8.3872e-03, -1.5056e-02,  3.5465e-02,
                       2.6009e-02, -1.4698e-02, -2.2287e-02,  4.5597e-02,  2.8107e-03,
                      -1.3868e-02, -4.3422e-02,  1.4592e-02, -8.5702e-03,  2.7913e-02,
                       9.4566e-03, -4.5504e-02,  4.8359e-02, -2.2000e-02, -1.2860e-02,
                       2.5971e-02,  6.1209e-02, -3.0315e-02,  4.1493e-02, -2.4509e-03,
                      -1.0941e-02, -1.0911e-02, -1.6033e-02,  3.7923e-02,  3.1527e-02,
                      -4.5138e-03, -1.4032e-02, -3.4513e-02, -1.9114e-02, -9.7631e-04,
                       1.7081e-02, -5.2215e-02,  3.9041e-02,  3.3323e-03,  2.5478e-02,
                      -3.1932e-02,  3.1642e-02, -5.8483e-02,  6.9621e-02,  3.3901e-02,
                       2.9940e-02,  1.3336e-02,  7.9898e-03,  3.5106e-02,  3.0984e-02,
                       9.2834e-02,  9.1700e-03,  6.2315e-02, -3.0617e-03, -3.2309e-02,
                       1.2504e-02, -6.1304e-02,  3.1386e-02, -1.1932e-02,  9.7790e-03,
                      -3.3144e-02, -1.7713e-02,  2.3627e-03,  1.4841e-02,  2.4951e-02,
                       8.1889e-02, -6.6754e-02,  8.2232e-02, -2.3942e-02, -1.2698e-03,
                       1.6461e-01, -1.7614e-02,  1.2419e-02,  9.2784e-03, -2.8071e-02,
                       8.9899e-06, -3.4358e-03, -8.3256e-02,  2.8197e-02,  4.5707e-02,
                      -3.5837e-02,  1.4519e-01,  4.4987e-02, -2.1320e-03, -3.6984e-02,
                       1.2667e-03,  1.2651e-01,  3.2287e-04,  6.8688e-03,  6.7806e-02,
                      -4.8788e-03, -7.1545e-02, -4.3747e-02,  4.1032e-02, -5.2922e-02,
                      -1.1349e-02, -2.4240e-03,  3.7471e-02, -2.0342e-02,  1.4117e-02,
                       6.0619e-02,  3.0036e-02, -3.9239e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.weight',
              tensor([[ 0.0209, -0.0146, -0.0233,  ...,  0.1048, -0.0349,  0.0631],
                      [-0.0657, -0.0206,  0.0059,  ..., -0.0120, -0.0006, -0.0153],
                      [ 0.0095,  0.0124, -0.0245,  ..., -0.0477,  0.0316,  0.0345],
                      ...,
                      [ 0.0078,  0.0057, -0.0065,  ...,  0.0165, -0.0003, -0.0034],
                      [-0.0391, -0.0329, -0.0018,  ..., -0.0458, -0.0094,  0.0288],
                      [ 0.0055,  0.0346, -0.0150,  ...,  0.0143, -0.0589, -0.0287]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.bias',
              tensor([-2.5332e-02, -1.4941e-02,  6.9061e-02,  4.5140e-03,  6.4841e-02,
                       3.1930e-02,  1.0316e-01,  6.0182e-02,  2.0790e-03, -2.8117e-02,
                       3.7139e-02,  9.8194e-03, -1.3068e-02,  5.5335e-02, -5.5262e-02,
                       2.4404e-03,  3.3754e-02,  4.9113e-02,  7.1190e-02, -7.5458e-02,
                       9.9504e-02, -6.0672e-02,  3.3280e-03, -4.1621e-02,  4.8254e-02,
                      -1.3125e-01, -3.4393e-02, -6.2494e-02,  4.6185e-02, -1.6534e-02,
                       5.2445e-02, -3.0354e-02,  2.4277e-02,  2.1546e-02,  3.4046e-03,
                       2.4319e-02, -4.6988e-02, -7.6924e-03, -5.6353e-02, -3.7812e-02,
                       6.1147e-03,  4.4340e-03, -4.0404e-02, -2.0752e-02,  6.8844e-03,
                       5.2805e-02,  4.4377e-02, -5.5005e-02,  5.8922e-04, -5.3324e-02,
                      -5.6591e-02, -7.7762e-02, -9.9460e-02,  4.9949e-02,  1.4985e-02,
                       1.2578e-01,  2.5913e-02,  3.9446e-02, -2.2090e-02, -1.0103e-01,
                       1.9187e-02,  7.7590e-03, -3.5053e-02,  3.1883e-03,  5.9523e-02,
                       1.2880e-04, -6.0160e-03,  5.7677e-02, -3.1386e-02, -2.7404e-03,
                       5.1981e-02,  1.1333e-01,  2.9314e-02, -7.9276e-02,  1.4468e-02,
                      -2.4694e-03, -2.6574e-02, -1.2202e-01, -5.0333e-02,  6.1763e-03,
                       3.9481e-02,  2.6592e-02,  1.5284e-04, -5.1107e-02, -8.1658e-02,
                      -1.2390e-01,  3.5815e-02,  3.8019e-02,  3.2967e-02, -1.5524e-02,
                       9.2113e-02, -1.9106e-02,  4.9930e-03,  3.4552e-02,  3.5842e-02,
                      -4.7424e-03, -5.1563e-03, -5.5227e-05, -2.4382e-03, -4.6009e-02,
                       4.4450e-02,  2.1754e-02,  4.3631e-02,  3.5882e-02,  3.5442e-02,
                       2.9677e-02, -2.0206e-03, -4.9540e-02,  6.5119e-02,  7.3996e-03,
                       2.3883e-02, -1.3875e-03,  1.8740e-02, -7.9096e-02, -1.2767e-01,
                      -8.9022e-02,  3.8811e-02, -6.1370e-02,  3.2247e-02, -7.2871e-03,
                       4.5428e-02,  2.7845e-02, -3.9483e-02, -5.8279e-02, -6.3648e-03,
                      -9.7688e-02, -1.0155e-02,  1.8475e-02,  5.5602e-02, -3.0171e-02,
                       5.8430e-02, -6.2394e-02, -1.1821e-02, -5.8879e-04,  3.6692e-02,
                       5.7986e-02, -1.7740e-01, -5.5742e-02, -1.5840e-01,  6.8942e-05,
                       7.1488e-02,  4.6243e-02, -1.7221e-02,  1.5660e-01, -8.6548e-02,
                      -4.5395e-03,  9.1340e-04,  3.7031e-03,  4.1822e-02,  1.8649e-01,
                      -3.2552e-03, -7.2672e-02, -5.3979e-02, -1.4519e-01, -7.1722e-02,
                       4.1158e-02,  3.7156e-02,  1.8197e-02, -6.5324e-02,  7.6198e-02,
                      -3.7846e-02, -4.9595e-03, -6.3558e-02,  2.4469e-02,  3.3179e-02,
                       4.9288e-02,  2.5313e-02, -1.9462e-02,  5.1633e-03,  1.6426e-02,
                      -1.3297e-02, -7.3514e-02,  7.4342e-02, -5.7136e-03, -1.2796e-01,
                      -7.5318e-03, -4.1988e-02,  5.9469e-02,  1.8766e-02, -2.9185e-02,
                       7.3142e-02, -4.2003e-02, -7.5313e-03,  1.7811e-02,  3.7868e-02,
                      -5.8236e-03, -6.1388e-04,  8.7070e-02,  5.7007e-02, -6.2008e-02,
                      -8.6676e-02, -4.7312e-02, -5.1046e-02, -5.3846e-02, -3.7430e-02,
                       5.3628e-02,  3.8226e-02,  1.7448e-02,  6.4219e-02,  6.0285e-02,
                      -7.2432e-03, -7.6210e-02,  8.8643e-02,  1.5592e-02, -2.4732e-02,
                       2.5794e-02,  4.8485e-02,  4.1873e-02,  1.3841e-02,  3.3062e-02,
                       8.4039e-02,  2.7611e-02, -4.6891e-02,  1.9177e-02,  1.2338e-02,
                      -1.0550e-02, -9.7440e-02, -4.2884e-02,  3.2398e-02,  3.9785e-02,
                      -9.5265e-02,  7.5931e-02, -5.9499e-02,  8.3523e-02,  6.2060e-02,
                      -8.6988e-02,  1.1840e-02,  2.5978e-02, -1.1658e-02,  9.0475e-03,
                      -3.9942e-02,  1.1082e-02, -2.5853e-03,  1.7061e-02, -1.2443e-02,
                       5.5572e-03,  5.4025e-02, -1.5707e-02, -8.0482e-02, -1.6574e-02,
                      -8.3592e-02,  2.1240e-02,  2.1150e-03, -3.6709e-02,  2.5288e-02,
                       1.4339e-02,  4.5447e-03, -3.3720e-03, -6.5175e-02, -6.1695e-03,
                      -8.5282e-03, -3.8287e-03,  2.9091e-02,  1.3898e-02, -5.5519e-02,
                      -9.9010e-02,  5.4448e-02,  2.7841e-02,  6.4290e-02, -2.8435e-02,
                      -3.3974e-02, -1.7768e-02, -1.7762e-02,  1.7169e-02,  9.3232e-03,
                      -8.7907e-02, -6.5284e-02, -3.4348e-02, -3.5391e-02,  1.1149e-02,
                       1.7773e-02,  1.1624e-01, -4.3640e-02, -7.5083e-02, -1.0637e-02,
                      -3.0948e-02,  8.1696e-02,  8.7985e-02, -1.1184e-01,  6.5232e-02,
                       1.7358e-02, -5.2197e-02, -2.5936e-03, -9.4399e-02, -5.5664e-02,
                       4.3652e-02,  4.2923e-02,  8.1228e-02, -1.2704e-02, -8.5796e-02,
                      -1.9673e-02,  2.9256e-02,  5.8447e-03,  7.0374e-03, -7.5155e-04,
                       1.8569e-02,  1.5216e-02, -4.3040e-02,  2.0987e-02,  2.9835e-02,
                      -2.3467e-02,  4.4571e-03,  1.3744e-02, -4.1945e-02, -1.7037e-01,
                       1.2466e-02, -3.4526e-02,  1.2098e-02,  5.4210e-02, -3.8980e-02,
                      -1.6560e-02, -2.0755e-02,  2.2624e-02, -7.6003e-02,  2.7721e-02,
                       6.9364e-02, -1.4012e-02, -3.8309e-02, -7.7651e-03,  4.5238e-04,
                       8.0816e-02,  2.9658e-02, -7.0586e-02, -1.2504e-02,  1.2177e-01,
                       4.0815e-02,  1.4475e-02,  5.9263e-02,  3.6454e-02,  2.4220e-02,
                       2.7467e-02, -1.5941e-02,  9.5456e-03,  3.3281e-02,  5.6673e-03,
                       2.9722e-02, -1.6184e-02, -3.5455e-02,  1.6848e-02,  3.4614e-02,
                       8.9651e-03, -2.6869e-02,  1.5263e-03,  4.4176e-02,  2.9067e-02,
                       2.4701e-02, -1.2391e-02,  3.2499e-02, -5.0251e-02, -2.2280e-02,
                      -1.4420e-02, -4.7439e-02,  7.7376e-02, -1.9978e-02, -1.6490e-02,
                       7.5277e-02,  1.0822e-02, -7.5795e-03, -4.4058e-03,  3.4508e-02,
                       3.3852e-02,  6.1162e-02,  2.1241e-02,  5.2432e-03,  5.2008e-02,
                      -1.3896e-02,  2.7916e-02,  9.5143e-03,  2.2557e-03, -3.8827e-02,
                      -1.2281e-02, -3.4537e-02,  2.1876e-02, -3.4399e-02,  2.5926e-02,
                       3.4239e-02, -4.4567e-02,  2.3085e-02, -4.2581e-02, -8.8830e-02,
                       1.3368e-02, -6.3098e-02, -6.4122e-02, -1.4052e-02,  9.6829e-03,
                       7.1999e-02,  3.8424e-02,  5.3845e-02, -2.5377e-02,  7.5424e-02,
                      -3.7086e-02, -5.5277e-03,  4.7187e-02,  2.3971e-02,  4.0283e-02,
                       1.0915e-02, -1.5188e-02, -6.3707e-03,  8.3052e-02,  2.3138e-02,
                       7.6398e-02, -3.5025e-02, -5.2179e-02,  3.4280e-02, -1.3673e-02,
                      -3.3103e-02,  2.5550e-02,  8.2821e-02, -8.8085e-03, -3.9996e-02,
                       4.0501e-02,  8.4232e-02,  2.0430e-02,  5.6586e-03,  5.8735e-02,
                      -8.5891e-02, -1.0241e-02, -8.6322e-02,  1.1662e-01,  5.2320e-02,
                      -5.3923e-02,  4.2545e-02,  4.2609e-02,  6.4430e-02, -7.7502e-02,
                       3.4675e-02,  7.1943e-02,  1.8327e-03, -8.9054e-02, -6.3674e-02,
                      -2.9517e-05,  2.3280e-02,  4.2066e-02, -4.7955e-02,  7.1412e-02,
                       1.6005e-02, -5.9116e-02, -2.1466e-02,  2.7107e-02, -5.9793e-02,
                      -3.3779e-02,  5.0075e-02,  2.3806e-03, -3.1827e-02, -4.5273e-03,
                       2.9719e-02,  4.0019e-02,  1.0215e-02, -4.9335e-02,  4.0982e-02,
                      -5.8889e-02,  2.8410e-02,  6.4111e-03, -4.2330e-02,  2.9192e-02,
                       4.2726e-02,  3.4199e-04,  7.8768e-02, -1.7850e-02, -1.3070e-01,
                       6.7996e-02, -1.6085e-02, -1.5368e-02, -3.0936e-02,  1.6162e-02,
                      -1.6106e-02, -4.0647e-02, -1.6800e-02, -4.7723e-02, -1.3220e-03,
                      -4.3624e-02, -4.1448e-02, -6.9484e-03, -2.9646e-03,  5.1587e-03,
                      -5.1274e-02,  5.0765e-02, -2.1749e-02, -3.8205e-02,  4.1864e-02,
                      -1.3921e-02, -2.6594e-02,  2.2994e-02, -3.2978e-02,  4.3908e-04,
                       6.9882e-02,  2.3308e-02, -8.9846e-02, -3.7902e-02,  1.4504e-04,
                      -7.5716e-02, -3.1353e-02,  1.0439e-02,  3.6606e-02, -3.5297e-02,
                      -3.2257e-02, -6.8560e-02, -1.1881e-02, -5.5833e-02,  1.6880e-02,
                      -9.8218e-02, -1.7886e-02, -1.7979e-02,  8.8810e-02,  1.8585e-02,
                      -6.6706e-03, -1.3311e-02, -2.8257e-02, -2.2398e-02,  3.8150e-02,
                       1.0543e-02, -1.1248e-02, -1.2170e-02,  2.3277e-02,  7.5835e-02,
                       8.2626e-03,  2.7808e-02,  3.5691e-02, -7.6093e-02,  3.6032e-02,
                       6.2926e-02, -7.1045e-03,  3.9360e-02, -3.8775e-02, -4.0506e-02,
                       2.9883e-02, -4.6413e-02, -1.2122e-03,  2.7142e-02, -1.3102e-02,
                       1.0906e-01, -5.7096e-02, -1.6283e-02, -1.0544e-02,  5.8314e-02,
                      -8.9004e-02,  5.6610e-02, -7.2427e-02,  6.1630e-02, -6.3975e-02,
                       2.7329e-02, -3.1189e-02,  6.0168e-02,  2.6005e-02,  1.6058e-02,
                      -3.5370e-02, -2.3457e-02,  4.3727e-02, -6.4019e-02,  1.6004e-02,
                      -7.7042e-02, -4.0464e-02,  7.8175e-02,  1.9304e-03, -4.6487e-02,
                       1.3252e-02,  9.8305e-03,  8.2479e-01,  3.5630e-02,  3.3952e-02,
                      -5.6769e-03, -3.1319e-02, -9.6676e-03, -9.6062e-04, -6.6137e-02,
                      -8.4513e-02,  4.1319e-02, -1.6931e-02, -7.4043e-02,  3.9499e-02,
                      -4.0813e-02,  6.5667e-02,  4.2803e-03, -5.2728e-02,  3.6252e-03,
                      -1.0415e-02,  8.1258e-03,  3.5720e-02, -7.7075e-02,  5.5168e-03,
                       1.8727e-02, -5.9806e-02,  4.8562e-02,  6.2013e-03,  3.6716e-02,
                       2.6928e-02, -3.1746e-02, -6.4830e-02,  7.9127e-03,  7.9945e-02,
                       9.2709e-04, -6.7908e-02, -1.9528e-02, -6.3704e-03,  6.3732e-02,
                       7.7531e-03,  7.9619e-03,  2.3057e-02,  7.9386e-02, -9.3343e-02,
                       3.7940e-02, -2.0623e-02,  4.7504e-02,  1.2276e-02, -7.7750e-03,
                       5.9387e-02,  2.9691e-02, -7.2981e-02, -3.1982e-02, -7.8860e-02,
                      -1.0380e-01,  2.7457e-02, -7.6018e-02,  3.7684e-03, -4.8668e-02,
                      -1.6493e-02, -5.8539e-02,  1.5467e-02, -2.8981e-02, -1.0316e-02,
                       2.9456e-02,  4.7183e-02, -4.2503e-02, -3.0581e-02, -6.9442e-02,
                       2.3439e-02, -1.1796e-02,  8.6175e-02,  4.2284e-03,  6.1044e-03,
                      -2.1802e-02,  3.3098e-03, -1.1592e-02,  4.9417e-02,  1.5339e-02,
                      -1.5181e-01,  2.8190e-02, -8.3001e-02,  3.1233e-02,  6.4262e-02,
                       4.8421e-02, -3.3364e-02, -5.3815e-02, -1.0316e-01,  3.6533e-02,
                       1.3259e-02,  5.0468e-03, -6.8455e-03,  3.1885e-03,  4.4450e-02,
                       1.5661e-02,  6.6990e-02,  9.0994e-02,  2.8994e-02,  4.8528e-02,
                       2.8086e-02, -3.8998e-03, -1.9095e-03, -6.4304e-02,  3.3195e-02,
                      -5.0522e-02, -8.5495e-02,  8.7089e-03,  3.7072e-02,  7.8198e-02,
                       2.6834e-02,  2.7239e-02,  1.0666e-01,  5.1963e-02,  1.9429e-02,
                      -3.7120e-02,  4.4979e-03, -1.8119e-02,  1.1540e-02, -8.2778e-02,
                       7.0158e-03, -2.3272e-02,  2.3454e-02,  1.9198e-03, -5.1142e-02,
                      -2.5081e-02, -1.0137e-01, -5.3552e-02, -1.7018e-03,  6.2832e-03,
                       4.0874e-02,  3.1136e-02, -4.1913e-02,  3.9199e-02,  1.3678e-02,
                      -2.8885e-02,  4.5124e-02, -2.0268e-02, -2.5332e-02,  2.0097e-02,
                       6.0882e-02, -1.1421e-02,  5.7816e-03, -9.1774e-02,  3.2600e-02,
                      -4.6562e-02, -8.9337e-02, -3.8240e-02,  6.5336e-02, -2.3627e-02,
                       5.0018e-02, -1.9479e-02,  1.7626e-02, -1.6165e-02,  4.4866e-02,
                       4.6074e-02, -1.5025e-02,  2.3106e-02,  9.1527e-02, -3.5536e-02,
                       4.2051e-02,  7.4886e-02,  7.8511e-02, -1.2884e-02, -1.0182e-03,
                       5.8949e-02, -1.8639e-02,  8.9555e-04,  4.4191e-02,  2.8707e-02,
                      -8.0632e-02,  1.2500e-02, -1.4826e-02, -2.2279e-02, -1.9684e-03,
                      -4.9769e-02,  4.0540e-03,  5.1232e-02, -1.5945e-01,  7.0974e-02,
                       1.1696e-02, -2.7106e-02,  7.8112e-02, -9.5213e-02, -1.4124e-02,
                      -3.0094e-02, -1.0911e-02, -7.1660e-02, -2.0167e-02, -1.8492e-02,
                       1.1221e-02,  5.4425e-02,  5.0698e-03,  7.4305e-02,  2.5949e-02,
                       9.2557e-02, -2.4715e-02, -1.4653e-02,  6.1858e-02, -2.7678e-02,
                       1.0130e-01,  4.0203e-02,  2.3076e-02,  4.7274e-02, -5.0289e-02,
                       1.2876e-01,  5.0881e-03,  1.6448e-02,  2.1719e-03, -8.6352e-03,
                       2.4422e-02, -5.8794e-02, -3.2032e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.weight',
              tensor([0.8399, 0.8838, 0.8362, 0.7912, 0.8419, 0.8145, 0.7679, 0.7710, 0.8702,
                      0.7642, 0.9203, 0.8979, 0.9472, 0.8946, 0.8910, 0.7287, 0.8283, 0.8170,
                      0.8443, 0.8952, 0.7923, 0.9161, 0.8063, 0.8104, 0.8235, 0.8586, 0.8952,
                      0.9589, 0.8595, 0.8901, 0.8501, 0.7525, 0.9145, 0.7592, 0.8222, 0.8267,
                      0.7568, 0.9000, 0.7676, 0.8785, 0.9195, 0.8672, 0.9083, 0.8962, 0.9130,
                      0.9021, 0.8646, 0.9177, 0.9371, 0.8333, 0.9319, 0.8081, 0.8243, 0.8827,
                      0.7521, 0.7466, 0.8350, 0.8526, 0.8085, 0.8128, 0.8496, 0.9357, 0.9169,
                      0.8993, 0.7777, 0.9371, 0.8654, 0.8192, 0.7103, 0.8085, 0.8711, 0.8586,
                      0.8538, 0.8087, 0.9018, 0.9221, 0.8317, 0.8655, 0.9305, 0.8790, 0.8608,
                      0.8222, 0.8624, 0.8714, 0.7002, 0.8544, 0.8236, 0.8666, 0.9114, 0.8304,
                      0.8539, 0.8249, 0.8786, 0.8845, 0.8104, 0.8405, 0.7346, 0.8611, 0.9087,
                      0.8795, 0.7853, 0.9351, 0.7633, 0.9549, 0.7361, 0.9237, 0.9262, 0.8047,
                      0.9073, 0.9070, 0.7930, 0.8453, 0.9369, 0.6921, 0.8358, 0.9404, 0.8637,
                      0.8498, 0.9001, 0.9331, 0.8714, 0.8867, 0.8844, 0.7559, 0.7530, 0.8002,
                      0.8746, 0.7944, 0.8603, 0.8184, 0.8862, 0.7720, 0.8580, 0.8841, 0.8888,
                      0.8628, 0.9513, 0.8834, 1.0121, 0.9017, 0.7669, 0.9181, 0.8379, 0.9588,
                      0.8338, 0.8527, 0.8770, 0.8985, 0.8718, 0.9403, 0.9117, 0.8682, 0.8947,
                      0.8737, 0.8795, 0.8150, 0.9133, 0.8868, 0.8459, 0.8802, 1.0432, 0.9173,
                      0.7789, 0.8884, 0.8343, 0.8865, 0.8840, 0.7180, 0.8402, 0.8672, 0.8964,
                      0.7094, 0.7473, 0.8424, 0.8259, 0.8935, 0.9462, 0.8357, 0.9301, 0.8469,
                      0.7940, 0.8462, 0.8027, 0.9237, 0.8715, 0.8802, 0.8150, 0.8940, 0.8494,
                      0.8761, 0.8279, 0.6949, 0.8404, 0.8473, 0.8409, 0.9039, 0.8960, 0.7821,
                      0.8366, 0.9240, 0.9194, 0.7982, 0.9022, 0.8399, 0.7742, 0.8404, 0.8961,
                      0.9766, 0.8771, 0.7975, 0.8656, 0.9241, 0.8032, 0.8989, 0.8382, 0.9075,
                      0.8389, 0.7814, 0.8504, 0.8157, 0.9086, 0.8587, 0.9328, 0.9165, 0.8769,
                      0.8866, 0.9099, 0.8830, 0.8534, 0.6569, 0.8153, 0.9021, 0.8169, 0.8328,
                      0.8185, 0.8604, 0.7016, 0.9277, 0.8795, 0.9187, 0.8344, 0.7794, 0.8270,
                      0.8224, 0.8988, 0.8016, 0.9151, 0.7915, 0.9345, 0.9521, 0.8689, 0.8699,
                      1.0076, 0.9483, 0.9563, 0.9016, 0.9166, 0.7436, 0.8835, 0.8872, 0.7107,
                      0.8566, 0.8757, 0.8090, 0.8658, 0.8354, 0.8746, 0.9351, 0.7741, 0.8919,
                      0.8895, 0.8869, 0.9687, 0.8356, 0.9482, 0.8845, 0.8738, 0.8608, 0.8204,
                      0.9340, 0.9693, 0.9165, 0.7777, 3.2075, 0.8932, 0.9395, 0.7667, 0.9316,
                      0.8679, 0.7840, 0.7762, 0.8308, 0.7495, 0.8503, 0.8675, 0.8486, 0.8739,
                      0.7142, 0.9280, 0.8539, 0.9045, 0.8462, 0.8030, 0.8436, 1.5251, 0.9091,
                      0.7924, 0.8985, 0.9041, 0.8980, 0.7940, 0.8460, 0.8386, 0.7851, 0.8184,
                      0.9132, 0.8036, 0.8082, 0.9415, 0.7723, 0.8396, 0.8982, 0.8486, 0.9440,
                      0.8057, 0.8361, 0.8745, 0.8139, 0.9445, 0.8397, 0.9516, 0.8253, 0.9012,
                      0.8923, 0.9379, 0.9075, 0.8605, 0.9327, 0.9558, 0.7733, 0.7255, 0.9151,
                      0.7763, 0.9342, 0.8549, 0.9262, 0.8839, 0.8428, 0.8644, 0.8002, 0.8768,
                      0.8584, 0.8305, 0.8445, 0.9317, 0.8747, 0.8195, 0.8352, 0.8668, 0.7733,
                      0.8378, 0.8901, 0.8455, 0.9150, 0.8502, 0.8804, 0.8972, 1.0057, 0.8998,
                      0.8441, 0.8419, 0.8897, 0.8805, 0.8546, 0.8455, 0.8364, 0.8032, 0.8956,
                      0.8748, 0.6771, 0.8329, 0.8465, 0.9025, 0.9011, 0.7971, 0.8049, 0.7619,
                      0.9025, 0.8759, 0.8104, 0.9379, 0.8189, 0.8849, 0.8867, 0.8612, 0.8907,
                      0.7744, 0.9378, 0.8474, 0.7987, 0.7269, 0.8012, 0.7625, 0.8277, 0.8875,
                      0.8825, 0.8225, 0.8764, 0.9152, 0.9700, 0.8188, 0.8073, 0.9065, 0.9358,
                      0.9116, 0.8164, 0.7722, 0.9531, 0.8544, 0.8890, 0.8660, 0.9586, 0.9080,
                      0.7765, 0.8286, 0.8884, 0.8594, 0.7003, 0.8652, 0.9264, 0.8643, 0.9115,
                      0.7934, 0.9409, 0.7309, 0.9331, 0.8455, 0.8385, 0.8502, 0.8781, 0.9188,
                      0.7705, 0.8369, 0.8355, 0.8289, 0.7933, 0.8772, 0.9146, 0.8956, 0.8339,
                      0.8975, 0.7331, 0.8570, 0.9066, 0.8375, 1.0251, 0.8022, 0.7567, 0.8445,
                      0.8530, 0.8198, 0.8695, 0.7851, 0.8921, 0.7358, 0.7921, 0.8315, 0.7936,
                      0.8764, 0.8533, 0.9486, 0.8555, 0.9602, 0.8260, 0.9168, 0.8874, 0.7259,
                      0.9145, 0.7820, 1.0062, 0.8192, 0.8364, 0.9160, 0.9262, 0.8648, 0.8108,
                      0.9612, 0.7323, 0.9705, 0.8032, 0.8149, 0.9082, 0.8649, 0.8055, 0.9084,
                      0.7995, 0.8115, 0.9286, 0.8134, 0.8842, 0.8931, 0.9001, 0.8083, 0.8806,
                      0.8729, 1.0121, 0.9534, 0.8271, 0.8737, 0.8814, 0.8745, 0.8929, 0.8330,
                      0.8755, 0.9136, 0.7781, 0.8948, 0.8322, 0.7408, 0.8970, 0.9044, 0.7371,
                      0.8696, 0.9353, 0.8844, 0.9621, 0.9567, 0.9617, 0.9172, 0.8978, 0.8842,
                      0.8854, 0.8822, 0.8313, 0.8417, 0.8416, 0.7870, 0.8992, 0.8425, 0.8407,
                      0.9361, 0.9001, 0.7652, 0.7570, 0.8159, 0.9839, 0.8112, 0.8194, 0.8797,
                      0.9036, 0.8374, 0.8289, 0.9470, 0.8661, 0.7851, 0.8665, 0.7905, 1.3521,
                      0.8497, 0.8534, 0.9147, 0.9250, 0.7328, 0.8873, 0.9022, 0.8996, 0.8541,
                      0.8814, 0.7831, 0.9413, 0.7812, 0.8583, 0.8226, 0.8706, 0.8902, 0.9186,
                      0.8079, 0.8306, 0.8682, 0.8895, 0.8856, 0.9544, 0.8999, 0.8365, 0.9003,
                      0.8931, 0.7997, 0.8606, 0.8162, 0.7719, 0.9076, 0.7468, 0.8313, 0.8000,
                      0.8332, 0.9873, 0.8285, 0.8284, 0.9006, 0.8624, 0.9067, 0.8226, 0.7822,
                      0.8702, 0.9278, 0.8757, 0.8443, 0.7316, 0.9290, 0.9193, 0.8693, 0.7673,
                      0.8219, 0.8278, 1.0049, 0.9304, 0.9238, 0.9644, 0.8860, 0.8984, 0.8527,
                      0.7628, 0.8589, 0.9441, 0.8352, 0.9497, 0.9063, 0.8411, 0.8323, 0.8202,
                      0.9046, 0.8738, 0.8036, 0.8693, 0.8394, 0.8667, 0.8855, 0.8925, 0.8889,
                      0.8535, 0.9523, 0.8081, 0.9056, 0.8571, 0.8585, 0.8165, 0.7514, 0.8992,
                      0.9317, 0.8023, 0.7962, 0.9234, 0.7882, 0.7970, 0.8169, 0.8241, 0.9236,
                      0.8256, 0.8990, 0.8961, 0.8804, 0.8716, 0.8502, 0.8085, 0.8213, 0.8581,
                      0.9495, 0.7158, 0.7378, 0.8626, 0.9814, 0.7778, 0.8432, 0.9971, 0.9007,
                      0.8484, 0.8657, 0.8957, 0.9261, 0.8848, 0.9251, 0.8138, 0.8704, 0.9449,
                      0.8899, 0.8334, 0.8004, 0.9165, 0.8470, 0.9176, 0.9196, 0.7259, 0.8707,
                      0.8778, 0.9331, 0.8964, 0.8699, 1.0285, 0.8299, 0.9497, 0.8079, 0.7970,
                      0.7792, 0.8173, 0.8959, 0.9521, 0.8566, 0.9233, 0.8389, 0.9057, 0.8224,
                      0.8943, 0.8881, 0.8212, 0.9621, 0.8524, 0.8031, 0.7804, 0.8667, 0.9132,
                      0.8758, 0.8621, 0.9121, 0.8118, 0.9353, 0.6680, 0.9517, 0.7974, 0.8707,
                      0.8649, 0.8154, 0.8150, 0.9401, 1.0237, 0.8430, 0.9307, 0.8997, 0.7992,
                      0.8606, 0.9136, 0.9317, 0.8552, 0.7407, 0.8812, 0.8279, 0.7696, 0.8469,
                      0.8539, 0.8291, 0.7384, 0.8064, 0.8447, 0.8746, 0.8224, 0.9015, 0.8219,
                      0.7927, 0.8475, 0.8821, 0.8330, 0.8004, 0.8925, 0.9233, 0.8499, 0.9370,
                      0.8710, 0.9227, 0.8716], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.bias',
              tensor([ 4.0672e-02, -1.9271e-01, -1.0617e-01,  1.0977e-01, -9.1056e-02,
                       1.6897e-02, -2.6793e-01,  1.0717e-01, -5.1847e-03, -1.3788e-01,
                       7.9228e-02, -9.0451e-02, -4.6835e-02, -2.1167e-01,  8.9864e-02,
                       1.7214e-01,  5.5643e-02, -1.6768e-01, -2.2318e-01, -6.6834e-02,
                      -8.7013e-02,  8.1881e-02,  6.7414e-03,  1.0167e-01, -9.0105e-02,
                       6.5306e-02,  9.3000e-02,  3.0755e-01,  1.3319e-01,  7.1167e-02,
                      -2.8200e-02, -1.5332e-01, -1.3872e-01, -2.3039e-01,  1.6227e-01,
                      -1.2343e-01, -1.0366e-01,  6.2555e-02,  1.1484e-01,  2.2672e-01,
                      -1.0598e-01, -1.8014e-01,  3.8533e-02, -4.7938e-02,  9.2497e-02,
                      -1.0033e-01,  4.5804e-02,  1.4769e-01,  5.6245e-02,  1.6295e-01,
                       1.0981e-01,  1.1971e-01,  2.1497e-01, -2.5590e-01,  3.2624e-02,
                      -5.4758e-02, -1.2362e-01, -1.9542e-02, -1.5318e-03,  5.0028e-02,
                      -9.5528e-02, -7.4767e-02,  1.0770e-01, -1.9965e-01, -1.7817e-01,
                       1.3647e-01,  3.9810e-02, -3.6140e-02,  9.4328e-02, -1.9214e-01,
                      -1.5747e-01, -1.1704e-01, -2.7869e-02,  4.3417e-03, -4.2762e-02,
                       1.5435e-01,  2.3062e-02, -1.0339e-02,  3.0580e-02, -1.5506e-02,
                       8.3331e-02, -6.7380e-02, -1.0862e-02,  2.0947e-01, -2.3367e-02,
                       8.0352e-02, -1.1724e-01, -2.6345e-03,  6.6293e-02,  8.0980e-02,
                      -2.2198e-01, -8.5839e-02, -7.1141e-02,  2.1919e-02, -1.1934e-01,
                       1.0718e-01,  1.1568e-02,  3.7790e-02,  5.0123e-02,  5.1964e-02,
                      -3.9145e-02, -5.6710e-02, -5.8288e-02, -1.0338e-02, -9.7871e-02,
                      -1.6429e-01,  1.3271e-01,  4.2742e-02, -1.3268e-01, -9.8825e-02,
                      -4.1763e-02, -7.4066e-02, -6.7032e-02,  2.8914e-02,  3.0046e-01,
                       1.9155e-01, -1.4735e-01,  1.3626e-01, -8.6327e-02, -7.2569e-02,
                      -3.0544e-02, -2.4070e-03,  2.3101e-02,  7.5381e-02, -1.8530e-01,
                       4.8012e-02,  1.4940e-01, -3.0266e-02, -5.5511e-02, -5.7193e-02,
                      -1.6218e-01,  8.6296e-02, -3.6278e-02,  4.9683e-02, -1.4498e-01,
                       5.0626e-02,  3.4132e-01,  1.5002e-01, -2.6578e-01,  3.7363e-02,
                      -1.7988e-01, -1.3123e-01,  3.1694e-02, -1.3860e+00, -6.7335e-02,
                      -7.9988e-02,  6.0297e-02,  9.1593e-02, -1.7183e-01, -3.1165e-01,
                      -1.6027e-01, -1.0014e-01, -5.5174e-02,  1.7052e-01,  1.2067e-01,
                      -2.1177e-01, -1.1198e-01, -2.5545e-01,  9.4769e-02, -1.9127e-01,
                       2.0671e-01,  7.3685e-02,  1.3689e-01, -3.8215e-02,  3.8685e-02,
                      -2.0883e-01,  1.6223e-01, -6.5595e-02, -1.3928e-01,  4.9151e-02,
                       9.0279e-03,  1.2484e-01, -5.8163e-02,  7.3168e-02,  1.7015e-01,
                       1.0611e-01,  1.5561e-01, -8.4247e-02, -8.0939e-02,  6.8471e-02,
                      -2.0532e-01, -9.0578e-02, -2.8785e-02, -7.0812e-02, -2.2911e-02,
                       8.0842e-03, -7.0894e-02, -1.5465e-01, -6.4749e-02, -5.8511e-02,
                       1.3898e-01, -2.2361e-02,  7.1561e-02,  8.6583e-02, -9.6276e-02,
                      -2.1692e-01, -6.2060e-02,  2.8945e-02, -9.0841e-02, -1.4007e-01,
                       4.2229e-02,  1.5780e-01, -7.4432e-02,  5.9215e-02,  6.8658e-02,
                      -5.9333e-02,  9.1920e-02, -1.9081e-01, -7.1948e-02, -6.0579e-02,
                      -3.9388e-02, -1.2553e-01,  3.8254e-02, -2.2878e-01,  6.7524e-02,
                       1.3591e-02,  2.5669e-01, -2.1122e-04, -4.7263e-02,  2.0673e-02,
                       5.1121e-02,  1.2295e-02,  1.9265e-01, -1.4599e-01, -1.8523e-01,
                       1.9447e-01, -3.9418e-02, -5.7753e-02,  1.6596e-01,  1.1648e-01,
                      -2.0372e-02,  1.3004e-01, -2.9426e-02, -1.0909e-01, -3.9057e-02,
                      -3.3672e-02, -8.7529e-02, -1.8934e-01,  9.2115e-02, -1.8412e-02,
                      -9.4123e-02, -5.5761e-02,  1.9337e-01,  1.4373e-01, -1.6248e-01,
                      -9.3998e-02,  1.7336e-02, -5.3205e-02,  4.7102e-02,  1.9994e-01,
                       6.3211e-02, -4.0668e-02,  1.0395e-01,  1.3162e-01,  9.5423e-02,
                       1.0495e-01, -1.6748e-01, -1.6130e-02, -1.2306e-01,  7.2038e-02,
                       1.0658e-01, -1.5464e-01,  5.7436e-02, -8.8057e-02,  3.3326e-02,
                       4.1332e-02,  9.9763e-02,  1.1804e-01, -1.9264e-02, -1.9057e-01,
                      -1.3854e-01, -1.8574e-01,  1.8811e-01,  4.7939e-02,  6.4063e-02,
                       2.5021e-02, -2.3190e-01, -1.5135e-02,  9.2102e-02, -2.1194e-01,
                      -6.1753e-02,  2.1932e-02, -1.1867e-01,  1.4207e+00,  2.6957e-02,
                      -1.4135e-01, -1.0080e-02, -2.1410e-01,  1.3438e-01,  1.1028e-01,
                       4.1028e-02,  1.2678e-01,  7.2652e-02, -1.1626e-01, -3.5914e-02,
                      -1.6035e-01, -1.5705e-01, -1.8079e-02, -1.5547e-01, -3.0071e-02,
                      -7.4295e-02, -1.5914e-01,  4.4537e-02,  1.0151e-01, -6.3928e-01,
                      -4.0324e-02, -5.3447e-02,  4.0343e-02, -1.8289e-01,  1.1838e-01,
                       1.0037e-01,  1.7746e-01, -2.4681e-02,  1.4786e-01, -4.2735e-02,
                      -9.6497e-02, -1.0869e-03, -2.6464e-02, -4.2869e-02, -3.7766e-02,
                      -2.2299e-01,  5.8197e-02,  1.3024e-01, -3.7920e-02, -1.0473e-01,
                      -1.3359e-01,  5.1642e-02,  2.9081e-02, -1.6340e-02,  8.6068e-02,
                      -1.6382e-01,  1.2759e-02, -4.4079e-02,  3.2833e-02, -5.2051e-02,
                      -5.6089e-02,  8.2005e-03,  1.2120e-01, -2.2582e-01, -1.2025e-02,
                       9.1919e-02,  6.8841e-02, -7.1936e-03, -1.5003e-01,  7.8625e-02,
                       2.5609e-02, -4.1036e-02, -1.3313e-01,  1.0279e-01,  3.2433e-03,
                       2.1023e-02, -1.5083e-01, -2.0566e-01,  3.1750e-02,  9.7040e-02,
                      -1.9179e-01, -6.6701e-02,  4.5928e-02,  6.4167e-02, -1.3580e-01,
                      -2.4950e-02, -1.5054e-01,  3.4577e-02,  9.0471e-03, -1.5033e-01,
                       1.3782e-01, -3.7006e-02,  1.4496e-01, -1.6846e-01, -5.2794e-03,
                      -1.5665e-01, -6.2412e-02, -8.4792e-02,  8.0673e-02, -1.6136e-01,
                       1.1291e-02, -1.0927e-01, -1.9660e-01,  4.5637e-02,  1.2535e-02,
                      -1.3763e-01,  7.8726e-02,  5.1726e-02,  6.3365e-02, -4.3187e-02,
                      -2.0410e-01,  6.3047e-02, -3.0274e-02,  4.2081e-02, -7.4098e-02,
                       1.5184e-02,  1.3669e-01, -6.0784e-02, -9.7116e-02,  3.0864e-02,
                      -2.0409e-01,  5.6028e-02, -1.0272e-01, -1.8604e-01, -7.7090e-03,
                      -2.9562e-02,  4.8631e-02, -4.8540e-02, -7.2593e-02, -2.2917e-01,
                       1.2064e-01, -6.7004e-02, -1.5103e-01, -4.7849e-02, -9.5274e-02,
                      -6.7370e-02, -1.2159e-01,  2.5504e-02,  3.2821e-03, -2.0404e-02,
                      -4.2736e-02,  1.2440e-01,  2.2545e-01, -2.5559e-01, -1.4408e-01,
                      -1.6422e-01, -1.1023e-01, -6.1840e-02,  1.8255e-01,  1.5031e-01,
                      -9.7059e-02, -1.4448e-01, -2.5981e-02,  1.3413e-01,  9.0373e-02,
                      -3.7465e-02,  3.0133e-03, -5.4547e-02,  1.6763e-01, -8.5983e-02,
                       3.6451e-02,  1.3712e-01,  3.9546e-03,  1.7561e-02,  2.8043e-02,
                       2.4354e-02, -1.5217e-01, -1.4538e-01, -1.8806e-01, -5.0547e-02,
                      -1.3643e-01, -5.8079e-02, -2.9930e-02,  7.9408e-02, -9.7736e-02,
                       8.5687e-02,  1.1118e-01,  1.1149e-01,  3.4106e-03, -7.2739e-02,
                      -3.4324e-01,  1.4574e-01, -1.6871e-01, -9.5908e-02, -1.9675e-02,
                      -1.9153e-01, -3.3335e-02, -7.0859e-02,  8.5136e-02,  7.9390e-03,
                       1.0568e-01,  3.9874e-02, -1.7151e-02,  2.5723e-02,  4.6770e-02,
                       1.4611e-01,  1.3202e-01, -3.3591e-02,  8.8260e-02,  2.9423e-02,
                       5.2102e-02, -1.0654e-01, -1.9780e-02,  4.5559e-02, -6.9854e-02,
                       1.7562e-01, -4.9610e-02, -1.5353e-01,  1.0168e-01,  8.2512e-02,
                      -9.5102e-02, -6.7710e-02,  1.2479e-01, -9.8430e-02, -7.2333e-02,
                      -1.5629e-02,  3.0023e-02, -1.7211e-01, -7.5823e-02,  1.5977e-01,
                       7.2148e-02, -3.7313e-02, -1.9248e-02,  2.4491e-02,  1.2408e-01,
                       2.0125e-01, -2.7004e-02,  8.8354e-02, -2.6626e-01, -1.3802e-01,
                       1.6210e-01,  2.6268e-02,  5.1724e-02, -2.8212e-03, -1.2719e-01,
                      -2.0512e-01,  1.2653e-03, -1.4087e-02, -5.0821e-02, -1.5506e-01,
                      -1.1577e-01, -7.4205e-02,  5.1172e-02,  1.2541e-01,  4.3679e-02,
                      -1.0922e-01, -1.1277e-02, -4.9309e-02,  9.1533e-03, -5.2519e-03,
                      -1.0186e-01,  1.6121e-01, -3.7396e-02, -9.7334e-02, -9.7379e-02,
                      -1.2670e-01,  1.9363e-01, -1.6539e-01, -4.7340e-02, -1.0590e-01,
                       1.5227e-01,  7.7350e-02,  1.4305e-01, -1.4428e-01,  3.2551e-02,
                      -2.7897e-01, -6.2344e-02, -6.5680e-02, -2.0825e-01,  9.4721e-02,
                       1.7389e-01,  4.3859e-02, -4.5987e-02,  3.6000e-02,  1.9178e-01,
                       2.1243e-01,  5.5036e-02, -2.1278e-01,  8.5924e-02,  1.1912e-01,
                       1.4876e-01, -2.0165e-01, -1.7344e+00, -1.2961e-01,  5.0925e-02,
                      -8.9509e-03,  1.8232e-02, -1.8824e-02, -9.0741e-02,  2.8656e-02,
                      -3.6292e-02,  4.0240e-02, -9.5392e-02, -1.5768e-01,  1.3406e-01,
                       1.0252e-01, -1.2295e-01, -1.4988e-02, -5.4272e-02,  2.8755e-02,
                       1.8295e-03,  3.3177e-02, -9.8125e-02,  8.8415e-02, -2.8511e-01,
                       7.0950e-02,  2.3882e-01, -2.7061e-02, -1.0427e-02, -3.8496e-03,
                      -7.7198e-02,  8.9052e-03, -1.3130e-02,  1.1462e-01, -1.3967e-01,
                       3.3915e-03,  1.2839e-01,  6.1748e-02, -2.0476e-01, -1.1074e-01,
                       7.2078e-02,  1.1782e-01,  2.0761e-02, -1.6717e-01,  1.4627e-01,
                      -4.0431e-02, -1.1414e-02, -6.6642e-02, -1.1719e-01, -7.1153e-02,
                      -1.5454e-01,  1.8833e-02,  7.4245e-02,  1.2842e-01,  2.1047e-01,
                       3.7794e-02, -6.7653e-02,  4.7631e-02, -2.3877e-01,  2.4527e-01,
                       7.5691e-02, -2.1134e-02, -5.5853e-02, -5.7723e-02,  1.1760e-02,
                      -7.7890e-02, -7.7098e-03,  1.2877e-01, -2.1316e-03,  9.4658e-02,
                      -1.0375e-01, -8.7639e-02, -1.8419e-01,  1.4983e-01,  2.5087e-01,
                      -2.0717e-01,  7.5481e-02, -3.5310e-02, -2.9034e-01,  1.9262e-01,
                       2.2235e-01, -3.9661e-02,  1.1474e-01, -1.2786e-01, -1.2098e-01,
                      -6.9633e-02, -5.1108e-02,  2.3710e-01,  1.6612e-01, -5.9072e-02,
                      -1.8634e-01, -4.8042e-02,  1.2486e-01, -1.7548e-01, -2.0793e-01,
                      -5.7423e-02, -1.4152e-01, -2.2426e-01, -1.1858e-01,  3.6908e-02,
                      -1.7663e-02, -9.6104e-02, -7.2126e-02,  1.8004e-01, -2.3350e-01,
                       2.0953e-01,  1.5500e-01, -1.4200e-01,  1.5356e-02, -1.8557e-01,
                      -1.0858e-01,  1.0685e-01, -1.2759e-01, -1.3536e-01,  6.6498e-03,
                      -4.4464e-02,  7.5373e-02,  8.9023e-02,  4.7419e-03,  1.1592e-01,
                       1.1456e-01, -4.5410e-02, -1.3057e-01, -2.0263e-01,  1.6708e-01,
                       1.2792e-01, -9.2469e-02,  1.0871e-02,  2.6818e-02, -1.2009e-01,
                      -1.3575e-01, -1.3473e-01,  4.6649e-02, -9.0078e-02, -8.3642e-02,
                       1.1421e-01,  8.7970e-02, -4.8576e-02,  5.5301e-02,  3.3039e-02,
                      -7.0001e-02,  7.7084e-03, -1.8783e-01,  2.5240e-01,  2.3343e-02,
                       1.7845e-01,  8.0975e-02,  3.3010e-02, -1.9587e-01, -2.3211e-01,
                      -6.4287e-02,  2.4636e-02, -4.1374e-02, -4.2674e-02, -1.2810e-01,
                      -2.8786e-02, -2.1341e-03,  5.6480e-02, -4.6170e-02,  6.9557e-02,
                       3.0522e-02, -2.8136e-01, -7.8100e-02,  1.8782e-01,  1.0749e-01,
                      -5.9102e-02,  6.4174e-02,  3.6763e-02, -9.0063e-02, -1.2473e-01,
                       6.0414e-02,  1.4511e-01, -1.4158e-01,  7.9250e-02,  1.4420e-03,
                      -1.1335e-01, -8.0009e-02, -1.9348e-01,  3.6184e-01, -1.1026e-01,
                      -5.9576e-02,  1.1016e-01, -6.1829e-02,  8.6700e-02,  5.0597e-03,
                      -8.0380e-02, -3.9710e-02,  1.4485e-01,  1.4858e-01,  8.2811e-02,
                      -1.2805e-01, -1.2332e-01, -7.0250e-02, -5.2123e-02, -4.6208e-03,
                       2.3360e-02,  6.5734e-02,  9.4928e-02, -9.4617e-02, -1.1368e-01,
                      -2.3206e-01, -1.6821e-02, -1.3909e-01, -8.7270e-02,  6.2659e-02,
                      -1.0866e-01, -1.1613e-01,  9.5406e-02, -2.1081e-02, -1.2063e-03,
                      -9.2189e-02, -6.7657e-02,  2.0330e-01], device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.weight',
              tensor([[ 0.0185, -0.0135,  0.0261,  ..., -0.0476,  0.0231,  0.0314],
                      [ 0.0147,  0.0046, -0.0238,  ..., -0.0920,  0.0489, -0.0200],
                      [ 0.0038,  0.0324, -0.0547,  ...,  0.0228,  0.0107, -0.0545],
                      ...,
                      [-0.1057, -0.0066, -0.0058,  ...,  0.0325,  0.0217,  0.0078],
                      [-0.0617,  0.0007, -0.0373,  ..., -0.0025,  0.0443, -0.0489],
                      [ 0.0100,  0.0013,  0.0638,  ...,  0.0455, -0.0488, -0.0196]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.bias',
              tensor([-0.0858, -0.1216, -0.0576,  ..., -0.0930, -0.0311, -0.1713],
                     device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.weight',
              tensor([[ 0.0818, -0.0022, -0.0076,  ..., -0.0532,  0.0105,  0.1176],
                      [-0.0434,  0.0793, -0.0507,  ...,  0.0387, -0.0063,  0.0388],
                      [-0.0588, -0.0231,  0.0006,  ...,  0.0383, -0.0049,  0.0295],
                      ...,
                      [ 0.0300, -0.0012, -0.0268,  ..., -0.0019,  0.0208,  0.0506],
                      [ 0.0296, -0.0060,  0.0136,  ...,  0.0272, -0.0351, -0.0026],
                      [ 0.0646,  0.0248, -0.0068,  ...,  0.0367,  0.0394,  0.0299]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.bias',
              tensor([ 1.4660e-01, -5.1600e-02, -1.0048e-01,  1.9380e-01, -3.2314e-02,
                      -5.2174e-02,  4.6697e-02,  8.9330e-02,  2.1966e-03, -8.3923e-02,
                       3.9179e-02, -3.5197e-02, -4.1239e-02, -7.5299e-02,  9.3181e-02,
                       7.7875e-02, -8.9428e-02, -9.4050e-02, -3.1348e-02, -2.0570e-01,
                       6.0350e-02,  2.1684e-02, -1.5902e-03, -2.1494e-02, -1.1893e-01,
                      -1.1085e-01,  6.1348e-02,  1.0681e-01, -3.2364e-03,  1.3751e-01,
                       5.4698e-02, -1.1250e-01,  5.6400e-02, -2.7087e-01,  1.3272e-01,
                       5.6515e-02, -4.0593e-02, -1.0103e-04,  1.5555e-01,  1.6955e-01,
                      -2.2295e-02, -1.3446e-02, -5.3385e-02, -7.5275e-02, -5.3343e-03,
                       9.9931e-03,  1.0446e-01,  1.2171e-01, -6.8261e-02, -3.0999e-02,
                       5.7338e-03,  2.5359e-02,  8.6560e-02, -1.2171e-03, -8.5455e-02,
                      -1.2893e-01, -1.4708e-01, -2.4934e-02, -1.0639e-01,  1.1345e-01,
                      -6.3425e-02, -5.8950e-02,  3.4466e-02, -8.8389e-02, -7.5113e-02,
                       9.4260e-02,  1.1906e-02, -3.1584e-02,  7.2228e-02, -1.7437e-01,
                      -8.3021e-02,  2.1121e-02,  1.4733e-02, -1.4579e-02, -3.6594e-02,
                       5.5030e-02, -1.0282e-02, -6.1316e-02, -2.6298e-02, -1.1414e-01,
                       8.5054e-02,  1.2390e-01,  1.4960e-01,  1.3090e-01, -1.5394e-01,
                      -8.3084e-02, -9.4417e-03, -5.5141e-02,  2.4145e-03,  5.2241e-02,
                      -1.1101e-02,  1.7367e-02, -4.6195e-02,  2.9736e-02,  4.0140e-02,
                       7.7126e-02, -9.2021e-02,  3.3965e-03,  1.7172e-01,  3.3496e-02,
                       2.0846e-01,  5.2495e-03, -5.4372e-02, -3.7707e-02, -2.6213e-01,
                      -5.2076e-02,  3.5527e-02,  6.7539e-03, -4.0513e-03,  6.2302e-02,
                      -1.2765e-02,  3.6723e-02, -9.6012e-02,  6.6045e-02, -6.2250e-03,
                       4.8779e-02,  3.0412e-02,  1.0420e-01,  3.6486e-02, -6.1809e-02,
                       3.5931e-03, -4.9517e-02, -2.4782e-02, -1.4447e-01, -1.5508e-01,
                      -6.7549e-03,  9.2980e-02,  8.2827e-03, -2.6327e-02, -6.4626e-02,
                       7.3068e-02, -7.5399e-03,  5.0224e-03, -6.0442e-02,  7.1922e-02,
                       7.8934e-02, -1.1554e-01,  8.0581e-02, -3.0692e-01,  1.9413e-01,
                      -1.8938e-01, -9.9332e-02, -1.1138e-01, -8.0767e-01, -1.2552e-01,
                       7.5071e-02,  1.1497e-02,  7.6664e-02, -5.8640e-02, -6.4180e-04,
                      -8.5910e-02, -1.0269e-01, -4.6078e-02,  3.8560e-02,  4.0426e-02,
                      -8.4649e-02,  4.5037e-02, -2.1101e-01,  9.7860e-02, -7.2132e-02,
                       1.2454e-01, -1.3127e-03, -3.0638e-03,  8.7089e-02,  5.3761e-02,
                       8.9480e-03,  1.8868e-01, -7.9188e-02, -2.1481e-01,  2.8148e-02,
                       6.7503e-02,  1.9294e-01,  3.5576e-02,  1.1129e-01, -1.2100e-02,
                       1.5714e-01,  1.9605e-01, -6.3828e-02,  6.6676e-02,  9.4172e-02,
                      -1.4383e-01, -2.4781e-02,  1.9167e-01, -1.2232e-02,  9.9966e-02,
                       1.8935e-02,  9.7596e-05, -1.4084e-01,  5.0956e-02, -1.5126e-02,
                       1.7564e-03,  6.2747e-02,  4.1372e-02,  4.2664e-02, -8.7795e-02,
                      -3.5508e-02, -7.6977e-02,  4.4072e-03, -1.6872e-01, -1.1882e-01,
                       1.4832e-02,  1.1739e-01,  1.1601e-01,  7.1246e-03,  1.7721e-01,
                      -1.1538e-01,  1.8999e-02, -8.1070e-02, -3.3267e-02, -9.2401e-02,
                       1.1516e-01, -5.9615e-02, -3.3519e-02, -1.5420e-01, -4.8783e-03,
                       7.9483e-02,  5.6055e-02, -7.7773e-02,  2.6588e-02,  6.3118e-02,
                       1.1746e-01,  1.0247e-01,  6.9971e-02, -7.1448e-04, -5.9370e-02,
                       1.7774e-03, -1.5572e-01, -6.4647e-02,  7.4458e-02,  1.9297e-01,
                      -5.3502e-02,  7.4020e-02, -9.8293e-03, -5.7590e-02, -2.4774e-02,
                      -7.3642e-02,  1.7004e-01, -1.3287e-01,  3.5122e-03,  8.8030e-02,
                      -1.8016e-01, -9.5757e-02,  1.3196e-01,  6.3010e-02, -7.2377e-02,
                      -1.4517e-02,  2.6280e-02, -9.1518e-03, -5.9558e-03,  3.0665e-02,
                       1.2410e-01,  1.1798e-02, -2.7551e-03,  5.2665e-02,  8.6842e-04,
                       6.9022e-02,  1.5088e-02, -1.5781e-03,  3.2493e-02,  4.4839e-03,
                       1.1947e-01, -7.5341e-02, -6.2620e-02,  2.9175e-02,  1.7454e-01,
                      -8.4275e-02,  8.4649e-02,  1.0668e-01, -6.0690e-02, -6.8827e-02,
                      -1.7290e-01,  5.3382e-02,  1.8206e-01, -2.4159e-02,  1.6599e-02,
                       1.1098e-02,  2.6144e-02,  1.9555e-02,  1.2482e-01, -7.1173e-02,
                      -5.6578e-03, -8.9032e-03, -1.5000e-01,  3.5009e-01, -1.2919e-01,
                       2.8711e-02,  1.1450e-01,  4.8217e-02,  3.2144e-02, -1.7003e-01,
                       2.9966e-02,  1.1342e-01,  4.0514e-02, -1.5286e-03,  1.0425e-02,
                      -4.9771e-02, -8.0648e-02,  1.0959e-01, -1.0432e-01, -9.5885e-03,
                      -9.9543e-02, -5.3183e-02, -4.6843e-02, -2.0993e-02, -4.7398e-01,
                      -5.2942e-02,  4.5901e-02,  1.1115e-01, -9.0878e-02, -5.6008e-03,
                       7.4606e-02,  1.2771e-01, -6.6842e-02, -5.3186e-02,  4.3256e-04,
                       7.2909e-03, -4.2968e-02,  1.0837e-01,  6.3627e-02, -1.0370e-02,
                      -7.3990e-03,  3.5612e-02, -1.7758e-01,  1.0161e-01, -9.9557e-02,
                       6.0856e-02, -3.0541e-02,  5.3412e-03,  1.4594e-01, -5.8835e-02,
                      -3.0684e-02,  4.6128e-02,  3.6548e-02,  4.5328e-02, -3.7264e-02,
                       2.0440e-02, -3.8452e-02,  1.4385e-01, -1.2210e-01,  8.4294e-02,
                      -2.0126e-02,  9.2659e-04, -1.9941e-01,  5.4177e-02,  4.8967e-02,
                       1.1906e-01,  5.9904e-02,  5.3377e-03,  1.2782e-01,  8.0657e-02,
                      -8.1754e-02, -8.2824e-02,  4.0708e-02, -1.8512e-02,  1.0828e-01,
                       1.7752e-02, -1.9527e-01,  1.1181e-01,  1.1350e-02, -2.8153e-02,
                       4.5738e-02, -6.0503e-02, -1.5132e-02,  4.1375e-02, -5.2450e-02,
                       7.4203e-02, -8.8869e-02,  1.0947e-01, -8.3826e-02,  1.7348e-02,
                      -9.2781e-02, -2.8652e-02,  8.0088e-05,  1.3697e-01, -1.4436e-01,
                      -4.1912e-02, -1.1386e-01,  2.1850e-02, -1.4225e-01,  4.5457e-02,
                      -1.3701e-01,  3.6134e-02, -1.2004e-02,  3.1506e-02,  3.2112e-03,
                      -6.6363e-02,  6.5062e-03,  7.2156e-03, -1.1464e-02, -5.6308e-02,
                       2.8027e-02,  1.4596e-01,  3.1273e-02, -4.1594e-02,  2.1614e-01,
                      -6.8154e-02, -4.9211e-02, -5.3871e-02, -7.7084e-02, -2.0603e-02,
                      -9.2076e-02,  6.2498e-02,  5.5246e-03, -8.0076e-02, -7.7909e-02,
                       2.8226e-02, -1.6105e-02, -1.0584e-01, -6.8069e-02, -9.5678e-02,
                      -7.3282e-02, -1.0193e-01, -3.4737e-02, -3.2519e-02,  3.3462e-02,
                       2.3745e-02, -5.0732e-02,  3.4392e-02, -2.7137e-02, -2.8825e-02,
                      -1.6378e-02,  9.3027e-03, -5.3018e-02,  1.2383e-01, -3.6255e-02,
                      -4.6286e-02, -6.2323e-02,  4.3885e-02,  1.0511e-01,  7.4372e-03,
                       7.2299e-02,  1.1052e-01,  1.1446e-01,  1.6123e-01, -9.8440e-02,
                       7.7885e-02,  1.3875e-01,  2.6336e-02,  2.0662e-01,  4.1022e-02,
                       8.5363e-03,  1.1106e-01, -8.1288e-02, -1.6810e-01, -1.0661e-01,
                       6.1690e-02, -9.9256e-02, -2.6152e-04,  9.3500e-02,  2.2369e-02,
                       1.7395e-01,  1.2477e-01,  6.2604e-02,  1.8608e-02,  1.6032e-02,
                      -1.7497e-01, -5.6677e-03, -1.0771e-02,  7.7637e-02, -5.2077e-02,
                       5.1222e-02,  5.4467e-03,  1.7251e-01,  7.3387e-02,  9.5742e-02,
                       2.0681e-01,  7.9767e-02,  1.0583e-01, -6.8933e-04, -5.2393e-02,
                       1.1879e-02,  2.3552e-03, -1.2696e-02,  7.7289e-02,  2.5743e-02,
                       1.0046e-01, -1.7861e-01, -1.3616e-01,  3.5928e-03,  4.1381e-02,
                       4.4987e-02, -8.5652e-03, -1.1966e-02, -2.1425e-02, -3.4664e-03,
                      -4.3715e-02,  1.5181e-03,  1.4654e-01,  1.6305e-02, -2.4170e-02,
                      -7.6626e-02,  2.8204e-03, -1.4346e-01,  4.0503e-02,  1.0417e-01,
                       5.7307e-02, -5.0795e-02, -1.5316e-02, -6.5018e-02,  3.8692e-02,
                      -9.6538e-02, -1.5538e-02,  3.9109e-02, -1.7282e-02,  6.2719e-02,
                       2.1502e-01,  2.0714e-02, -5.8568e-02, -1.0759e-01, -2.4483e-03,
                       8.6650e-02, -9.0695e-02, -6.8117e-02,  6.3618e-02, -2.8135e-02,
                      -2.3218e-01,  4.4609e-03, -6.1102e-02,  8.3789e-02,  9.5334e-03,
                       4.3243e-02,  1.0012e-02, -8.5582e-02,  7.7287e-02,  5.9686e-02,
                      -6.5746e-02,  1.2051e-01, -1.1385e-01, -2.8514e-02, -6.5612e-02,
                       1.0169e-01,  9.8201e-02, -1.1057e-01, -8.4574e-02, -7.9278e-02,
                       8.7915e-02,  1.4586e-01,  2.3955e-02, -5.3621e-02, -3.0674e-02,
                      -1.0682e-01, -2.5336e-02,  7.0517e-02, -8.9971e-02,  7.0812e-02,
                      -7.9210e-03,  1.7541e-01,  2.3368e-02,  1.1320e-02,  1.4585e-01,
                       1.2399e-01,  1.1139e-01, -4.7187e-02, -5.7434e-02, -3.5780e-02,
                      -4.6532e-02, -1.1763e-03, -9.0508e-01,  1.9545e-02,  4.3780e-02,
                       9.0310e-02, -3.0978e-02, -5.7509e-02,  6.7447e-02,  4.4929e-02,
                      -4.1860e-02, -1.3380e-01, -7.4444e-03, -5.9872e-02, -4.1745e-02,
                      -4.5864e-03, -3.9463e-03, -1.1964e-01,  6.9103e-02,  2.9517e-02,
                       8.1938e-02,  4.2335e-03,  9.4255e-04, -3.0184e-02, -6.5575e-02,
                       2.8586e-02,  1.4250e-01,  3.2494e-03, -1.0558e-01,  7.9922e-02,
                       4.8956e-02,  7.5533e-03,  1.0050e-01,  3.1062e-03, -1.3062e-01,
                       6.7019e-03,  1.6679e-01,  8.0585e-02, -9.0152e-02,  1.2583e-01,
                       7.7817e-02, -1.1592e-02,  2.6975e-02,  1.9564e-02,  7.3015e-02,
                       1.6117e-02, -2.9983e-02,  7.7592e-02, -4.3820e-02, -9.7140e-02,
                      -3.0240e-02,  6.4618e-02, -2.8486e-03,  1.1812e-01,  1.7971e-01,
                       5.0706e-02, -2.4557e-02, -5.2075e-02, -2.1231e-01,  3.9143e-02,
                       2.3169e-03, -9.7743e-02, -5.3941e-02, -1.1948e-01,  4.2977e-02,
                       6.5625e-02, -7.4805e-02,  8.4037e-02, -1.2476e-01, -7.6081e-02,
                      -1.2450e-01, -4.3419e-02, -1.5913e-01, -3.0679e-02,  7.9685e-02,
                      -1.7359e-01,  7.1454e-03, -1.2638e-01, -1.7011e-01,  1.5914e-01,
                       1.7670e-01,  6.2933e-02,  1.9185e-02,  1.2290e-01,  6.3544e-02,
                      -2.2970e-02,  1.1331e-02,  2.7869e-02,  1.1129e-01, -7.0693e-02,
                      -6.9925e-02, -2.4623e-02,  8.8541e-02, -1.1251e-01, -3.9996e-02,
                       4.5128e-03,  2.2974e-02, -1.6952e-01, -1.4605e-01,  3.4903e-02,
                      -6.4027e-02, -2.5262e-02, -8.8466e-02,  1.5664e-01, -1.1564e-01,
                       1.7291e-01,  5.3114e-02,  1.5788e-02,  1.5258e-01, -7.3531e-02,
                       5.6536e-02, -3.7672e-02, -1.3495e-01,  4.7238e-02,  5.3180e-02,
                      -2.0651e-02,  2.1621e-01, -4.3440e-02, -7.5309e-02, -1.2979e-01,
                      -1.0203e-01,  2.5741e-03,  4.5981e-02, -8.7211e-02,  5.4550e-02,
                      -2.6014e-02, -9.7089e-02,  5.1285e-02,  7.9613e-03, -1.7476e-01,
                       9.6766e-03, -1.3676e-02,  5.1335e-03,  4.4168e-02, -4.4632e-02,
                       6.0193e-02,  1.8784e-01, -3.0520e-02,  6.8771e-02, -6.1873e-02,
                      -1.1142e-02,  1.7247e-02, -3.3309e-02,  7.2265e-02,  1.1711e-02,
                       1.0982e-01, -8.3375e-02, -3.7319e-02, -2.4445e-02, -2.0568e-01,
                       2.6722e-02, -7.8390e-03, -6.9316e-02,  1.3033e-01, -4.1018e-02,
                       2.6047e-02, -4.4380e-03, -6.5694e-02,  4.9869e-02,  8.9791e-03,
                       5.6197e-02, -7.3130e-02, -1.4704e-03,  8.1424e-02,  8.2768e-02,
                      -8.6181e-02, -3.2752e-02,  4.7496e-02, -2.3899e-02,  2.0663e-02,
                      -3.8377e-03,  8.0821e-02, -1.1323e-01, -2.8029e-02, -6.9655e-02,
                      -1.3284e-01, -2.1157e-04,  5.4758e-02,  2.7954e-02, -7.5538e-02,
                       4.5578e-02,  4.1146e-02, -2.3282e-02,  1.2601e-01,  3.3128e-03,
                       1.6720e-02, -9.2419e-02,  1.2354e-01,  1.8347e-02,  6.9650e-02,
                      -1.2619e-01,  7.4711e-02, -1.6328e-02,  3.2148e-02,  6.1657e-02,
                       1.3333e-01, -3.3261e-02,  1.0368e-01,  2.7797e-02, -1.0953e-02,
                       1.9200e-02,  1.3525e-01, -1.2820e-01, -1.4372e-01,  7.6901e-02,
                      -3.3299e-02,  4.3561e-02,  1.6309e-02,  7.4186e-02, -1.1532e-01,
                      -1.5175e-02,  6.0954e-02,  1.6858e-01], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.weight',
              tensor([0.8197, 0.8403, 0.8240, 0.8314, 0.8214, 0.8238, 0.7171, 0.7946, 0.8314,
                      0.8050, 0.8229, 0.8560, 0.8702, 0.8371, 0.8363, 0.7758, 0.8251, 0.8295,
                      0.8034, 0.8334, 0.8127, 0.8253, 0.8162, 0.8062, 0.8359, 0.8263, 0.8402,
                      0.7892, 0.7996, 0.8449, 0.8350, 0.8007, 0.8628, 0.7826, 0.8311, 0.8065,
                      0.7820, 0.8473, 0.8019, 0.7893, 0.8441, 0.8096, 0.8094, 0.8535, 0.8550,
                      0.8305, 0.8188, 0.8428, 0.8524, 0.8053, 0.8362, 0.7981, 0.7880, 0.8159,
                      0.7913, 0.7726, 0.8019, 0.8624, 0.8166, 0.8070, 0.8499, 0.8543, 0.8409,
                      0.8256, 0.7874, 0.8578, 0.8134, 0.7988, 0.8179, 0.7584, 0.8096, 0.8384,
                      0.8231, 0.7910, 0.8495, 0.8421, 0.8415, 0.8376, 0.8525, 0.8508, 0.8011,
                      0.8592, 0.8418, 0.8308, 0.7640, 0.8050, 0.8023, 0.8419, 0.8368, 0.8184,
                      0.8043, 0.8075, 0.8446, 0.8532, 0.7976, 0.8039, 0.7995, 0.8512, 0.8196,
                      0.8290, 0.8272, 0.8540, 0.8204, 0.8601, 0.8166, 0.8601, 0.8615, 0.7693,
                      0.8492, 0.8492, 0.8034, 0.8337, 0.8786, 0.7706, 0.8375, 0.8398, 0.8376,
                      0.8230, 0.8542, 0.8513, 0.8351, 0.8430, 0.8368, 0.8054, 0.7863, 0.7977,
                      0.8546, 0.8068, 0.8413, 0.8187, 0.8405, 0.8091, 0.8335, 0.8291, 0.8686,
                      0.8408, 1.1052, 0.8413, 0.8140, 0.8594, 0.8190, 0.8389, 0.8256, 0.0931,
                      0.8112, 0.8298, 0.8145, 0.8360, 0.8170, 0.8151, 0.8252, 0.8278, 0.8540,
                      0.8180, 0.8205, 0.8251, 0.8620, 0.8415, 0.8135, 0.8344, 0.8187, 0.8890,
                      0.7808, 0.8480, 0.7902, 0.8210, 0.8184, 0.7776, 0.8018, 0.8286, 0.8522,
                      0.7665, 0.7773, 0.8372, 0.8072, 0.8263, 0.8273, 0.7783, 0.8685, 0.8216,
                      0.7827, 0.8316, 0.7832, 0.8302, 0.8384, 0.8449, 0.8303, 0.8068, 0.8275,
                      0.8276, 0.7854, 0.7808, 0.8294, 0.8245, 0.8017, 0.8383, 0.8637, 0.8179,
                      0.8468, 0.8179, 0.8467, 0.7702, 0.8483, 0.8238, 0.8100, 0.8253, 0.8421,
                      0.8498, 0.8217, 0.8192, 0.8428, 0.8218, 0.7675, 0.8413, 0.8222, 0.8574,
                      0.7888, 0.7934, 0.8276, 0.8012, 0.8729, 0.8429, 0.8494, 0.8179, 0.8029,
                      0.8243, 0.8630, 0.8282, 0.8043, 0.7549, 0.8303, 0.8598, 0.8124, 0.8248,
                      0.8202, 0.8216, 0.7958, 0.8553, 0.8326, 0.8464, 0.8210, 0.7964, 0.7836,
                      0.8064, 0.8346, 0.8112, 0.8679, 0.8129, 0.8794, 0.8532, 0.8248, 0.8238,
                      0.9072, 0.8489, 0.8563, 0.8679, 0.8461, 0.7900, 0.8350, 0.8314, 0.7503,
                      0.8179, 0.8276, 0.8261, 0.8298, 0.8203, 0.8498, 0.8782, 0.8117, 0.8163,
                      0.8261, 0.8255, 0.8406, 0.8254, 0.8528, 0.8386, 0.8475, 0.8650, 0.8048,
                      0.8039, 0.8903, 0.8557, 0.8484, 0.3119, 0.8545, 0.8628, 0.8267, 0.8258,
                      0.8162, 0.7866, 0.7788, 0.8272, 0.8068, 0.8010, 0.8262, 0.7989, 0.8022,
                      0.7857, 0.8490, 0.8208, 0.8318, 0.8156, 0.8401, 0.8695, 0.2496, 0.8706,
                      0.8161, 0.8660, 0.8407, 0.8501, 0.8217, 0.8039, 0.8092, 0.8202, 0.8013,
                      0.8489, 0.8225, 0.8220, 0.8709, 0.7871, 0.8169, 0.8318, 0.8224, 0.8568,
                      0.8256, 0.8224, 0.8286, 0.8403, 0.8537, 0.8080, 0.8350, 0.8352, 0.8397,
                      0.8639, 0.8683, 0.8477, 0.8465, 0.8245, 0.8098, 0.8128, 0.7815, 0.8398,
                      0.8285, 0.8462, 0.8274, 0.8447, 0.8600, 0.8353, 0.8319, 0.8029, 0.8480,
                      0.8176, 0.8176, 0.8325, 0.8491, 0.8308, 0.8353, 0.8268, 0.8445, 0.7910,
                      0.8606, 0.8206, 0.8279, 0.8531, 0.7991, 0.7845, 0.8409, 0.8260, 0.8403,
                      0.8491, 0.8188, 0.8528, 0.8331, 0.8540, 0.8137, 0.8208, 0.8453, 0.8483,
                      0.8540, 0.7744, 0.8088, 0.8199, 0.8191, 0.8417, 0.7969, 0.8176, 0.7964,
                      0.8437, 0.8118, 0.7956, 0.8433, 0.7757, 0.8215, 0.8458, 0.8317, 0.8284,
                      0.8176, 0.8589, 0.8040, 0.8019, 0.7479, 0.8145, 0.7936, 0.8217, 0.8201,
                      0.8271, 0.8269, 0.8206, 0.8463, 0.8761, 0.8289, 0.8122, 0.8493, 0.8696,
                      0.8619, 0.8293, 0.8029, 0.8153, 0.8074, 0.8638, 0.8386, 0.8719, 0.8440,
                      0.8159, 0.8191, 0.8682, 0.8169, 0.7916, 0.8276, 0.8483, 0.8442, 0.8606,
                      0.7862, 0.8420, 0.7804, 0.8419, 0.8198, 0.8425, 0.8608, 0.8336, 0.8344,
                      0.7857, 0.8312, 0.8130, 0.8207, 0.7822, 0.8342, 0.8519, 0.8564, 0.8089,
                      0.8506, 0.7872, 0.8402, 0.8487, 0.8298, 0.8003, 0.8168, 0.7734, 0.7994,
                      0.8208, 0.8297, 0.8326, 0.7887, 0.8604, 0.7069, 0.7955, 0.8151, 0.8214,
                      0.8289, 0.8356, 0.8574, 0.8160, 0.8480, 0.7825, 0.8458, 0.8214, 0.7648,
                      0.8605, 0.8206, 0.8633, 0.7997, 0.8472, 0.8678, 0.8375, 0.8139, 0.8251,
                      0.8682, 0.8197, 0.9220, 0.8208, 0.8100, 0.8548, 0.8296, 0.8012, 0.8143,
                      0.8176, 0.8388, 0.8495, 0.8143, 0.8287, 0.8802, 0.8700, 0.8187, 0.8439,
                      0.8316, 0.8293, 0.8839, 0.8351, 0.8429, 0.8151, 0.8071, 0.8566, 0.8352,
                      0.8427, 0.8197, 0.8205, 0.8413, 0.8148, 0.7880, 0.8443, 0.8638, 0.7778,
                      0.8329, 0.8837, 0.8538, 0.8438, 0.8220, 0.8721, 0.8262, 0.8491, 0.8274,
                      0.8099, 0.8346, 0.8198, 0.8183, 0.8073, 0.8071, 0.8283, 0.7942, 0.8228,
                      0.8587, 0.8697, 0.8063, 0.7540, 0.8350, 0.8483, 0.8227, 0.8210, 0.8599,
                      0.8108, 0.7786, 0.7996, 0.8439, 0.8229, 0.7992, 0.8177, 0.7745, 0.6654,
                      0.8006, 0.8283, 0.8593, 0.8625, 0.8028, 0.8676, 0.8433, 0.8580, 0.8178,
                      0.8391, 0.7981, 0.8333, 0.8032, 0.8356, 0.7953, 0.8159, 0.8428, 0.8414,
                      0.8337, 0.7907, 0.8367, 0.8281, 0.8602, 0.8180, 0.8343, 0.8381, 0.8486,
                      0.8478, 0.8242, 0.8245, 0.7952, 0.7890, 0.8657, 0.8220, 0.8191, 0.7948,
                      0.8298, 0.8115, 0.8009, 0.8242, 0.8509, 0.8329, 0.8403, 0.8454, 0.8096,
                      0.8379, 0.8214, 0.8410, 0.8149, 0.7595, 0.8100, 0.8242, 0.8234, 0.8008,
                      0.8266, 0.8150, 0.8128, 0.8307, 0.8554, 0.8632, 0.8552, 0.8541, 0.8278,
                      0.8117, 0.8321, 0.8481, 0.8196, 0.8368, 0.8410, 0.7988, 0.8239, 0.7796,
                      0.8506, 0.8406, 0.8383, 0.8029, 0.8023, 0.8154, 0.8698, 0.8399, 0.8347,
                      0.8328, 0.8569, 0.8128, 0.8196, 0.8107, 0.8588, 0.8227, 0.7675, 0.8388,
                      0.8276, 0.7839, 0.7925, 0.8776, 0.8122, 0.8175, 0.8324, 0.8234, 0.8342,
                      0.8228, 0.8065, 0.8098, 0.8299, 0.8055, 0.8176, 0.8183, 0.8486, 0.8428,
                      0.8571, 0.7788, 0.7787, 0.8431, 0.8453, 0.7675, 0.8211, 0.8354, 0.8181,
                      0.8368, 0.8402, 0.8677, 0.8524, 0.8189, 0.8523, 0.7945, 0.8379, 0.8556,
                      0.8441, 0.8286, 0.8103, 0.8629, 0.8506, 0.8483, 0.8331, 0.7848, 0.8439,
                      0.8249, 0.8575, 0.8359, 0.8513, 0.8427, 0.7904, 0.8459, 0.8101, 0.8108,
                      0.8036, 0.7781, 0.8265, 0.8528, 0.8229, 0.8421, 0.8493, 0.8383, 0.8334,
                      0.8485, 0.8356, 0.8211, 0.8585, 0.8323, 0.7573, 0.8019, 0.8033, 0.8476,
                      0.8276, 0.8280, 0.8295, 0.8100, 0.8541, 0.7569, 0.8797, 0.8012, 0.8566,
                      0.8414, 0.8282, 0.8328, 0.8208, 0.8314, 0.8391, 0.8430, 0.8377, 0.8295,
                      0.8150, 0.8546, 0.8407, 0.8211, 0.7781, 0.7975, 0.7902, 0.8091, 0.8378,
                      0.8367, 0.8164, 0.7881, 0.8237, 0.8343, 0.8238, 0.7856, 0.8625, 0.8088,
                      0.8186, 0.8203, 0.8546, 0.8043, 0.7918, 0.8503, 0.8362, 0.8294, 0.8730,
                      0.8325, 0.8585, 0.8004], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.bias',
              tensor([-5.1788e-02,  4.2935e-02,  3.1923e-02, -6.8835e-02,  5.5527e-02,
                      -4.1614e-02,  6.6816e-02, -8.0933e-02, -3.3348e-02,  6.8367e-02,
                      -6.7026e-02, -4.6737e-04,  3.4807e-03,  7.7887e-02, -3.6956e-02,
                      -8.0190e-02, -6.7762e-02,  2.9074e-02,  4.0519e-02,  4.5677e-02,
                      -7.5857e-03, -7.1597e-02, -2.6718e-02, -4.7229e-02,  2.0779e-02,
                      -3.4311e-02, -6.6089e-02, -1.4924e-01, -7.6703e-02, -3.5839e-02,
                      -2.5863e-02,  4.2578e-02,  8.7913e-03,  5.0871e-02, -1.2271e-01,
                      -1.5229e-02,  1.4811e-02, -4.4185e-02, -6.5368e-02, -1.4263e-01,
                       1.3982e-02,  6.5740e-02, -5.0242e-02, -3.7135e-02, -5.9574e-02,
                       2.7519e-03, -4.1050e-02, -8.4626e-02, -4.3922e-02, -8.5354e-02,
                      -6.0898e-02, -5.8456e-02, -1.0203e-01,  9.2705e-02, -5.0159e-02,
                       9.3088e-03,  2.6256e-02, -3.1121e-02, -2.6137e-02, -3.3442e-02,
                       2.1404e-04,  9.8807e-03, -1.0149e-01,  7.4314e-02,  5.4587e-02,
                      -7.4703e-02, -2.1224e-02,  2.5348e-02, -5.7576e-02,  5.0454e-02,
                       3.9086e-02,  1.4740e-02, -1.1968e-03, -5.2566e-02, -9.7888e-04,
                      -5.5285e-02, -5.4574e-02, -1.5241e-02, -1.6015e-02, -2.2581e-02,
                      -7.5210e-02, -3.5431e-02, -2.4653e-02, -1.1879e-01,  8.2495e-03,
                      -7.9526e-02,  1.3026e-02, -2.5117e-02, -6.9063e-02, -6.4346e-02,
                       6.0034e-02,  1.8831e-02, -3.2727e-04, -5.0458e-02,  2.6697e-02,
                      -9.6172e-02, -2.9133e-02, -2.4355e-02, -7.9283e-02, -5.3765e-02,
                      -7.3135e-03,  6.1621e-03, -7.0331e-03, -3.9131e-02,  1.0943e-02,
                       1.2244e-02, -8.5216e-02, -5.1775e-02,  2.9628e-02,  7.0313e-03,
                      -1.4877e-02,  3.0068e-02, -8.8034e-03, -2.0013e-02, -1.2569e-01,
                      -8.9311e-02,  2.9378e-02, -9.5706e-02, -1.5819e-02,  7.2635e-03,
                      -3.6851e-02,  1.3756e-02, -4.5200e-02, -4.5745e-02,  4.1637e-02,
                      -3.9114e-02, -7.5304e-02, -5.6259e-03,  3.1760e-02, -7.4842e-04,
                       4.8103e-02, -1.6230e-02, -6.7302e-03, -3.6355e-02,  1.4669e-02,
                      -4.4641e-02, -1.6692e-01, -9.1114e-02,  5.0258e-02, -5.4833e-02,
                       6.3949e-02,  5.5319e-02, -7.0123e-02,  4.5666e-01, -1.5161e-02,
                      -1.0845e-02, -7.7458e-02, -1.0275e-01,  3.4446e-02,  5.9134e-02,
                       4.2305e-02,  1.4775e-03, -1.4085e-02, -9.1646e-02, -1.1355e-01,
                       3.8124e-02,  1.6389e-02,  7.2155e-02, -6.4025e-02,  4.0603e-02,
                      -1.5126e-01, -6.1286e-02, -6.6903e-02, -1.3114e-02, -2.5384e-02,
                       7.5962e-02, -8.9235e-02, -3.4369e-03,  3.6022e-02, -4.8594e-02,
                      -5.0667e-02, -4.6496e-02,  2.6767e-02, -5.5874e-02, -8.5162e-02,
                      -1.1031e-01, -1.0787e-01,  4.7526e-02,  3.9279e-03, -3.3651e-02,
                       9.4866e-02,  2.9008e-02, -4.0816e-03,  2.0277e-02, -3.0417e-02,
                      -1.8341e-02, -3.9999e-03,  7.0263e-02,  8.5903e-03,  2.1839e-02,
                      -9.0288e-02, -3.5816e-02, -6.3611e-02, -4.6448e-02,  1.5913e-02,
                       8.9908e-02,  5.9652e-03, -2.8475e-02,  9.5662e-03,  2.9231e-02,
                      -5.4940e-02, -9.0030e-02, -2.3077e-03, -5.3741e-02, -8.6655e-02,
                      -9.8327e-03, -8.3352e-02,  5.2354e-02,  3.5211e-03, -3.1618e-06,
                       7.3288e-03,  1.6904e-02, -6.5474e-02,  6.0115e-02, -4.2936e-02,
                      -4.6930e-02, -1.1562e-01, -2.0235e-02,  2.7463e-02, -3.8644e-02,
                      -4.1162e-02, -5.9862e-02, -1.0881e-01,  8.3444e-02,  5.5191e-02,
                      -9.1932e-02, -2.8879e-02,  1.1865e-02, -9.7005e-02, -5.0114e-02,
                      -4.0787e-03, -8.2852e-02, -2.3933e-02,  3.1558e-02, -1.8988e-02,
                       2.1348e-02,  6.5900e-03,  5.5691e-02, -5.1065e-02, -7.9373e-03,
                       1.7608e-02, -9.3921e-03, -9.4272e-02, -8.4594e-02,  1.0449e-02,
                       2.1573e-02, -3.0046e-02, -2.0693e-02, -7.3244e-02, -9.6516e-02,
                      -3.0327e-02, -1.2620e-02, -1.3513e-01, -9.9064e-02, -3.7688e-02,
                      -5.4448e-02,  3.8039e-02, -3.9444e-02,  3.2266e-02, -7.1020e-02,
                      -5.0962e-02,  4.8582e-02, -4.8065e-02, -3.4402e-03, -6.4304e-02,
                      -4.4496e-02, -6.2206e-02, -4.0386e-02, -5.0905e-03,  6.4260e-02,
                       3.1234e-02,  6.8286e-02, -8.7097e-02, -5.9807e-02, -9.5556e-02,
                      -2.9806e-02,  3.7696e-02,  3.1810e-03, -7.4081e-02,  1.0159e-01,
                      -3.5132e-02, -2.9172e-02,  3.9957e-02, -6.7454e-01, -1.0728e-02,
                       1.3328e-02, -1.2126e-02,  9.4822e-02, -9.1172e-02, -7.8114e-02,
                      -3.7151e-02, -6.0808e-02, -5.1589e-02,  4.6450e-02, -1.8050e-02,
                       5.2916e-02,  6.6422e-02, -1.7977e-02,  3.3660e-02, -1.7978e-02,
                      -5.4946e-02,  4.8718e-02, -4.1034e-02, -5.1041e-02, -2.1854e-01,
                       2.9471e-02, -2.4121e-02, -4.4738e-02,  1.2687e-02, -6.3115e-02,
                      -6.8173e-02, -9.6475e-02, -1.9679e-02, -6.1762e-02, -1.4796e-02,
                       1.1194e-02, -1.8586e-02, -1.4710e-02,  2.6818e-02, -1.9007e-02,
                       5.7321e-02, -1.9090e-02, -4.1544e-02, -3.1242e-02, -1.2444e-02,
                       4.5579e-02, -7.3828e-02, -2.9910e-02, -3.4145e-02, -6.2163e-02,
                       1.0783e-01, -5.3881e-02, -1.9265e-02, -4.1713e-02, -2.7449e-02,
                       6.0012e-03,  3.5889e-03, -9.3272e-02,  8.2544e-02, -3.2681e-02,
                      -3.1702e-02, -5.1679e-02, -1.4106e-02,  3.6504e-02, -5.5672e-02,
                      -1.6866e-02, -9.2655e-03,  2.8888e-02, -4.8737e-02, -2.2230e-02,
                      -8.3755e-03,  2.6925e-02,  4.3136e-02, -3.8116e-02, -7.6528e-02,
                       4.3183e-02,  6.3779e-03, -2.7392e-02, -5.6013e-02,  5.5094e-02,
                      -1.8641e-02,  6.2695e-02, -6.6450e-02, -3.5363e-03,  5.0268e-02,
                      -8.4252e-02, -4.7486e-04, -1.3003e-01,  2.6702e-02, -3.4215e-02,
                       4.2571e-02,  2.2521e-02,  1.2696e-03, -2.3780e-02,  4.7697e-02,
                      -3.6096e-02,  1.3464e-02,  3.7950e-02, -3.5318e-02, -6.1472e-03,
                       2.8600e-02, -5.0142e-02, -3.6883e-02, -6.3810e-02,  6.8528e-03,
                       5.2020e-02, -4.9342e-02, -1.6558e-02, -8.5545e-02,  2.9770e-02,
                      -4.8760e-02, -5.3246e-02, -7.9473e-03, -4.4031e-03, -3.5603e-02,
                       4.4684e-02, -4.1864e-02, -6.2185e-03,  5.1986e-02, -4.9444e-02,
                      -9.7968e-03, -7.3004e-02,  8.7771e-03, -2.1624e-02,  8.3409e-02,
                      -4.0446e-02,  9.8351e-04,  2.3158e-02,  2.6869e-02,  2.9485e-02,
                       3.2388e-02,  1.4335e-02, -4.1937e-02, -8.7368e-03, -2.8760e-02,
                       1.3157e-03, -4.7950e-02, -1.3021e-01,  5.6588e-02, -1.1063e-02,
                       4.5534e-02,  1.7719e-02,  7.5907e-03, -9.1978e-02, -8.4431e-02,
                       1.1211e-02,  2.3660e-02,  9.5203e-03, -8.5185e-02, -5.0945e-02,
                       9.4713e-03, -2.3787e-02, -1.5339e-03, -9.6670e-02, -6.1865e-03,
                      -7.3966e-02, -8.1654e-02, -4.1404e-02, -1.0265e-02, -6.2036e-02,
                      -5.4739e-02,  4.5784e-02,  1.9246e-02,  1.4515e-02,  6.0434e-03,
                       3.2858e-02,  6.9810e-03, -4.8113e-02, -3.8765e-02,  2.4370e-02,
                      -8.3524e-02, -8.1643e-02, -4.2165e-02, -4.3040e-02, -2.5268e-02,
                       1.6850e-01, -9.7286e-02,  4.6275e-02,  2.3264e-02, -9.7904e-04,
                       3.3222e-02,  1.8969e-02,  1.8831e-02, -7.6637e-02, -2.9809e-02,
                      -5.0814e-02, -3.8530e-02, -3.9334e-02, -3.9996e-02, -3.7684e-02,
                      -5.2743e-02, -5.7018e-02,  1.5638e-03, -8.1458e-02, -1.1584e-02,
                      -4.1719e-02, -8.2799e-03, -5.1343e-02, -3.2107e-02,  2.6715e-02,
                      -5.9942e-02,  1.4411e-02,  1.2764e-02, -5.9572e-02, -7.9341e-02,
                       1.4733e-02, -2.8929e-02, -7.2251e-02, -9.7297e-03, -1.6206e-02,
                       3.9607e-03, -7.7069e-03,  3.4946e-02, -1.5883e-02, -9.7670e-02,
                      -4.4386e-02, -2.6921e-03, -1.3071e-02, -2.4182e-02, -6.7855e-02,
                      -6.1532e-02, -7.0066e-03, -5.5823e-02,  5.4701e-02,  1.8378e-02,
                      -1.6181e-01, -2.8074e-02, -6.1068e-02, -1.4241e-02,  3.5447e-02,
                       5.0694e-02, -2.4747e-02, -3.1711e-02, -4.0864e-02,  3.6062e-02,
                       3.1112e-02, -3.6760e-02, -4.0689e-02, -7.4530e-02, -5.3216e-02,
                       2.0296e-02, -3.1279e-02, -2.8508e-02,  8.1997e-03, -3.1553e-02,
                       8.6336e-03, -1.3020e-01, -1.1174e-02, -1.5007e-03,  7.1940e-03,
                       1.5806e-02, -1.1090e-01,  3.1395e-02,  1.0599e-02,  3.5162e-02,
                      -7.2211e-02, -4.6199e-02, -7.7479e-02,  2.3565e-02, -5.5905e-02,
                       5.2700e-02, -2.6410e-02, -4.5930e-02,  5.9599e-02, -6.4148e-02,
                      -1.3812e-01, -3.8637e-02,  6.0298e-03, -4.7586e-03, -8.8636e-02,
                      -1.1008e-01, -5.9133e-02,  5.6186e-02, -6.0572e-02, -6.3501e-02,
                      -9.0471e-02,  4.4356e-02, -5.4057e-01,  2.4030e-02, -2.6308e-02,
                      -2.1426e-03, -3.8068e-02, -1.1682e-02, -1.0660e-02, -6.1781e-02,
                       7.8836e-04, -3.4234e-02,  1.8691e-02,  3.8649e-02, -1.0884e-01,
                      -7.0756e-02, -2.6662e-02, -2.7227e-03, -1.2269e-02, -4.9408e-02,
                      -2.9113e-02, -2.3099e-02,  2.8518e-02, -5.2735e-02,  8.0901e-02,
                      -8.8275e-02, -1.4862e-01, -2.3716e-02, -2.3092e-02, -1.8038e-02,
                       1.4658e-02, -4.2657e-02, -4.8645e-03, -1.1264e-01,  3.4975e-02,
                      -2.8810e-02, -7.3047e-02, -3.3504e-02,  4.8511e-02,  1.9823e-02,
                      -1.0528e-01, -7.0212e-02, -5.1028e-02,  2.7670e-02, -6.0657e-02,
                       1.1165e-02, -1.8839e-02,  9.7342e-03,  4.4064e-02,  7.7518e-03,
                       9.5159e-03, -2.6597e-02, -7.6602e-02, -7.0742e-02, -1.0879e-01,
                      -4.8226e-02, -9.0172e-04, -1.5796e-02,  8.2755e-02, -1.7025e-01,
                      -7.4174e-02, -3.8301e-02,  2.1057e-02, -1.7252e-02, -3.5040e-02,
                       1.4085e-02, -6.8587e-03, -7.3650e-02, -3.1388e-02, -7.0139e-02,
                       5.5807e-02,  4.6531e-02,  7.7865e-02, -4.1903e-02, -1.0281e-01,
                       7.0056e-02, -7.7240e-02, -1.0964e-02,  9.2006e-02, -9.5832e-02,
                      -9.4483e-02, -1.2002e-02, -8.4110e-02,  2.9505e-02,  1.7430e-02,
                      -1.8238e-04,  1.1708e-03, -1.3425e-01, -8.0413e-02, -1.5908e-02,
                       3.4703e-02,  8.7698e-04, -7.2776e-02,  7.3972e-02,  5.0317e-02,
                      -1.5590e-02,  1.3803e-02,  3.5628e-02,  5.8145e-02, -4.5824e-02,
                      -2.7427e-02,  1.5772e-02,  5.8865e-03, -1.1019e-01,  7.0608e-02,
                      -9.5757e-02, -8.8314e-02,  2.7123e-02, -2.2678e-02,  3.0440e-02,
                       5.1011e-03, -6.5801e-02, -4.0536e-03,  3.3645e-02, -6.0322e-02,
                      -2.8953e-02, -7.9467e-02, -7.7179e-02, -2.6918e-02, -1.1488e-01,
                      -6.2266e-02, -6.1161e-03,  1.6805e-02,  5.1273e-02, -9.3730e-02,
                      -1.1024e-01, -2.5146e-02, -3.7206e-02, -5.6116e-02,  4.1518e-02,
                      -1.6441e-02,  5.5405e-03, -3.5183e-02, -9.7081e-03,  7.3746e-03,
                      -1.0562e-01, -4.0373e-02,  2.8871e-02, -3.8696e-02, -6.5767e-02,
                      -2.8371e-03, -5.8776e-02,  1.2032e-01, -1.1465e-01, -4.0700e-02,
                      -6.9809e-02, -8.4535e-02, -7.1514e-03,  2.7438e-02,  6.3747e-02,
                       1.8393e-02, -2.7128e-02,  4.4582e-03, -1.6017e-02,  2.4790e-02,
                      -8.1758e-03, -2.9690e-03, -3.4668e-02,  2.0914e-03, -5.5685e-02,
                      -7.7179e-02,  6.2320e-02,  3.5528e-03, -5.1441e-02, -1.0465e-01,
                      -8.2149e-03, -6.6495e-02, -5.1552e-02,  3.3687e-03,  3.2692e-03,
                      -2.0552e-02, -6.0325e-02,  1.4068e-02, -3.7742e-02, -4.6773e-02,
                       4.7699e-02,  1.1293e-02,  7.2834e-02, -1.1113e-01,  9.2574e-04,
                       1.1736e-02, -8.5426e-02, -2.4640e-02, -5.2058e-02, -2.5188e-02,
                       6.7277e-02, -1.2612e-02, -6.8822e-02, -8.5834e-02, -6.5375e-02,
                       2.7209e-02,  1.8787e-03, -9.4085e-03,  3.9277e-04, -3.5855e-02,
                      -3.6750e-02, -2.7243e-02, -9.2295e-02,  2.2203e-02,  2.1610e-02,
                       5.8611e-02, -4.1226e-02,  4.9868e-02,  1.2016e-02, -7.3632e-02,
                       1.0943e-02,  1.6036e-02, -7.7280e-02, -3.1498e-02, -8.6949e-03,
                      -1.9643e-02,  7.2994e-03, -1.3947e-01], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.weight',
              tensor([[-0.0271,  0.0189, -0.0336,  ..., -0.0400, -0.0036,  0.0287],
                      [-0.0463,  0.0166,  0.0450,  ...,  0.0131, -0.0131, -0.0521],
                      [ 0.0323, -0.1151,  0.0424,  ...,  0.0375, -0.0163,  0.0323],
                      ...,
                      [ 0.0320,  0.0084, -0.0232,  ...,  0.0085,  0.0600,  0.0406],
                      [-0.0551, -0.0386,  0.0894,  ..., -0.0274, -0.0144, -0.0833],
                      [ 0.0140, -0.0119, -0.0422,  ...,  0.0550, -0.0067, -0.0111]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.bias',
              tensor([-2.9538e-02,  5.9897e-02,  1.7897e-01, -8.7469e-02, -6.1304e-02,
                      -1.9133e-01, -1.3709e-01, -6.9356e-02,  9.4083e-02, -1.0668e-03,
                      -3.7303e-03,  2.0163e-02, -1.1629e-02, -8.0657e-02, -2.2774e-02,
                       3.0291e-02,  2.8382e-01,  4.9533e-02,  4.8848e-02,  1.9420e-02,
                       3.3791e-02,  1.8456e-01, -7.4493e-02,  2.2504e-02, -1.5539e-01,
                      -6.6606e-02, -3.6828e-02,  1.1945e-01,  4.9025e-01, -2.2585e-01,
                      -2.1426e-02, -1.0941e-01,  6.8704e-03,  1.2004e-01, -5.2639e-02,
                      -3.9275e-02,  6.3232e-02,  3.7142e-02,  7.9740e-02,  8.3433e-02,
                      -1.9370e-02, -7.2284e-03, -4.2024e-02, -4.5278e-02, -6.6109e-02,
                      -4.0078e-02,  8.6337e-02, -1.0583e-01,  1.6299e-01,  3.8374e-02,
                      -1.4607e-02, -1.6516e-01,  8.1404e-02,  5.4605e-02,  8.4435e-02,
                       1.8123e-01, -4.5663e-02,  3.2641e-02, -6.6304e-02, -3.3494e-02,
                       5.6964e-02, -1.4300e-01,  1.8408e-01, -4.1135e-02, -1.9900e-01,
                       1.5336e-01, -6.6410e-02,  1.8764e-01,  9.5705e-02, -3.8655e-02,
                       8.7096e-02,  8.7439e-02,  6.4071e-03, -3.0059e-01,  2.6205e-01,
                      -1.4546e-01,  1.1897e-01,  4.7526e-02,  1.8709e-01, -3.9000e-02,
                      -1.7072e-01,  1.5290e-01, -2.1805e-02, -3.5955e-01,  6.0810e-02,
                       6.1190e-03, -9.0470e-02,  7.2741e-01,  5.9921e-02,  7.1187e-02,
                       3.0092e-01,  4.7729e-02, -2.4555e-02, -1.5513e-01, -2.6765e-01,
                       1.5594e-02,  5.8684e-02,  2.1644e-02,  6.6437e-02,  3.5390e-02,
                      -5.8999e-01,  9.6281e-02,  4.7662e-01, -2.0064e-01, -4.9287e-02,
                      -1.2275e-01,  3.3147e-02, -2.8630e-02,  1.5213e-01, -2.4888e-01,
                       7.1409e-02,  4.4933e-02,  1.2397e-01,  1.8125e-01,  2.0162e-01,
                      -1.7728e-01,  4.9129e-02, -5.5382e-02, -1.0242e-01,  5.8135e-02,
                      -2.2291e-01, -1.8382e-01,  4.4638e-02,  5.6331e-02, -1.4360e-01,
                       4.5314e-01,  3.9222e-01, -4.6693e-02, -1.8553e-02,  2.0293e-02,
                      -2.6597e-02,  8.2949e-03, -3.5914e-02, -2.6154e-02, -6.6875e-03,
                       5.8744e-02, -5.5165e-02,  1.2194e-02,  6.0568e-02, -1.8407e-03,
                       9.4005e-02, -8.6094e-02, -5.3270e-02,  9.2439e-03, -8.5853e-03,
                       2.6306e-02, -1.9292e-03,  5.5903e-03,  6.7848e-02,  9.7627e-02,
                       6.5770e-02,  3.2291e-02,  7.5888e-02, -1.6784e-04,  9.8662e-02,
                      -5.3484e-02,  2.4671e-02, -1.2047e-02,  1.0878e-01, -1.1920e-03,
                      -9.7803e-02, -9.1380e-02, -4.5517e-03, -4.7296e-02, -2.2513e-02,
                      -3.4005e-02,  2.1235e-02, -1.8505e-02, -1.5712e-02,  2.1048e-02,
                       6.3785e-02,  4.0291e-02,  9.8380e-03, -5.1619e-03, -4.3752e-02,
                       6.0889e-02,  2.1368e-03, -5.8298e-02, -2.0517e-02,  4.0183e-02,
                      -6.0251e-03,  2.2754e-02, -1.9993e-02,  1.1122e-02,  1.7583e-02,
                      -9.8770e-02, -7.5828e-02, -1.0930e-03, -8.6042e-03,  1.8875e-02,
                       8.6395e-02,  1.8087e-02, -4.4903e-01, -2.6051e-01, -1.5164e-01,
                       4.9398e-01, -3.8658e-01, -1.5769e-01, -1.7757e-01,  5.0978e-01,
                       1.2967e-01,  1.4714e-02, -2.2051e-01, -1.4823e-01, -1.4463e-01,
                      -1.4035e-02, -2.3203e-01, -9.6580e-02,  2.0231e-01, -8.7585e-02,
                      -7.1721e-02,  6.1627e-02, -4.0807e-02,  1.3440e-01,  3.0951e-02,
                       1.6203e-01, -2.3756e-01, -3.5178e-01,  3.8121e-02,  5.5386e-02,
                      -2.0154e-01, -2.0672e-01,  5.1361e-02, -1.3344e-01, -8.2341e-02,
                      -1.8157e-02, -1.4604e-01, -9.5375e-02,  1.5993e-01, -1.4992e-01,
                       1.0619e-01, -1.2829e-01, -1.8442e-01, -8.0193e-02,  1.8191e-01,
                       2.0528e-01,  5.4669e-02, -3.8471e-01,  6.8808e-02,  1.2517e-01,
                      -8.9478e-02, -4.0406e-01,  1.2576e-02,  5.2661e-03,  4.2938e-02,
                       1.3617e-02, -9.9801e-03,  1.8090e-01, -7.2950e-02,  1.2158e-02,
                      -2.4573e-01, -3.1265e-02, -1.2053e-02, -8.9543e-02,  3.3638e-02,
                      -5.2692e-02, -8.6691e-02, -1.9093e-01,  3.7703e-02,  4.5078e-02,
                       8.1094e-02, -7.5805e-02, -3.9792e-03, -2.1892e-02, -1.6045e-01,
                       2.5295e-02,  1.0421e-01, -2.0990e-01,  4.5966e-01,  2.8386e-01,
                       7.7714e-02, -7.4775e-02,  1.1447e-01, -8.9243e-02, -4.2160e-02,
                       1.5386e-01, -2.4275e-01,  1.0418e-01,  1.5317e-01,  1.1550e-01,
                      -1.2363e-01,  1.4685e-01, -3.5847e-02,  3.3059e-01, -4.0407e-02,
                      -4.0936e-01,  2.3257e-01, -2.7412e-01, -4.3177e-01, -7.7250e-04,
                      -7.9928e-02,  1.2955e-01, -2.7189e-02, -2.9630e-01, -3.1696e-01,
                       4.7115e-01, -2.6953e-01,  1.5722e-03,  3.4527e-02,  7.1371e-02,
                       6.5352e-02, -4.4838e-01, -6.0076e-02,  4.2766e-02, -4.6779e-01,
                       1.3660e-01,  3.9114e-02,  2.0571e-01, -7.0301e-02, -8.5223e-02,
                       4.6734e-01, -2.2157e-01, -5.0108e-01,  1.0501e-01,  2.2396e-02,
                       8.6602e-02, -3.6676e-01,  8.0859e-02,  1.4810e-01,  2.0813e-01,
                       7.8183e-02,  3.3170e-02,  7.9390e-02,  3.8871e-02, -1.1431e-01,
                       4.0908e-02,  1.5677e-01,  1.0838e-01, -2.1227e-02, -1.0292e-01,
                       7.0582e-02, -2.6585e-02,  7.2231e-02, -1.0445e-01,  4.3415e-02,
                       1.5344e-02, -1.2564e-01,  3.9024e-02,  8.8563e-02, -3.9926e-02,
                      -6.1335e-02,  1.0222e-02,  1.2905e-02,  9.7637e-04, -1.4251e-01,
                       8.7585e-02, -4.7615e-02, -2.4679e-02,  3.4332e-02,  6.7495e-02,
                       1.9437e-02,  6.2043e-02,  1.2019e-02, -1.5630e-02,  2.6790e-02,
                      -2.0573e-02,  3.5152e-02, -3.2579e-02,  8.4609e-02,  3.3568e-02,
                       1.0826e-01,  1.1727e-01, -5.1284e-02,  8.5018e-02,  5.7134e-02,
                       9.6135e-03,  2.2182e-01,  1.0371e-01,  5.5483e-02, -2.3774e-02,
                       2.2903e-02,  7.8131e-03,  8.4698e-02,  1.4606e-02,  3.6619e-02,
                      -1.6375e-02,  5.4795e-02, -2.5551e-02, -4.0252e-02, -8.7245e-02,
                      -6.1273e-02,  1.6081e-02, -4.2537e-02,  2.3853e-02,  8.8907e-02,
                      -1.2095e-01, -1.6639e-02,  1.4494e-02,  1.4087e-01,  5.7298e-01,
                       4.6462e-03,  1.1431e-01,  2.0357e-01, -6.6465e-02,  3.4766e-02,
                      -4.6230e-02, -2.3762e-02, -2.6472e-02,  4.6755e-02,  5.8608e-02,
                      -8.7911e-02,  4.7557e-02, -1.1355e-01, -3.3822e-02, -1.4694e-01,
                       1.1923e-01, -4.3280e-02, -3.6171e-02,  1.1244e-01,  2.4058e-02,
                       2.0215e-03,  1.1314e-01,  1.4921e-01, -3.1671e-02,  3.4875e-02,
                      -7.6342e-03,  1.4032e-02, -7.1809e-02, -8.3764e-02,  1.3136e-01,
                       1.8821e-01, -2.9735e-02, -4.6139e-02, -1.5456e-02, -1.9826e-01,
                       1.1036e-01,  1.4109e-01,  4.1484e-01, -8.5826e-02, -1.7204e-01,
                       4.0460e-01,  2.8207e-01, -7.5131e-02, -2.5702e-01, -9.7624e-02,
                      -9.3858e-02, -1.0533e-01,  1.0394e-01, -8.7559e-02,  1.2133e-01,
                      -3.4896e-02, -4.6521e-02, -4.9961e-02, -2.8872e-02, -9.8221e-02,
                      -1.2883e-01, -7.4098e-02, -1.8886e-01,  6.1841e-03,  3.5378e-02,
                      -5.5819e-02,  7.4157e-02,  1.2577e-02,  7.3052e-02, -7.3990e-02,
                       2.9221e-02, -2.6784e-02,  1.0525e-01, -6.9530e-02,  9.4899e-02,
                      -7.9989e-02, -1.1386e-01,  3.5632e-02, -3.4498e-03, -1.5828e-02,
                       6.7652e-02, -1.7772e-02, -3.3150e-02, -5.3002e-02,  4.0707e-02,
                      -3.3019e-02, -3.3028e-02,  4.6915e-02, -4.1652e-02, -3.0031e-02,
                      -2.0300e-01,  5.7198e-02,  9.5753e-02, -4.9236e-02,  1.2099e-02,
                       3.3007e-02, -8.3249e-03, -3.8239e-02,  6.4569e-02,  4.3148e-03,
                       1.4587e-01, -1.0816e-01, -4.7226e-02,  1.2002e-01,  3.2672e-03,
                       4.2962e-01,  1.4308e-02,  1.3348e-01, -1.0960e-01,  3.3460e-02,
                       6.1574e-02,  6.7551e-02,  7.8538e-02, -1.0858e-02, -7.1314e-02,
                      -2.9657e-03, -3.9394e-01,  4.0645e-02,  7.3875e-03,  1.0236e-01,
                      -5.9550e-02,  3.7329e-02,  5.2602e-03, -1.6409e-02, -1.0936e-01,
                       2.1340e-02, -3.4558e-02,  8.3023e-03, -1.0974e-02,  5.8567e-02,
                      -6.2469e-02, -6.2256e-02,  2.4747e-01,  3.0200e-03, -8.9351e-02,
                       2.3235e-02, -3.3221e-04,  7.8902e-05,  3.7261e-02, -2.7726e-02,
                       1.3654e-02, -3.4942e-01,  7.4538e-02,  1.6905e-01, -3.8450e-02,
                       7.0173e-02, -9.3664e-02, -4.0843e-02,  1.3072e-02, -1.2797e-01,
                      -4.9347e-02,  1.2564e-01, -1.3074e-01,  7.9397e-02,  1.1012e-01,
                      -2.4184e-02,  4.0106e-02, -1.4453e-02,  1.1959e-01, -6.4117e-02,
                      -6.6271e-02, -5.6222e-01, -1.8185e-01, -6.2683e-02, -5.9304e-02,
                      -1.0493e-01, -1.6305e-01,  6.4771e-02, -5.8049e-03, -9.0060e-02,
                      -4.2455e-03, -4.2830e-02,  5.8742e-02, -4.3226e-02,  2.0853e-03,
                      -1.4117e-01, -8.6100e-02, -1.8117e-02,  1.3909e-01,  8.1091e-02,
                      -9.6062e-02, -1.0956e-02,  2.9062e-02, -9.1514e-02, -2.8743e-02,
                      -2.5083e-02,  1.0419e-01,  8.4013e-02, -2.6624e-02, -6.9675e-02,
                       1.3612e-02, -4.5507e-02, -9.2073e-03,  5.3080e-02, -8.4357e-03,
                      -2.0407e-01, -3.0541e-01, -2.6581e-02, -9.2118e-02,  5.0250e-02,
                       5.1259e-02,  2.3152e-01,  1.7220e-01,  4.0197e-02,  7.7280e-02,
                      -6.2720e-02, -3.2768e-01,  2.2239e-01,  1.6793e-01,  6.3103e-01,
                      -1.1430e-01, -6.4194e-02, -1.1097e-01,  2.7832e-02,  2.2305e-02,
                      -3.2006e-02, -1.6293e-01, -4.8341e-02, -1.3951e-01, -5.7794e-02,
                      -1.6579e-01, -6.2996e-02, -2.5243e-01, -2.3094e-01,  1.7661e-01,
                      -7.9120e-02,  1.7084e-01, -1.0191e-01,  2.0551e-01,  7.2203e-02,
                       1.5985e-01, -3.3649e-02, -6.1216e-03,  1.9644e-01,  5.9949e-02,
                       5.8371e-02,  6.3520e-02,  4.6120e-02, -3.1029e-01,  3.3688e-02,
                       1.4073e-02, -1.3607e-01, -1.7204e-02, -2.6245e-02,  2.1482e-01,
                       2.2132e-01, -1.8129e-01,  3.3870e-01,  1.9387e-01, -1.0661e-01,
                      -5.5680e-01,  2.6589e-03, -7.4827e-02, -1.7991e-01,  6.0731e-02,
                       1.5837e-02,  1.8387e-02,  1.0492e-01, -8.6970e-02, -9.9660e-02,
                       3.8317e-03,  5.6886e-02,  2.6951e-01,  1.8032e-01,  3.4130e-01,
                       6.7128e-03, -3.9802e-02, -6.5560e-02, -3.9237e-02,  1.3211e-01,
                       1.2576e-01, -1.1030e-02,  8.7448e-02,  3.4741e-01, -2.5891e-01,
                      -5.5557e-01,  6.2527e-01,  1.3528e-01, -4.1758e-03, -1.8198e-01,
                      -1.0103e-01,  8.3240e-02, -4.7533e-02, -5.0142e-02, -8.8083e-02,
                       1.1270e-02,  4.5572e-02,  6.1704e-02, -1.6679e-01, -3.8248e-02,
                       4.4109e-02,  1.4002e-01, -4.1500e-02,  4.7458e-02,  9.3635e-02,
                       5.2207e-02,  8.2103e-02, -4.1662e-02, -1.5040e-01,  4.8303e-02,
                      -4.9088e-02, -2.3984e-02,  4.8203e-03, -2.5998e-01, -5.0640e-02,
                      -7.4637e-01,  2.0951e-02,  7.7844e-03,  5.7777e-02,  1.8618e-01,
                      -1.1684e-01,  1.7322e-01, -2.3450e-01, -3.2406e-03,  3.5313e-03,
                       9.6598e-02,  3.2321e-02,  1.0770e-01,  3.2797e-01, -1.1412e-01,
                      -5.0043e-02, -1.3337e-01,  1.1832e-01,  1.1549e-01,  5.7629e-03,
                      -8.0107e-02, -1.2466e-01,  1.0899e-02, -5.4221e-02, -1.0282e-01,
                      -2.4887e-02, -1.2727e-01, -3.5845e-02,  5.2276e-02,  1.6640e-01,
                       1.6159e-02, -1.9981e-02, -3.0369e-02,  6.4210e-02, -7.8083e-03,
                      -2.4063e-01, -4.6602e-02,  3.5165e-03,  8.6565e-02, -1.5436e-01,
                       1.1815e-02,  6.5678e-03, -7.9117e-02, -5.4814e-04,  1.0245e-01,
                      -4.7833e-02,  1.1749e-01, -6.2123e-02, -3.3358e-02, -2.8582e-01,
                      -3.4792e-02, -1.7495e-02, -5.5918e-02, -3.2700e-02, -7.8204e-02,
                      -3.5866e-01, -3.0486e-02,  6.0069e-02,  9.1254e-02,  1.1537e-01,
                       8.4934e-02, -2.3768e-02,  5.8015e-02,  1.7787e-01, -5.9074e-02,
                      -5.6395e-03, -4.8470e-02, -1.1674e-02,  6.3937e-03,  7.8445e-02,
                      -6.9529e-02,  4.3507e-02, -4.5038e-02, -5.0137e-02, -1.7879e-01,
                       8.1591e-02, -5.9477e-02,  9.1587e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.weight',
              tensor([[ 0.0264, -0.0227, -0.0271,  ..., -0.0076, -0.0134, -0.0536],
                      [ 0.0091,  0.0540, -0.0174,  ...,  0.0190,  0.0228, -0.0388],
                      [-0.0839,  0.0556,  0.0076,  ...,  0.0144,  0.0055,  0.0012],
                      ...,
                      [-0.0462,  0.0254,  0.0282,  ..., -0.0693,  0.0089, -0.0754],
                      [ 0.0954, -0.0095, -0.0284,  ..., -0.1311,  0.0824, -0.0255],
                      [-0.0164, -0.0262,  0.0101,  ...,  0.0070, -0.0918, -0.0361]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.bias',
              tensor([-8.8298e-04,  1.0029e-03,  8.0390e-03, -6.1416e-03, -2.2219e-03,
                       1.0105e-03,  4.0599e-03, -1.6055e-03, -5.4382e-04, -3.5840e-03,
                       6.4606e-03,  8.9613e-03,  4.5718e-03, -2.3541e-03,  4.9873e-03,
                       1.3113e-02,  4.7399e-03,  4.0387e-03, -4.0292e-03,  6.0923e-03,
                       1.0521e-02, -2.0135e-03, -4.5290e-03,  4.8334e-03,  2.3328e-03,
                       6.8435e-05, -4.6474e-03, -1.1206e-02,  1.1658e-03, -2.3864e-03,
                      -3.3551e-03, -9.8853e-03, -3.3997e-03, -1.5161e-03, -6.2234e-03,
                       1.0043e-02, -6.8910e-04, -4.5893e-04,  2.4671e-03, -4.3570e-03,
                       2.1277e-03, -1.7850e-03, -1.9544e-03,  2.9407e-03,  4.8137e-03,
                       3.6205e-03, -8.4936e-04,  4.7260e-03, -3.6030e-03, -1.7965e-03,
                       1.3316e-02,  5.3659e-03,  2.3162e-04, -1.0004e-03,  3.6033e-03,
                       2.4503e-03, -3.9298e-03,  5.0323e-03, -3.3085e-03,  1.4852e-03,
                       5.7978e-03,  8.7369e-03, -4.7340e-03, -2.7660e-03, -3.7233e-03,
                       1.3604e-03,  3.5498e-03, -5.5310e-03, -2.1191e-03, -3.5926e-03,
                       2.3945e-03, -8.0834e-04, -1.3405e-03, -5.2661e-03, -7.3146e-03,
                      -5.4984e-04, -2.6619e-03, -1.1439e-03, -2.2391e-03, -1.9052e-03,
                       7.2957e-03,  2.6297e-04,  8.9640e-04, -2.6972e-03,  2.1708e-03,
                       5.9212e-04,  2.8704e-03, -3.2570e-03,  1.0042e-03, -2.7250e-03,
                       4.7220e-03, -5.3126e-04, -7.7366e-04,  3.0688e-03,  3.6473e-03,
                       5.4277e-03,  6.6776e-04,  1.5866e-03, -2.0357e-03, -3.1142e-03,
                       1.4792e-03, -2.9805e-03, -4.7585e-03,  6.5154e-04,  2.9280e-03,
                       1.8715e-03, -3.5879e-03,  4.9575e-03, -3.3344e-03,  5.6351e-03,
                      -3.1377e-03,  5.5166e-03, -1.6999e-03,  3.7689e-03, -8.2157e-04,
                       2.4106e-03, -2.4995e-03, -3.4316e-04,  6.0031e-03, -3.7110e-03,
                      -8.8581e-03,  5.9766e-03, -1.9327e-03, -1.6561e-03,  1.1259e-03,
                      -1.7344e-04,  5.7799e-03,  1.0249e-04, -5.7551e-04, -3.6246e-03,
                       4.4925e-03, -6.1605e-04, -9.6409e-03,  3.1341e-03,  8.4583e-03,
                      -5.9833e-03,  3.7480e-03,  1.1720e-02, -6.6970e-03, -2.8728e-03,
                      -2.0552e-03,  5.3602e-03,  1.0123e-03,  5.2899e-03, -1.8484e-03,
                       9.8804e-03, -5.3405e-03,  1.9091e-04, -1.1522e-03,  3.5247e-03,
                       8.5969e-03,  2.3787e-03,  8.8810e-03, -3.5521e-03, -3.0549e-03,
                      -4.5405e-03,  2.6412e-03, -4.0702e-03, -1.2032e-03,  1.4013e-02,
                       2.0741e-03,  4.1805e-03, -5.4010e-03,  6.1619e-03, -6.8762e-03,
                       6.3355e-03, -6.3658e-04,  5.7453e-03,  6.7182e-03, -2.4606e-04,
                       3.2426e-03,  3.5489e-03,  5.7569e-03, -1.3344e-03,  6.2069e-03,
                      -6.2589e-03, -1.9780e-03, -8.0034e-03,  5.9505e-03,  3.7784e-03,
                      -1.7162e-03, -3.6443e-03, -5.2067e-03,  2.8008e-04, -2.2094e-03,
                      -3.4337e-03, -5.3767e-03, -8.5932e-03, -3.5762e-03, -4.4211e-03,
                       9.9833e-03, -7.6128e-03, -7.6359e-03, -2.4286e-03, -3.5907e-03,
                       9.9785e-03, -9.9499e-03, -8.6000e-03, -1.1136e-02,  2.7455e-03,
                       5.8317e-03, -6.3703e-04,  1.9270e-03, -6.0356e-03, -1.0299e-03,
                       7.8630e-03, -1.0499e-03, -2.1404e-03,  2.5114e-05, -3.8123e-03,
                      -2.6141e-03,  4.1366e-03, -5.5607e-03,  1.8646e-04, -2.7878e-03,
                       3.4108e-03, -7.5864e-04, -4.1655e-03, -5.6519e-03, -4.3012e-04,
                      -7.9958e-03, -5.6252e-03,  3.1482e-03, -4.5404e-03,  1.9203e-03,
                       8.9263e-04, -6.8481e-03,  1.2472e-03, -4.0508e-03, -2.4377e-03,
                      -2.1563e-03, -6.6604e-03, -2.6828e-03, -2.5305e-03, -1.2474e-03,
                       7.1124e-03,  4.3157e-04, -7.3591e-04, -5.0301e-03,  2.3134e-03,
                      -3.2681e-03,  1.3223e-03, -1.3042e-03,  9.1105e-04, -5.1692e-05,
                      -7.9026e-03,  4.8526e-03, -4.1430e-03,  1.1777e-03, -1.6998e-03,
                       2.2598e-03,  1.2099e-03,  3.0903e-03,  4.1283e-04, -3.3914e-05,
                      -6.3323e-03,  7.4111e-03,  5.0527e-03, -3.9212e-03, -5.4199e-03,
                       3.7713e-03, -7.8890e-04,  1.7127e-03, -3.3565e-03,  3.7714e-03,
                       3.9085e-03, -1.7551e-03,  1.3849e-03, -2.0032e-03,  6.4162e-04,
                      -3.3400e-03, -1.6709e-03,  4.0133e-03,  4.7020e-03,  1.4632e-03,
                      -1.1942e-02, -1.5719e-03, -2.5583e-03,  4.8779e-03,  3.5029e-03,
                       1.3705e-03,  2.9029e-03, -1.6099e-03,  1.8022e-03,  6.9268e-03,
                       3.8132e-03, -9.9677e-03,  6.9587e-03,  6.9670e-03,  5.8335e-03,
                       1.0623e-03,  2.1202e-03,  5.0149e-03,  2.6112e-03,  1.5350e-03,
                      -2.1460e-04,  6.4171e-03,  4.4104e-03, -5.7541e-03, -2.4550e-03,
                      -5.2971e-03,  5.1814e-03,  4.4998e-03,  5.0352e-03,  8.7365e-03,
                       3.4916e-03,  3.0974e-03, -2.9429e-03,  6.5023e-03,  5.7429e-04,
                      -3.8002e-03,  9.0838e-03,  6.4050e-03,  2.5515e-04,  1.7425e-03,
                       5.9449e-03, -2.9659e-04,  9.7367e-05,  2.6478e-03, -1.8275e-03,
                       1.1382e-03,  9.8166e-04, -5.2101e-03, -3.1499e-03, -9.4583e-03,
                      -1.2539e-03,  3.9801e-03, -4.1592e-03,  1.2464e-04,  8.6450e-03,
                       4.8956e-03, -4.3775e-03, -5.2086e-03, -9.5447e-04,  7.5489e-04,
                       4.0364e-03,  9.3264e-04, -5.0318e-04, -2.1015e-03,  4.3245e-04,
                       4.5492e-05, -1.9669e-03, -9.0968e-03, -4.0677e-03, -1.3246e-03,
                       6.6497e-03, -4.8465e-03, -2.2326e-03,  3.6082e-03, -1.7827e-03,
                       4.1162e-03, -2.0996e-03, -1.1207e-03, -6.6200e-03, -1.2708e-03,
                       6.5739e-03, -6.1351e-04, -2.4338e-03,  6.8849e-03, -3.5616e-05,
                       4.6150e-03, -1.2245e-05, -1.7506e-03, -1.8424e-05, -3.4321e-05,
                       3.8135e-03,  1.2184e-03, -4.9670e-04,  1.9683e-03,  4.6698e-03,
                       5.2685e-04, -3.0729e-03,  8.9544e-05, -4.1735e-03,  5.7575e-03,
                      -5.2790e-03, -5.2453e-04, -1.0529e-02, -3.3854e-03,  1.7708e-03,
                       1.4623e-03,  4.8817e-04, -5.2989e-04,  6.9902e-03, -2.4665e-03,
                      -3.6171e-04,  2.5858e-03,  2.0063e-03, -2.9242e-03, -1.0695e-02,
                      -3.4933e-03,  4.8869e-03, -6.4502e-04, -6.4259e-04,  1.6977e-03,
                       3.8160e-03, -5.0243e-03, -1.8186e-03,  7.5606e-03,  5.9677e-03,
                       3.8680e-03, -1.2441e-03, -3.3331e-03,  6.4507e-03,  4.2748e-03,
                       3.8983e-03,  1.7461e-03,  6.5348e-03, -3.9269e-04,  4.3397e-03,
                      -6.4679e-03, -2.4398e-03,  8.5497e-04, -4.6165e-03, -6.2413e-04,
                       4.2771e-03,  2.4540e-03, -2.5021e-03, -4.7084e-03,  2.4379e-03,
                      -1.1213e-03,  1.5909e-03, -2.3951e-03,  2.7241e-03,  9.2394e-03,
                      -1.0636e-02, -5.5651e-03, -4.4715e-03,  2.5339e-03,  6.9688e-04,
                      -8.2984e-03, -3.3658e-04,  2.6019e-03,  2.1331e-03,  3.3058e-03,
                       2.1814e-03, -1.0854e-03,  2.1489e-03, -2.2610e-04, -2.0338e-03,
                       1.5168e-03,  6.4690e-03, -3.0140e-03, -1.8523e-04, -2.4521e-03,
                      -5.8196e-03, -4.4423e-03,  4.4946e-03,  6.3594e-04,  8.0328e-03,
                      -1.1323e-03,  4.4330e-04,  7.6601e-04, -3.0342e-03,  9.5890e-03,
                       1.6927e-03,  5.9730e-04, -4.6162e-03,  6.0065e-03, -5.9982e-03,
                       8.7488e-03, -1.2302e-05,  4.7704e-03,  1.2888e-03, -1.9395e-03,
                      -8.4522e-03,  9.5076e-04,  2.9565e-03,  2.5340e-03,  1.6700e-02,
                       1.3138e-03, -4.4168e-03, -7.9793e-03, -2.2902e-03,  4.2516e-03,
                       1.8978e-03, -9.3720e-03, -3.0051e-03, -7.7836e-03,  3.6354e-03,
                      -6.9403e-04, -3.0762e-03,  4.7394e-03,  3.2152e-03, -2.1675e-03,
                      -6.4674e-03,  5.1754e-03, -3.7668e-03, -8.8010e-03,  2.2444e-03,
                      -8.7953e-03,  5.8054e-04, -9.8064e-03,  5.7235e-03,  1.3500e-03,
                       4.6132e-05, -2.4628e-04, -4.0849e-03, -9.3157e-03,  1.0212e-02,
                       1.1395e-03,  2.0972e-02, -6.9102e-03, -3.9852e-03, -9.5736e-03,
                       2.7641e-03,  3.8425e-03,  1.1559e-03, -1.2281e-03,  2.3205e-03,
                      -1.6871e-05, -4.5060e-03,  8.8777e-05,  6.9522e-04,  5.3011e-03,
                      -4.1940e-04, -5.1744e-04,  3.8456e-03,  2.7416e-04,  1.6024e-03,
                       2.9904e-03,  1.4792e-03, -3.9857e-03, -1.2289e-03,  1.2819e-03,
                       5.3347e-03, -6.9441e-03, -4.4838e-04, -1.0468e-03,  2.4435e-03,
                       6.4786e-03, -3.6153e-04, -3.3964e-03,  2.7853e-03,  1.6746e-03,
                       1.5465e-03,  1.1723e-03,  2.6603e-03, -6.0274e-03, -3.1080e-03,
                      -5.5215e-03, -1.6628e-03,  1.9655e-03, -6.6726e-03,  1.6399e-03,
                       5.6580e-03, -8.8103e-03,  2.4347e-03,  1.3484e-03, -1.1499e-03,
                       3.3122e-03,  4.9537e-03,  5.8149e-04, -1.3109e-03,  7.4954e-03,
                       8.3367e-04, -1.7276e-03, -4.0128e-03,  4.0075e-03, -2.0015e-03,
                       1.4197e-03,  4.4107e-03,  2.0281e-03, -8.4616e-03,  6.0664e-03,
                       3.1827e-03,  3.4859e-03, -1.0111e-02, -9.3512e-04,  2.4563e-03,
                       2.1928e-03,  2.6486e-03, -2.7139e-03,  1.2004e-04,  2.4990e-03,
                       6.3377e-04,  4.2836e-03, -2.3232e-03, -3.7713e-03, -2.3896e-04,
                      -3.1789e-03, -5.7893e-03,  1.5506e-03,  2.8445e-03, -5.3856e-03,
                       6.4078e-03, -1.8636e-03,  6.9205e-03, -6.2284e-03, -4.0440e-03,
                       3.4272e-04,  1.7993e-03, -4.2431e-03,  2.8485e-03,  1.5781e-04,
                      -1.6131e-03, -1.3804e-04, -4.3792e-03, -3.4482e-03, -3.4549e-03,
                       1.0753e-03,  9.9074e-04, -2.7116e-03,  5.1116e-03, -1.1855e-03,
                       1.7112e-03, -3.9896e-03, -6.5908e-03,  3.6578e-03, -3.4483e-03,
                       5.6168e-03,  3.1648e-03,  4.1145e-03,  3.0039e-03,  3.1493e-03,
                       2.0153e-03,  1.9327e-04, -3.0033e-03, -4.1354e-03, -2.5077e-03,
                       3.6764e-03,  1.1562e-03,  1.6235e-03, -3.3503e-03, -4.7001e-03,
                       1.7139e-03, -4.3083e-03, -3.8403e-04,  3.0540e-03,  2.6443e-03,
                       8.6442e-04,  2.0462e-04, -4.6975e-04,  4.0971e-03, -8.9239e-04,
                      -1.6609e-03,  7.7108e-03,  5.3922e-03,  2.0747e-03,  5.0420e-03,
                      -5.2808e-03, -1.3892e-03,  8.2881e-04, -1.4990e-03,  1.3786e-05,
                      -8.4714e-04, -1.7387e-03,  3.1899e-03,  3.8513e-03,  2.1435e-03,
                      -1.7018e-03,  1.3850e-03, -4.1763e-03,  5.7922e-03,  1.3443e-04,
                      -1.0689e-03,  9.1533e-04,  1.2082e-03,  1.6084e-03, -8.4061e-04,
                      -8.7223e-04,  4.4946e-03, -8.9251e-04,  3.1431e-03, -5.5815e-03,
                      -1.3956e-03,  1.7506e-03, -5.7444e-03, -5.0542e-03, -7.9557e-03,
                      -5.3104e-03,  2.4028e-03, -6.6635e-03, -4.8311e-04, -8.5793e-03,
                       2.1608e-03,  5.9876e-03, -6.3120e-03, -5.2412e-03, -2.0497e-04,
                       5.5387e-04,  1.6524e-05, -7.5312e-04, -2.4717e-03,  2.1407e-04,
                       3.0321e-03,  4.6960e-03, -4.9812e-03,  2.8957e-04, -5.1235e-03,
                      -8.0528e-03,  3.5736e-03, -8.6912e-04, -4.9915e-03, -6.2447e-03,
                       3.3486e-03,  4.6805e-03,  4.7061e-04,  1.2541e-03, -2.8065e-03,
                      -2.0300e-03,  1.8189e-03, -7.0931e-03,  3.6950e-03,  6.9704e-03,
                       3.1329e-04, -7.4958e-03, -4.9026e-04,  1.2310e-02,  2.6350e-03,
                      -9.4159e-03, -1.1600e-02, -5.9799e-03,  6.6683e-03,  6.3791e-03,
                      -8.0513e-03,  8.1061e-03, -1.5446e-02, -6.4049e-03, -4.6056e-03,
                      -4.0215e-03,  2.8130e-03, -3.7080e-03,  5.5941e-04,  1.6655e-03,
                       8.7914e-05,  1.0325e-03, -6.2782e-04, -1.5866e-03, -6.5229e-03,
                      -1.0986e-03, -1.2797e-03, -4.5387e-03, -2.9276e-03,  1.1756e-02,
                      -5.1234e-03,  4.2607e-03,  2.5208e-03, -5.8010e-03, -1.4587e-02,
                       1.3165e-02, -2.7306e-03, -4.9609e-04,  6.3447e-03,  5.1207e-03,
                      -1.3802e-02,  2.5692e-04,  2.8402e-03,  3.5742e-03,  8.0711e-03,
                       3.9424e-03, -5.0809e-03, -7.3783e-04,  3.8610e-03,  4.1212e-03,
                      -8.1747e-04, -6.4719e-03,  4.4328e-03,  6.9009e-03, -5.3293e-03,
                       5.1084e-03,  3.4176e-03,  1.5110e-03,  6.5083e-03, -2.7977e-03,
                       1.6165e-02, -3.1554e-03,  5.0073e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.weight',
              tensor([[-0.0351,  0.0710,  0.0096,  ..., -0.0114,  0.0201, -0.0324],
                      [ 0.0151,  0.0380,  0.0336,  ...,  0.0079,  0.0041,  0.0123],
                      [ 0.0024, -0.0121, -0.0012,  ..., -0.0069,  0.0059,  0.0325],
                      ...,
                      [-0.0014,  0.0634,  0.0063,  ..., -0.0167, -0.0288,  0.0167],
                      [-0.0128, -0.0577, -0.0219,  ..., -0.0032, -0.0148,  0.0122],
                      [-0.0604,  0.0769,  0.0471,  ..., -0.0074,  0.0388,  0.0229]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.bias',
              tensor([-2.7960e-02, -1.9877e-03, -2.5204e-02, -1.4733e-02,  8.2313e-02,
                      -3.5169e-02, -6.7021e-02,  2.8985e-02,  2.5583e-02, -1.7178e-02,
                      -1.3460e-02,  2.8088e-02, -4.3879e-02,  1.2183e-02,  2.5776e-02,
                      -7.7346e-02,  2.2632e-02,  3.0144e-02,  5.6084e-02, -3.3496e-03,
                       8.4244e-02, -6.2020e-03,  9.3900e-03, -7.4455e-02,  2.2263e-02,
                       6.0161e-02, -2.7904e-03, -6.3835e-02, -7.6456e-02,  8.7002e-03,
                      -4.4216e-02, -6.8481e-03, -1.1573e-01,  6.0369e-02, -2.3412e-02,
                      -2.4105e-02, -1.2172e-02,  1.2039e-02, -2.2970e-01, -4.3749e-02,
                      -9.5348e-03, -1.0302e-01, -4.0688e-02,  2.7934e-02,  8.2748e-02,
                       5.2746e-02, -2.2132e-02,  5.2472e-02, -6.7838e-02,  8.7959e-02,
                       1.8631e-02,  1.3854e-02, -3.7766e-02, -1.0789e-02,  7.2151e-02,
                      -4.9962e-02,  7.8393e-02,  1.4469e-02,  6.3697e-02,  3.1275e-04,
                      -9.7152e-02,  1.0960e-01, -2.6151e-02, -9.2381e-02,  2.9635e-02,
                       9.7182e-03,  5.8597e-02, -2.2868e-02, -5.9775e-04,  3.4554e-02,
                      -5.2901e-04,  5.1766e-03,  1.3337e-02,  3.6147e-03,  4.5330e-03,
                       1.6974e-02, -2.1991e-02,  3.3818e-02,  8.3133e-03, -4.7782e-02,
                       1.7944e-03,  2.1883e-02,  1.4938e-02,  5.0001e-02, -6.7371e-02,
                      -2.4836e-02,  4.7295e-03,  4.9896e-02, -2.8726e-02,  1.0257e-02,
                      -3.7773e-02,  2.6278e-02,  4.8841e-03,  1.1844e-02,  1.1327e-02,
                       4.6526e-02,  1.0359e-02, -5.1070e-02, -4.5225e-02, -7.0211e-02,
                       1.6564e-02, -1.1765e-03,  1.4916e-02,  9.4365e-03,  2.8284e-02,
                      -8.0225e-03, -1.1067e-01, -3.6344e-02, -3.5890e-02,  4.5891e-02,
                       5.2539e-03,  8.8164e-03, -8.5092e-05, -8.8744e-03,  1.4830e-02,
                       6.6182e-02,  5.7117e-02, -2.7944e-02,  2.0499e-03, -3.6728e-02,
                      -1.1798e-02,  1.4635e-02, -2.4921e-02,  1.9161e-03,  4.8306e-03,
                       5.8916e-02,  3.2469e-02, -7.5383e-03, -1.0787e-02,  4.9903e-03,
                       2.1003e-02,  2.2701e-02,  1.9287e-02, -6.9885e-03, -1.0991e-02,
                       1.7061e-02, -2.2126e-03,  2.6348e-03, -2.6313e-03, -2.2566e-03,
                      -2.0085e-03,  1.7054e-03,  4.1818e-03,  1.5023e-03,  1.0897e-02,
                      -2.2570e-03,  8.5317e-03, -2.2964e-02, -2.4089e-02,  3.3479e-03,
                      -1.1981e-02, -1.6165e-02, -2.3495e-03, -1.5359e-02, -1.4469e-03,
                      -4.2577e-03, -1.0538e-03, -1.5509e-03, -5.5561e-03, -1.7002e-03,
                      -1.9276e-02,  1.4237e-02,  1.6726e-02, -1.5034e-03, -1.5802e-02,
                       2.7168e-03, -7.2764e-03,  1.3444e-02, -1.1083e-02,  3.4842e-02,
                       1.3864e-02, -1.0378e-03,  4.0430e-03,  3.3411e-03,  1.0297e-02,
                       1.4125e-04, -1.4707e-02, -1.3590e-02, -6.9691e-03,  2.0026e-03,
                       6.0311e-03, -1.9184e-03,  5.2805e-03,  7.2196e-03, -1.6148e-03,
                      -1.8347e-02, -4.4771e-04, -3.1945e-02,  1.4384e-02, -8.9611e-03,
                       8.1729e-03,  7.7967e-03, -1.7847e-02,  9.6234e-03,  7.3842e-03,
                       5.6362e-03, -6.6396e-03, -1.7135e-02,  1.2402e-02, -2.1682e-03,
                      -1.4315e-02, -5.2682e-02,  2.2764e-02,  2.1199e-02,  2.5635e-03,
                       2.9036e-02, -9.2673e-03, -1.5242e-02, -7.0039e-03, -2.7825e-03,
                      -1.5728e-02,  3.4664e-04,  1.0792e-02,  8.8214e-03, -1.7864e-03,
                      -2.9939e-02, -3.9819e-02, -5.8482e-03,  1.1423e-03, -2.0489e-02,
                      -1.3071e-03, -4.6897e-03, -3.2935e-02,  3.8013e-03, -1.9920e-02,
                       2.0848e-02,  1.6931e-02, -1.9357e-02,  2.5727e-02, -3.1346e-02,
                       8.1631e-03,  7.9304e-02,  3.2175e-03,  1.4438e-02, -2.0048e-02,
                      -1.5359e-02,  4.9347e-02,  3.4365e-02,  2.0374e-03, -3.1126e-02,
                      -2.2667e-02, -5.3109e-03,  3.5973e-03, -1.2478e-02, -3.2682e-02,
                      -8.2395e-03, -2.4574e-02,  2.0213e-02, -1.7564e-02,  3.2271e-02,
                       4.8563e-02,  8.4453e-03,  1.4675e-02,  2.5223e-02,  2.0115e-02,
                       3.0937e-03,  3.3127e-02,  1.1749e-02, -1.6600e-02, -4.4624e-02,
                      -2.3676e-02, -3.0924e-02,  2.8858e-02,  2.7600e-02,  1.6598e-02,
                      -7.8474e-03, -5.4224e-02,  3.2923e-02,  1.0087e-01, -2.5150e-02,
                      -4.1653e-02, -1.2110e-02,  8.7272e-02,  4.7495e-02, -1.9368e-02,
                       1.3782e-02, -1.9184e-02,  3.3072e-02,  3.2665e-02, -1.2807e-02,
                       6.7868e-02,  2.9700e-02,  2.3992e-02,  2.0775e-02, -1.4463e-02,
                       2.0327e-03,  4.1807e-02,  4.1836e-02, -1.8804e-02,  4.1972e-02,
                      -1.6667e-02,  1.3549e-02,  7.0675e-02, -1.3288e-02,  8.1269e-02,
                       1.0490e-02,  1.1354e-03,  6.7577e-02, -8.7842e-03, -3.7019e-02,
                      -5.1166e-02, -5.0502e-03, -5.3572e-02,  3.4000e-02, -5.5210e-02,
                       2.2631e-02, -4.1430e-02, -2.7881e-02, -1.4431e-02,  6.7009e-03,
                      -2.3641e-02, -3.6919e-02, -2.6886e-02, -5.6591e-02, -4.1146e-02,
                       7.3020e-02, -1.3210e-02, -2.8586e-02,  1.4876e-01,  5.7172e-03,
                      -2.1257e-02,  1.1420e-02, -3.8367e-02, -2.9736e-02, -1.1173e-02,
                      -8.1587e-03, -9.2353e-03,  3.4502e-03,  3.4650e-03,  1.6044e-02,
                      -1.2344e-02, -1.5166e-03,  2.0562e-02, -3.0157e-02,  4.7003e-03,
                       2.1366e-02,  5.0854e-03, -2.1512e-03, -5.9413e-03, -2.4758e-03,
                      -2.2742e-02, -2.5017e-02, -5.8721e-03,  4.8653e-03,  3.0870e-02,
                       8.1890e-04,  9.7515e-03,  4.8585e-03, -6.9041e-03,  7.4613e-03,
                       1.2278e-02,  1.9123e-02,  3.5876e-03, -1.5936e-02,  2.3202e-02,
                      -1.1570e-02, -7.4235e-03,  1.2152e-02, -2.3226e-04,  2.3665e-02,
                       5.5664e-03, -9.6406e-03, -7.0467e-03,  1.0797e-02, -1.1282e-03,
                      -8.4694e-04,  2.9503e-02,  9.6778e-03, -9.2787e-03,  7.9905e-03,
                      -1.2217e-02, -9.0770e-03, -1.9011e-02, -1.6476e-02,  1.1488e-02,
                       1.6732e-02,  6.9846e-04, -1.8416e-02,  3.6135e-03, -6.7366e-03,
                       3.3008e-03,  1.3985e-02, -3.0980e-03,  2.1653e-02,  1.1019e-02,
                      -1.7150e-02, -4.2787e-02,  2.8480e-02, -7.0481e-03,  8.8462e-03,
                       2.0920e-02, -6.0041e-03,  3.3923e-02,  1.6508e-02, -2.8846e-02,
                      -9.5719e-03, -3.4465e-02, -6.5456e-03, -1.5348e-02,  1.7166e-03,
                       2.4272e-02, -1.0848e-02, -2.7296e-03,  1.0298e-02, -2.0577e-02,
                      -1.0414e-02, -6.8321e-03,  7.4563e-03, -4.1915e-02, -5.4505e-02,
                      -1.4881e-02,  3.4664e-03, -5.1498e-02, -1.8663e-02, -5.2061e-02,
                       1.2825e-02,  5.7614e-02,  9.7825e-03, -1.0528e-02,  3.1339e-04,
                       2.1014e-02,  4.9460e-02, -4.5830e-02,  1.5172e-02,  1.7759e-03,
                      -5.1033e-02, -1.5711e-02,  2.5546e-02,  1.6877e-02,  2.3901e-02,
                       3.7883e-02,  6.2044e-02,  4.0464e-02,  3.1618e-02,  2.2214e-02,
                      -1.1986e-03,  3.3318e-02, -3.1976e-02, -4.6498e-02,  2.2147e-03,
                      -2.7600e-02, -2.0766e-02,  5.0494e-03,  9.5389e-03, -1.8146e-02,
                      -4.5650e-02,  1.1047e-02, -3.4115e-02,  2.5351e-02, -8.4130e-03,
                       2.1888e-02, -1.9048e-02, -4.1192e-03, -1.7234e-02, -4.8592e-02,
                      -3.8423e-04, -5.2265e-03,  1.3202e-02, -2.2925e-04,  1.6204e-02,
                       2.7066e-02,  6.1851e-03,  7.7301e-03, -1.8887e-03,  1.5015e-02,
                       3.5040e-03,  2.3690e-02,  4.0677e-03,  1.7042e-03,  1.7536e-02,
                       1.2569e-02, -7.7031e-03,  7.6406e-03, -2.0616e-02,  2.5346e-03,
                       6.5302e-03, -2.1762e-02, -1.1690e-02, -5.1143e-02,  2.4504e-02,
                      -3.3227e-03,  2.2980e-02,  3.2806e-03,  9.9401e-03, -2.0053e-02,
                       9.7907e-03, -1.2695e-02,  2.3646e-02,  7.4099e-03, -4.5624e-03,
                       2.0316e-02, -2.1363e-03, -7.9706e-03,  1.4356e-03, -2.0183e-02,
                       3.7897e-02, -1.2948e-02,  1.5005e-02,  1.2168e-02,  2.4856e-02,
                       2.3211e-02, -1.1170e-02,  1.1305e-02,  5.5519e-03, -1.3764e-02,
                       4.8782e-02, -2.6152e-02,  3.2969e-03,  1.4873e-02, -2.4254e-02,
                      -2.7877e-03, -6.6366e-04,  2.4946e-02,  3.3559e-03, -3.1720e-02,
                       8.0441e-03, -9.9811e-03, -9.9570e-04,  1.0607e-02, -1.1603e-02,
                      -1.5586e-03, -4.4454e-03, -3.2480e-04, -1.1439e-02,  6.3603e-03,
                       2.8457e-02, -2.0447e-02, -7.4450e-03,  2.8670e-02,  2.1595e-03,
                       3.9406e-02,  3.0961e-02,  1.8337e-02,  1.8347e-02,  2.5569e-03,
                      -1.5314e-03,  1.7598e-02,  2.9958e-03, -4.5879e-03, -1.0753e-02,
                       3.2248e-02,  2.1917e-02,  1.9008e-04, -4.4236e-03, -1.4673e-02,
                      -2.3537e-02, -5.9546e-03, -2.1865e-02,  4.8175e-03, -1.7194e-03,
                       9.9893e-03,  1.7272e-02,  2.2129e-02, -2.4173e-03,  3.0642e-02,
                      -7.6721e-04,  9.0225e-03,  4.1272e-04,  1.9861e-02, -3.3228e-03,
                      -1.7602e-02, -1.7020e-02, -1.5849e-02,  3.4048e-03, -9.0423e-03,
                       1.0016e-02, -3.7943e-04,  8.7991e-03, -4.4845e-02, -4.8206e-05,
                      -1.2371e-02, -7.1381e-03,  6.4843e-03, -4.7660e-03,  8.3282e-03,
                      -2.0775e-02, -4.0117e-02, -1.3881e-02, -7.0227e-02, -1.9617e-02,
                      -5.2848e-02,  6.9188e-02, -1.0507e-02,  4.7078e-02, -2.5662e-02,
                      -1.7312e-02,  5.5468e-02, -3.0121e-02, -2.3651e-01, -4.9499e-02,
                       2.5534e-02,  8.6479e-02, -4.6247e-02,  6.8496e-02,  4.4782e-02,
                      -8.0660e-02, -3.7766e-02,  2.1443e-02, -2.8336e-02, -8.5957e-03,
                       4.6983e-02,  1.8370e-02, -3.8300e-02, -7.8261e-03,  4.5964e-02,
                       1.7914e-03,  5.2000e-02, -5.0499e-02, -1.0174e-03, -2.2278e-03,
                       2.9291e-02, -2.6783e-02, -6.7974e-02, -4.4384e-02,  5.0802e-03,
                       8.3458e-03,  7.5542e-02,  6.2080e-02, -1.2036e-02, -9.3170e-03,
                      -2.0274e-02,  1.3273e-03,  6.1690e-02,  1.4897e-02,  6.3045e-02,
                       1.0649e-02, -1.1234e-02,  5.7134e-02, -4.0341e-02,  1.1989e-02,
                      -9.7139e-03, -3.4808e-02, -7.6373e-02, -1.2839e-02,  4.2635e-02,
                      -3.5230e-02,  3.3545e-02, -9.5129e-03, -8.4248e-02,  7.2959e-02,
                       3.1019e-02, -1.3298e-02, -9.0869e-03, -1.3159e-02,  5.8435e-03,
                       3.0741e-02,  9.4786e-03, -6.8806e-03,  1.0327e-02,  1.0939e-02,
                      -3.3540e-02, -2.4038e-02,  1.6248e-02,  3.8090e-02, -4.3818e-02,
                       2.5931e-04, -2.6534e-02, -2.9934e-02, -1.1201e-02,  2.0181e-02,
                       1.8766e-03,  2.3931e-02,  9.0460e-03,  1.4465e-02, -7.9078e-03,
                       2.1394e-02,  3.6868e-02, -1.3167e-03, -1.6182e-02, -2.7186e-02,
                       4.1361e-02,  7.8887e-03,  3.3901e-02, -3.2236e-02, -4.5829e-03,
                      -2.1878e-02, -1.5036e-02,  2.4356e-02, -2.7877e-02, -1.0882e-02,
                       3.3332e-02,  6.5029e-03, -8.0416e-03, -2.2106e-02, -2.5091e-02,
                       6.6111e-03, -2.4459e-02, -3.1392e-02, -3.5152e-03, -1.5952e-02,
                       1.4072e-02, -2.0087e-02,  2.1351e-03,  6.1042e-03,  5.6550e-03,
                       1.8665e-02,  1.1722e-02,  6.4780e-03, -4.4857e-02, -3.5743e-02,
                       7.1687e-03,  4.0399e-02,  1.8506e-03,  2.2720e-02,  1.3275e-02,
                       4.0279e-02,  6.9538e-02, -2.8724e-02,  6.0334e-02,  3.5272e-02,
                      -5.3307e-02, -2.0784e-02,  7.4726e-03,  2.3443e-02, -5.7429e-02,
                      -5.4126e-02,  5.6811e-02, -5.6064e-04,  5.1379e-02, -2.2582e-02,
                      -1.7008e-02, -6.1275e-02,  1.0644e-02,  5.4465e-02, -2.3220e-02,
                       1.9177e-02, -3.9481e-02, -2.5088e-02, -9.2591e-02,  2.0597e-03,
                      -1.8835e-02,  1.4341e-02,  6.0951e-02, -2.1401e-02, -4.8266e-03,
                      -1.1897e-02, -2.8921e-02, -5.1410e-02,  4.2191e-03,  1.1260e-02,
                       4.5759e-03, -8.2148e-03,  4.0608e-02,  1.7614e-02, -8.2797e-03,
                      -3.3447e-02, -4.9582e-02, -2.4457e-02,  1.7224e-02,  2.3924e-02,
                       2.0993e-04, -2.0015e-02, -4.7032e-03, -3.7046e-02,  2.7209e-02,
                      -1.0050e-02, -1.9969e-02,  3.8514e-02,  1.9125e-02, -5.6837e-02,
                      -4.1831e-02,  4.2040e-02, -6.0616e-02, -2.7095e-02, -2.4765e-02,
                       5.9265e-02, -7.8647e-03,  1.1453e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.weight',
              tensor([[ 0.0024,  0.0261, -0.0398,  ...,  0.0495,  0.0633, -0.0408],
                      [ 0.0376,  0.0189,  0.0058,  ...,  0.0525,  0.0002,  0.0134],
                      [-0.0026,  0.0223, -0.0393,  ...,  0.0376, -0.0237,  0.0332],
                      ...,
                      [-0.0505,  0.0191, -0.0319,  ..., -0.0368,  0.0120, -0.0200],
                      [-0.0093, -0.0181, -0.0465,  ..., -0.0222, -0.0229, -0.0152],
                      [-0.0331,  0.0255, -0.0112,  ...,  0.0608, -0.0151,  0.0304]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.bias',
              tensor([-2.5733e-02,  3.0587e-02,  1.1322e-01,  3.7147e-02,  7.2951e-02,
                       2.7017e-02,  7.8920e-02, -3.9055e-02, -8.3086e-03, -7.0584e-02,
                      -1.7995e-02, -3.3691e-02,  2.6256e-02,  5.5222e-02, -1.8132e-02,
                       1.6451e-02,  3.3689e-02,  2.3521e-02,  1.8962e-02, -2.6395e-02,
                      -2.3200e-02, -5.5062e-03,  2.5006e-02, -4.6502e-02,  5.2684e-02,
                      -8.5185e-02, -4.9880e-02, -3.6744e-02,  5.2614e-02, -2.9166e-02,
                       5.0559e-02, -5.5376e-02,  3.7993e-03,  3.3128e-02, -5.9747e-02,
                       9.4553e-03, -9.5637e-02, -9.7020e-03, -4.3349e-02, -6.6023e-03,
                       2.5948e-02,  7.9575e-03, -2.1279e-02,  2.7941e-02, -9.0993e-02,
                      -2.7312e-02,  6.7198e-02,  6.3313e-03,  3.6420e-02, -1.9368e-02,
                      -2.9603e-02,  7.7686e-03, -8.1576e-02,  6.2733e-02, -1.3777e-02,
                       1.6729e-01,  2.1212e-02,  3.7299e-02, -1.7685e-02, -3.6222e-02,
                       2.1608e-02,  4.6151e-02, -1.8786e-02,  1.1660e-02,  5.6535e-02,
                      -5.5621e-02,  6.7803e-03,  2.7815e-04, -1.1508e-01, -1.0234e-02,
                       5.0271e-02,  3.2749e-02, -8.4668e-03,  5.9518e-02,  1.4055e-02,
                      -6.2532e-02,  5.2977e-02, -8.0158e-02,  1.0679e-02, -1.1210e-02,
                       4.6970e-02,  2.1988e-02,  5.7955e-03,  2.5612e-03, -4.4789e-02,
                      -4.3186e-02, -2.9467e-03,  1.7619e-02,  1.9062e-02,  2.9676e-03,
                       4.5001e-02, -2.5713e-02,  1.7348e-02,  3.0132e-02, -4.0004e-02,
                      -2.8180e-02,  3.8324e-02, -6.6934e-02,  1.6845e-02, -2.4753e-03,
                       3.9013e-04,  1.5499e-02, -4.6055e-02, -1.4216e-02,  2.2904e-02,
                       2.4412e-03, -3.8057e-02,  1.7627e-02, -4.9782e-04,  1.2988e-02,
                      -4.2604e-02, -8.7222e-02, -4.7828e-03, -2.5417e-02, -9.7751e-02,
                      -3.9708e-02,  3.3145e-02, -3.2189e-02,  3.6524e-02, -2.6986e-02,
                      -4.4287e-02, -2.4444e-02, -5.3967e-02, -9.3218e-02,  3.6301e-03,
                      -6.2875e-02,  2.1123e-02, -4.1811e-02,  5.2208e-02, -5.7520e-02,
                       1.7569e-02, -5.9491e-02, -7.7932e-02,  6.3253e-02, -4.1146e-02,
                      -1.8494e-03, -1.2793e-01, -6.4409e-02, -1.0497e-01, -4.2892e-02,
                       7.6335e-02,  6.8662e-02,  1.6309e-03,  1.9677e-01,  1.9360e-02,
                       8.7247e-02,  3.6767e-02, -6.2634e-02, -3.3002e-02,  1.5958e-01,
                      -1.3110e-02, -2.7767e-02, -2.8586e-02, -5.4497e-02, -4.1953e-02,
                      -2.2348e-02, -1.6797e-02,  2.5654e-02, -1.7424e-02, -1.5968e-02,
                      -3.6743e-02,  3.0556e-02, -3.9283e-03, -2.2685e-02,  1.2788e-01,
                       1.0682e-02,  4.6867e-02, -9.7804e-02, -4.2366e-02, -1.7908e-02,
                       3.4087e-02, -1.2306e-01,  7.9366e-03,  8.2263e-02, -1.2212e-01,
                      -8.0300e-02, -4.0725e-02, -1.4950e-03, -2.7628e-03,  1.3241e-02,
                      -1.7173e-02,  2.0834e-02, -5.7725e-02,  5.2406e-02,  9.5142e-03,
                      -4.9513e-03,  1.3107e-02,  4.1955e-02,  5.6959e-02, -2.1584e-02,
                      -5.6616e-02, -1.4082e-01, -4.2479e-02, -6.2552e-02,  3.1689e-02,
                      -1.7689e-04,  6.3831e-02,  5.0909e-02,  7.3492e-02,  1.0646e-01,
                       5.5097e-02, -4.0546e-02,  8.6838e-02, -6.0443e-02,  9.6474e-04,
                      -2.7814e-02,  3.9951e-02,  1.3657e-02,  2.1848e-02,  2.5860e-02,
                       2.1158e-02,  2.3749e-02, -7.7920e-02,  4.6047e-02,  4.4910e-03,
                      -2.4696e-02, -6.0423e-02, -2.4324e-02,  1.2599e-02,  5.4620e-02,
                      -8.1054e-02, -5.2939e-03, -7.0351e-02, -2.8775e-02,  1.9818e-02,
                       2.6739e-02, -1.2319e-03, -1.4060e-03,  1.6541e-02,  1.1639e-02,
                      -2.6021e-03, -6.3501e-02, -3.8466e-02, -8.7034e-03, -5.0425e-02,
                       1.1080e-02,  3.6688e-02,  7.7903e-03, -3.7072e-02,  1.8208e-02,
                       3.7991e-02, -1.9858e-02, -2.8358e-02, -4.8025e-02,  1.2572e-02,
                       9.4882e-02,  2.7004e-02, -3.8555e-02, -9.4703e-03, -2.1716e-02,
                       1.8656e-02,  9.5564e-03,  1.9169e-02,  2.7531e-02, -4.2042e-02,
                      -5.0045e-02,  5.6595e-02,  1.2594e-02, -5.6265e-02, -2.4624e-02,
                      -6.3315e-02, -1.2815e-02,  2.6140e-03, -2.7696e-03, -6.8102e-02,
                      -5.6599e-03, -6.6663e-02, -2.0557e-02, -2.5184e-02, -8.8502e-04,
                       4.1027e-02,  7.6606e-02, -2.4600e-02, -7.0097e-02,  2.0680e-02,
                       2.2074e-02, -1.4275e-02,  5.1824e-02, -2.2797e-02,  6.2551e-02,
                       3.6084e-03,  7.0616e-03,  1.0024e-02, -1.6310e-01, -1.5464e-02,
                       1.5420e-02,  2.2050e-02,  4.6803e-02, -3.3976e-02, -5.4061e-02,
                       4.8497e-02,  2.9149e-02, -1.2634e-02, -1.3700e-02,  6.7049e-03,
                       7.2572e-02, -5.5449e-02,  2.3487e-02,  6.2509e-02,  5.7656e-03,
                      -5.0628e-02,  5.6949e-02, -2.8732e-02, -5.8276e-02,  2.1099e-02,
                      -3.1288e-03, -3.8673e-02, -3.0813e-02,  7.2479e-02, -1.6000e-02,
                      -9.7748e-02, -6.1025e-02, -1.4398e-02, -4.3254e-02,  1.3736e-02,
                       7.9538e-02, -4.8908e-02,  9.6826e-03,  1.3806e-02,  5.8822e-03,
                       1.6088e-02, -2.4986e-02, -2.1637e-02,  8.5296e-03,  6.0066e-02,
                       6.2050e-03, -8.4019e-03, -3.9317e-02,  1.4110e-02, -3.0656e-02,
                       1.1243e-02, -7.2480e-02,  1.7013e-03,  2.6971e-02,  1.1926e-02,
                       2.5762e-02, -2.2525e-02, -2.3150e-02,  1.9043e-02,  7.9349e-02,
                       5.3086e-02, -9.6560e-04,  2.7461e-03,  7.7844e-02,  5.0756e-02,
                      -3.4491e-02, -2.1983e-02, -4.2032e-04, -7.9941e-02,  3.1414e-02,
                       1.0936e-02,  5.8715e-03,  8.7071e-02,  3.9660e-02, -2.9129e-03,
                       2.9687e-02, -2.8387e-02,  1.4749e-02,  5.6188e-03,  1.5994e-02,
                       4.3232e-02, -9.9149e-03,  3.1036e-02, -6.4325e-02,  4.5023e-02,
                      -5.1571e-02,  1.9214e-02, -7.4101e-03,  5.2521e-02,  4.9733e-03,
                      -2.2003e-02,  4.4303e-02,  4.5228e-02,  4.2498e-02,  3.4901e-02,
                       2.0726e-04,  7.2084e-02,  2.9673e-02, -1.7501e-02, -4.9710e-02,
                       3.8308e-02, -6.0112e-02, -5.1637e-02, -1.7001e-02,  1.7223e-02,
                       8.4744e-03,  4.7205e-03,  7.4511e-02,  4.2768e-03, -3.2353e-02,
                      -3.5657e-02,  3.8449e-02,  9.3484e-02,  8.7099e-03,  2.5927e-03,
                       3.8168e-03, -5.7385e-02, -8.1688e-03, -6.7042e-03,  8.9921e-02,
                       1.1445e-01, -9.6834e-03, -5.8463e-02,  6.8586e-02, -1.5177e-03,
                      -5.5308e-02,  2.7025e-03, -1.1361e-02,  4.0959e-02, -1.8249e-02,
                       3.7431e-02,  2.0090e-03, -2.2188e-02,  4.1457e-03,  6.5631e-02,
                      -1.2827e-02, -8.2526e-03, -7.9704e-02,  4.7103e-03,  9.7007e-02,
                      -8.6649e-03,  4.7518e-02,  2.4764e-02, -1.4932e-02, -1.0780e-01,
                       3.7665e-02, -1.5853e-02,  6.4949e-02,  4.1341e-03,  1.7146e-02,
                       3.1126e-02, -5.8399e-03,  4.1169e-02, -3.6528e-02,  1.1526e-01,
                      -1.4068e-02, -1.9099e-02,  1.1492e-01,  3.3502e-02, -4.4345e-02,
                      -2.2057e-03, -5.8932e-03, -1.1548e-02, -4.0877e-03, -2.6053e-02,
                       7.6882e-02,  2.7448e-03,  5.8597e-02, -3.5210e-02,  3.1155e-02,
                      -4.0014e-02,  4.7341e-04, -7.2173e-02, -7.6117e-02, -3.7738e-02,
                       1.6387e-02, -7.5571e-02,  2.5577e-02,  2.7017e-02, -1.0337e-01,
                      -4.2398e-02, -2.2824e-02, -1.7906e-02, -3.3270e-02, -4.2339e-02,
                      -8.9388e-02, -4.1138e-02, -4.4678e-02, -1.6477e-02,  4.4894e-02,
                      -6.1968e-02, -5.4772e-02, -2.0238e-02, -1.4861e-03, -5.8214e-03,
                      -1.5301e-02,  1.1233e-01,  6.8810e-02, -1.2929e-01, -4.7660e-02,
                      -5.1547e-02, -2.8985e-02,  3.7396e-02, -2.0281e-02,  1.1288e-02,
                       1.3089e-02,  7.8939e-02, -9.2465e-02, -2.5677e-03,  5.4316e-02,
                      -3.7214e-02, -6.9758e-02,  1.0795e-01,  8.1144e-02, -5.5012e-02,
                       6.4764e-03,  1.4743e-02, -2.6108e-03,  5.5446e-02, -5.2074e-02,
                       8.0662e-04,  1.5819e-02,  3.3196e-03,  4.1684e-02,  1.0006e-02,
                       1.1175e-02, -1.0655e-02, -5.7533e-02, -1.3883e-02,  2.4983e-02,
                      -3.1648e-02, -5.6490e-03, -2.2872e-02,  3.5319e-02, -6.2807e-04,
                       3.6012e-02,  3.0141e-02,  9.8463e-02, -2.9957e-02,  1.3601e-04,
                       4.3046e-02,  1.0946e-01,  1.8276e-02, -1.6432e-02, -2.5520e-02,
                       3.4259e-02,  1.5329e-04, -5.7258e-03, -9.4171e-03, -1.5937e-02,
                       1.4312e-02, -1.6622e-02, -1.0320e-02,  3.0065e-02,  3.4531e-02,
                      -7.5522e-02,  5.7643e-02, -1.4911e-02,  5.3845e-02, -4.5130e-02,
                       1.8009e-02,  4.1911e-02,  7.0725e-02,  1.2656e-01,  5.0095e-02,
                      -6.2797e-02, -5.4271e-02, -3.8151e-02, -4.8745e-02, -6.3732e-02,
                      -6.5094e-02, -5.8340e-02,  7.0232e-02,  1.1122e-02, -2.6377e-02,
                       5.8321e-02,  5.3336e-02,  5.3680e-01,  5.2886e-02, -3.1838e-02,
                       1.5828e-03, -4.7594e-02, -4.3221e-02, -2.2797e-02, -6.7948e-02,
                      -2.1383e-02, -5.4391e-02,  1.3592e-02,  1.8511e-02,  1.9633e-02,
                      -4.4413e-02, -3.7009e-03, -7.6967e-03, -7.7517e-02,  3.6913e-02,
                      -4.6067e-02,  3.0354e-02,  4.7575e-02, -3.7659e-02,  1.3418e-02,
                       3.7546e-02, -3.3527e-02, -1.5741e-02,  6.6208e-02,  1.1874e-02,
                      -4.1821e-03,  5.2642e-03, -1.2430e-01, -5.5864e-02,  1.9854e-02,
                      -2.8829e-02,  1.5538e-02, -4.9258e-02, -1.1592e-03, -3.8139e-02,
                       2.8040e-02, -2.2426e-02,  5.7717e-02,  1.4075e-02, -9.9798e-02,
                      -5.1728e-02, -1.3168e-02,  1.0681e-02, -6.5966e-02, -3.6213e-03,
                       8.5024e-02,  5.5632e-02,  3.3144e-02, -4.3677e-03, -1.9721e-02,
                      -8.2277e-03,  2.4849e-02, -3.7485e-02,  4.1869e-02, -3.4450e-02,
                      -3.0987e-02, -1.7622e-02,  3.2982e-02, -1.5669e-03,  2.4413e-02,
                      -4.9246e-03,  6.7211e-03, -3.8119e-02, -1.0527e-02, -7.5971e-02,
                       1.2013e-03, -1.8220e-02,  7.1518e-02,  2.0195e-02,  1.3315e-01,
                      -2.6238e-02,  5.6861e-04,  4.7528e-03, -1.4988e-02,  2.9167e-02,
                      -1.2019e-01, -1.2224e-02, -5.1693e-02, -1.4895e-02, -2.9173e-03,
                       7.1889e-03, -6.0361e-02, -5.2366e-02, -1.0519e-01,  4.4893e-02,
                       3.1730e-02,  3.0642e-02, -3.9788e-03,  5.1167e-02,  7.8043e-02,
                      -3.1894e-03,  4.7404e-02, -4.7157e-03,  2.5162e-02,  7.7012e-02,
                      -1.7853e-02,  1.1390e-02,  1.1458e-02, -1.0087e-01, -8.3108e-02,
                       2.5303e-02, -2.4660e-02, -1.1712e-02,  4.5653e-02,  1.0904e-01,
                       5.0725e-02,  8.0251e-02,  5.9985e-02,  9.0939e-03,  1.3324e-02,
                      -3.6488e-02,  3.7561e-03,  3.8802e-02,  5.5936e-03, -9.7117e-03,
                       5.9745e-02, -1.6664e-02, -2.0118e-02,  3.0571e-02, -3.8420e-03,
                       3.1325e-02,  3.8045e-03, -5.5661e-02,  4.3446e-04, -2.3476e-02,
                      -8.4143e-03,  3.7693e-02, -7.4958e-02, -3.2030e-02, -2.5789e-02,
                       3.6739e-02, -2.5274e-03, -1.9940e-02, -2.9751e-02,  1.4796e-02,
                       1.9709e-02, -6.2746e-02, -9.3804e-05,  2.4910e-02, -7.1888e-03,
                       5.9264e-03,  3.9302e-02, -6.2844e-03, -8.2390e-04,  2.3144e-02,
                       1.5263e-02,  4.5676e-02,  3.3025e-03,  1.5955e-02,  4.0345e-02,
                      -3.0400e-03, -2.4608e-02,  7.7147e-02, -5.5288e-04, -2.2193e-02,
                       2.5773e-02,  4.2806e-02, -4.6899e-02, -2.0837e-03, -1.8242e-02,
                      -1.6480e-02,  1.6247e-02, -8.8551e-03,  7.0749e-02,  5.8478e-02,
                      -3.5057e-02, -6.2893e-02,  8.0951e-02,  5.3526e-02,  1.2193e-02,
                       9.0980e-03,  7.2634e-04,  5.7530e-02, -4.8810e-02,  1.3090e-01,
                      -3.3842e-02, -3.2191e-02,  2.6631e-02, -2.4308e-02,  1.5735e-02,
                      -4.1905e-02, -1.3642e-02, -7.1998e-02,  3.0002e-02,  1.5576e-03,
                      -2.3606e-02,  4.6739e-03,  5.2535e-02,  1.2866e-01, -5.7660e-03,
                       5.7210e-02, -4.1318e-02,  2.8136e-02,  6.7464e-02, -6.8598e-02,
                       9.0723e-02,  2.0784e-02,  6.9100e-03, -3.8695e-02, -4.0090e-03,
                       3.2420e-03,  4.2972e-02, -6.1268e-03,  4.4131e-03,  2.5046e-02,
                       5.8809e-02, -5.8890e-02, -3.8217e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.weight',
              tensor([0.8831, 0.8789, 0.8689, 0.8469, 0.8670, 0.8072, 0.8269, 0.8106, 0.8769,
                      0.8118, 0.9338, 0.8997, 0.9383, 0.9088, 0.8883, 0.7734, 0.8388, 0.8294,
                      0.8428, 0.8912, 0.8192, 0.9228, 0.8194, 0.8380, 0.8287, 0.8740, 0.8921,
                      0.9852, 0.8542, 0.9020, 0.8626, 0.7649, 0.9208, 0.7854, 0.8756, 0.8268,
                      0.8274, 0.9001, 0.7989, 0.9229, 0.9096, 0.8467, 0.9141, 0.8839, 0.9321,
                      0.9171, 0.8735, 0.9193, 0.9365, 0.8362, 0.9319, 0.8687, 0.8566, 0.8736,
                      0.7676, 0.8193, 0.8383, 0.8720, 0.8465, 0.8352, 0.8712, 0.9369, 0.9347,
                      0.8895, 0.8086, 0.9331, 0.8832, 0.8430, 0.7740, 0.8498, 0.8876, 0.8609,
                      0.8321, 0.8276, 0.9171, 0.9397, 0.8531, 0.8634, 0.9226, 0.9153, 0.8723,
                      0.8550, 0.8637, 0.9076, 0.7632, 0.8895, 0.8278, 0.8719, 0.9066, 0.8480,
                      0.8677, 0.8446, 0.8835, 0.8576, 0.8361, 0.8589, 0.7689, 0.8714, 0.9314,
                      0.8731, 0.8089, 0.9151, 0.7772, 0.9373, 0.7502, 0.9260, 0.9425, 0.8206,
                      0.9012, 0.9107, 0.8038, 0.8393, 0.9207, 0.7468, 0.8271, 0.9446, 0.8555,
                      0.8893, 0.8884, 0.9318, 0.8824, 0.9092, 0.9068, 0.7788, 0.8168, 0.8171,
                      0.8594, 0.8221, 0.8625, 0.8308, 0.8980, 0.8116, 0.8689, 0.8895, 0.8693,
                      0.8731, 0.8153, 0.8791, 1.3693, 0.9153, 0.8078, 0.9047, 0.8354, 1.2435,
                      0.8304, 0.8822, 0.8924, 0.8905, 0.8659, 0.9460, 0.9171, 0.8508, 0.9115,
                      0.8481, 0.8717, 0.8736, 0.8993, 0.8842, 0.8786, 0.8673, 1.0131, 0.9498,
                      0.8197, 0.8920, 0.8914, 0.9079, 0.9170, 0.7450, 0.8837, 0.8773, 0.9013,
                      0.7652, 0.8017, 0.8802, 0.8671, 0.9020, 0.9439, 0.8277, 0.9345, 0.8793,
                      0.8259, 0.8270, 0.8366, 0.9009, 0.8881, 0.8858, 0.8506, 0.8829, 0.8824,
                      0.8764, 0.8697, 0.7460, 0.8639, 0.8585, 0.8830, 0.8975, 0.8886, 0.8336,
                      0.8559, 0.9363, 0.9049, 0.8189, 0.9091, 0.8596, 0.8386, 0.8519, 0.9086,
                      0.9594, 0.8798, 0.8263, 0.8833, 0.9616, 0.7947, 0.9045, 0.8616, 0.9187,
                      0.8579, 0.8034, 0.8435, 0.8398, 0.8869, 0.8367, 0.9188, 0.9064, 0.8806,
                      0.9076, 0.8848, 0.9101, 0.9020, 0.7294, 0.8455, 0.9235, 0.8674, 0.8378,
                      0.8335, 0.8608, 0.7685, 0.9339, 0.8845, 0.9293, 0.8773, 0.8174, 0.8657,
                      0.8445, 0.8929, 0.8200, 0.9062, 0.8238, 0.9266, 0.9371, 0.9237, 0.8725,
                      1.0326, 0.9396, 0.9423, 0.8892, 0.9155, 0.8142, 0.8871, 0.8797, 0.7285,
                      0.8632, 0.9028, 0.8354, 0.8722, 0.8620, 0.8902, 0.9293, 0.7964, 0.9114,
                      0.9212, 0.8823, 0.9665, 0.8577, 0.9292, 0.9095, 0.8353, 0.8709, 0.8502,
                      0.9496, 0.9674, 0.9094, 0.7914, 1.9122, 0.8822, 0.9429, 0.7993, 0.9246,
                      0.9020, 0.8483, 0.8417, 0.8691, 0.7802, 0.9070, 0.8879, 0.8546, 0.8998,
                      0.7431, 0.9255, 0.8648, 0.9120, 0.8710, 0.8302, 0.8564, 2.9092, 0.8865,
                      0.8099, 0.8881, 0.9307, 0.8830, 0.8384, 0.8644, 0.8758, 0.8174, 0.8366,
                      0.9083, 0.8247, 0.8167, 0.9309, 0.8096, 0.8280, 0.8939, 0.8673, 0.9246,
                      0.8186, 0.8321, 0.8667, 0.8281, 0.9320, 0.8402, 0.9177, 0.8477, 0.9250,
                      0.9103, 0.9461, 0.9150, 0.8612, 0.9436, 0.9706, 0.8257, 0.7463, 0.9248,
                      0.8278, 0.9426, 0.8637, 0.9226, 0.8939, 0.8592, 0.8803, 0.8278, 0.8740,
                      0.8700, 0.8428, 0.8612, 0.9544, 0.8377, 0.8657, 0.8646, 0.8481, 0.7874,
                      0.8349, 0.8990, 0.8583, 0.9021, 0.8599, 0.8867, 0.9115, 1.0032, 0.9011,
                      0.8418, 0.8614, 0.8993, 0.8846, 0.8485, 0.8637, 0.8405, 0.8042, 0.8882,
                      0.8992, 0.7139, 0.8575, 0.8699, 0.9052, 0.9134, 0.8470, 0.8254, 0.7743,
                      0.8951, 0.9056, 0.8333, 0.9365, 0.8244, 0.8963, 0.8890, 0.8890, 0.8958,
                      0.8202, 0.9356, 0.8720, 0.8172, 0.8024, 0.8343, 0.7865, 0.8795, 0.8701,
                      0.8904, 0.8082, 0.8894, 0.9038, 0.9474, 0.8179, 0.8342, 0.9140, 0.9402,
                      0.8954, 0.8214, 0.7965, 0.9145, 0.8607, 0.9090, 0.8760, 0.9446, 0.8913,
                      0.8220, 0.8484, 0.8787, 0.8705, 0.7424, 0.8714, 0.9144, 0.8625, 0.9001,
                      0.8217, 0.9394, 0.7711, 0.9375, 0.8727, 0.8581, 0.8713, 0.9119, 0.9095,
                      0.7940, 0.8349, 0.8726, 0.8513, 0.8268, 0.9029, 0.9358, 0.8891, 0.8455,
                      0.9146, 0.7941, 0.8648, 0.9099, 0.8434, 1.0048, 0.8255, 0.8128, 0.8811,
                      0.8635, 0.8206, 0.8878, 0.8282, 0.9099, 0.8076, 0.8449, 0.8624, 0.8501,
                      0.8998, 0.8722, 0.9669, 0.8596, 0.9406, 0.8578, 0.9191, 0.8943, 0.7887,
                      0.9194, 0.8433, 0.9811, 0.8369, 0.8299, 0.9190, 0.9220, 0.8680, 0.8281,
                      0.9500, 0.7524, 0.9863, 0.8242, 0.8447, 0.9097, 0.9211, 0.8497, 0.9291,
                      0.8432, 0.8353, 0.9101, 0.8347, 0.8752, 0.9078, 0.8975, 0.8410, 0.8884,
                      0.8666, 1.0136, 0.9340, 0.8387, 0.8747, 0.8803, 0.8749, 0.8883, 0.8374,
                      0.8585, 0.8988, 0.8470, 0.9013, 0.8680, 0.7690, 0.8984, 0.8937, 0.7929,
                      0.8887, 0.9283, 0.8751, 0.9858, 0.9665, 0.9479, 0.9066, 0.9077, 0.8719,
                      0.8857, 0.9008, 0.8420, 0.8311, 0.8681, 0.8373, 0.8740, 0.8695, 0.8881,
                      0.9423, 0.9151, 0.8099, 0.7951, 0.8309, 0.9514, 0.8322, 0.8101, 0.8647,
                      0.9177, 0.8495, 0.8403, 0.9605, 0.8695, 0.8317, 0.8522, 0.8214, 1.4656,
                      0.8637, 0.8405, 0.9159, 0.9250, 0.7699, 0.8937, 0.8977, 0.8993, 0.8755,
                      0.8697, 0.7927, 0.9206, 0.8233, 0.8702, 0.8352, 0.8800, 0.9053, 0.9271,
                      0.8188, 0.8750, 0.9008, 0.8854, 0.8811, 0.9468, 0.9229, 0.8515, 0.9063,
                      0.8860, 0.8291, 0.8755, 0.8602, 0.7929, 0.8855, 0.7543, 0.8536, 0.8232,
                      0.8275, 0.9818, 0.8343, 0.8449, 0.8945, 0.8910, 0.8886, 0.8320, 0.8271,
                      0.8966, 0.9431, 0.8585, 0.8780, 0.6971, 0.9256, 0.9291, 0.8838, 0.7963,
                      0.8361, 0.8509, 0.9929, 0.9399, 0.9343, 0.9477, 0.9177, 0.8909, 0.8561,
                      0.8364, 0.8895, 0.9494, 0.8673, 0.9494, 0.9224, 0.8571, 0.8428, 0.8322,
                      0.9039, 0.8971, 0.8172, 0.8732, 0.8580, 0.8810, 0.8805, 0.8881, 0.8972,
                      0.8964, 0.9400, 0.8141, 0.9056, 0.8414, 0.8339, 0.8425, 0.8010, 0.8993,
                      0.9380, 0.8013, 0.8050, 0.9218, 0.8277, 0.8184, 0.8663, 0.8371, 0.9068,
                      0.8372, 0.9160, 0.9318, 0.8949, 0.8904, 0.8496, 0.8499, 0.8472, 0.8722,
                      0.9465, 0.7204, 0.7897, 0.8712, 0.9603, 0.8313, 0.8635, 0.9680, 0.8880,
                      0.8587, 0.8665, 0.8975, 0.9478, 0.8714, 0.9249, 0.8508, 0.8911, 0.9554,
                      0.9084, 0.8296, 0.8353, 0.9106, 0.8512, 0.9155, 0.9181, 0.7904, 0.8726,
                      0.8777, 0.9206, 0.8898, 0.8604, 1.0257, 0.8273, 0.9479, 0.8005, 0.7780,
                      0.7997, 0.8404, 0.9144, 0.9446, 0.8849, 0.9205, 0.8368, 0.8953, 0.8252,
                      0.8981, 0.9098, 0.8262, 0.9278, 0.8721, 0.8171, 0.8290, 0.8474, 0.8925,
                      0.8956, 0.8961, 0.9183, 0.8340, 0.9345, 0.7246, 0.9212, 0.8188, 0.8649,
                      0.8649, 0.8319, 0.8110, 0.9414, 1.0279, 0.8491, 0.9306, 0.9194, 0.8222,
                      0.8938, 0.9271, 0.9219, 0.8773, 0.8055, 0.9066, 0.8602, 0.7933, 0.8588,
                      0.8698, 0.8411, 0.7826, 0.8493, 0.8708, 0.9176, 0.8216, 0.8796, 0.8564,
                      0.8282, 0.8560, 0.8759, 0.8613, 0.8350, 0.8765, 0.9168, 0.8540, 0.9222,
                      0.8919, 0.9283, 0.8880], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.bias',
              tensor([ 1.3430e-01, -1.6630e-01, -1.9644e-01,  2.1804e-01, -8.8021e-02,
                       1.6963e-02, -2.1799e-01,  1.1294e-01,  6.5641e-02, -9.3676e-02,
                       1.2503e-01, -5.9515e-02, -5.9693e-02, -8.9621e-02,  9.8938e-02,
                       1.1215e-01, -5.7422e-02, -1.6370e-01, -5.4074e-02, -1.0220e-01,
                       1.4248e-03, -9.0995e-04, -4.8324e-03,  7.2182e-02, -1.2939e-02,
                      -9.2339e-02,  8.5155e-02,  2.4497e-01,  1.2417e-01,  1.7173e-01,
                      -2.1324e-02, -7.6823e-02, -1.3582e-01, -2.0640e-01,  1.6915e-01,
                       1.4027e-02, -1.8596e-01,  2.3680e-02,  1.0129e-01,  2.1620e-01,
                      -7.2232e-02, -9.6977e-02,  4.4937e-02, -2.6874e-02,  6.7721e-02,
                      -7.0899e-02, -3.7511e-02,  1.9858e-01, -6.8246e-02,  5.0138e-02,
                       9.3088e-02,  1.5652e-01,  1.1737e-01, -1.0132e-01,  2.5156e-03,
                      -1.5092e-01, -1.9839e-01,  3.4484e-03, -1.6201e-02,  6.5253e-02,
                      -1.1470e-01, -3.2277e-02,  4.5831e-02, -1.7635e-01, -9.0905e-02,
                       6.7492e-02,  3.5015e-02, -2.6082e-02,  9.4961e-02, -2.1554e-01,
                      -1.2611e-01, -1.1062e-01, -3.8490e-02,  1.8468e-02, -6.2158e-02,
                       1.3207e-01,  2.0373e-02, -2.8867e-02, -1.4668e-02, -4.1649e-02,
                       4.4819e-02, -2.3177e-02,  4.3437e-03,  1.5619e-01, -7.2495e-02,
                       1.0989e-01, -6.2171e-02, -6.1553e-02,  2.5260e-02,  4.2980e-02,
                      -8.6524e-02, -7.7876e-03, -8.8637e-02,  6.7987e-02, -1.2466e-02,
                       8.2743e-02, -4.5400e-06, -8.3460e-03,  1.7045e-02,  4.1068e-02,
                       7.1587e-02, -8.1246e-02,  4.8645e-03,  4.9212e-03, -1.7402e-01,
                      -6.4311e-02,  1.4962e-01, -3.9865e-02, -7.1070e-02, -1.3001e-01,
                       2.6671e-02,  5.7631e-02, -1.0052e-01, -3.2462e-02,  1.6802e-01,
                       1.7840e-01, -5.1836e-02,  1.0686e-01, -1.1181e-01, -7.5921e-02,
                      -1.1178e-02, -1.0621e-02,  2.8685e-02,  3.3021e-02, -1.0157e-01,
                       1.0510e-02,  5.3197e-02,  2.6359e-02, -7.8619e-02, -2.7748e-02,
                      -3.4365e-02,  2.9451e-02, -1.5661e-02,  1.2073e-02, -6.2915e-02,
                       4.4250e-02,  1.4757e-01,  1.1281e-01, -9.5719e-01,  4.6935e-02,
                      -1.2907e-01, -1.7711e-01, -1.0736e-03, -8.8993e-01, -4.4524e-02,
                      -8.9491e-02, -1.4067e-02,  6.0078e-02, -1.0628e-01, -2.7044e-01,
                      -1.9474e-01, -5.2049e-02, -1.0416e-01,  1.4060e-01, -4.5032e-03,
                      -2.5121e-01, -1.1681e-01, -2.7364e-01,  1.3053e-01, -1.2741e-01,
                       2.1531e-01,  7.3813e-02,  1.7886e-02,  1.7058e-02,  7.4228e-02,
                      -1.2069e-01,  1.9543e-01,  5.0886e-04, -1.9405e-01,  7.6987e-02,
                       3.8518e-02,  1.4558e-01, -3.6948e-02,  9.1208e-02,  1.9233e-01,
                       1.4840e-01,  1.3445e-01, -1.1002e-01,  1.5127e-02,  3.5322e-02,
                      -1.0245e-01, -4.9473e-02,  6.2769e-02, -8.1491e-02,  3.7396e-02,
                       3.8541e-02, -9.1705e-02, -1.6408e-01,  2.4134e-02, -5.1102e-02,
                       9.4482e-02,  1.9614e-02,  1.0678e-01,  1.1510e-01, -1.7914e-01,
                      -1.2408e-01, -7.0487e-02, -6.1602e-03, -1.8406e-01, -1.5628e-01,
                      -3.3163e-02,  1.0497e-01, -5.0731e-02,  2.4133e-02,  5.8182e-02,
                      -1.2067e-01,  7.6649e-02, -1.9067e-01, -3.4713e-02, -5.2670e-02,
                       9.6602e-03, -1.3530e-01,  8.2783e-02, -2.0257e-01,  1.9673e-02,
                      -2.0917e-02,  1.2983e-01, -4.0806e-03, -2.9716e-02, -2.9099e-02,
                       2.8663e-02,  2.3466e-02,  1.0446e-01, -5.4331e-02, -1.4593e-01,
                       1.1204e-01, -1.0604e-02, -1.8406e-02,  1.1850e-01,  1.0520e-01,
                      -1.9797e-02,  9.1841e-02,  3.9244e-02, -1.3073e-01, -8.2812e-02,
                      -6.0293e-02,  9.5343e-02, -1.8328e-01, -5.7873e-03, -4.9655e-03,
                      -1.6116e-01, -9.3133e-02,  4.1661e-02,  6.9704e-02, -1.3446e-01,
                      -1.2307e-01,  7.4316e-02,  2.5206e-02,  4.4425e-02,  1.6554e-01,
                       4.5010e-02, -2.9837e-02,  1.6412e-02,  8.7417e-02,  1.0444e-01,
                       1.2721e-01, -1.5703e-01, -4.8401e-03, -6.2381e-02, -2.7462e-02,
                       1.5530e-01, -4.0743e-02,  1.2007e-01,  4.3838e-02,  2.5355e-02,
                       1.0949e-03,  1.1001e-01,  8.4291e-02,  1.1157e-02, -1.5720e-01,
                      -1.4091e-01, -9.7441e-02,  2.1115e-01, -3.9667e-02,  6.2466e-02,
                       6.0333e-02, -1.2762e-01,  7.4429e-02,  1.1214e-01, -1.8006e-01,
                      -4.8121e-02, -6.0733e-03, -8.5561e-02,  8.6200e-01,  2.3685e-02,
                      -3.8359e-02,  6.0639e-02, -8.9767e-02,  8.7776e-02, -5.0185e-02,
                       6.3009e-03,  7.3294e-02, -1.6372e-03, -1.1434e-01, -1.4651e-02,
                      -8.1724e-02, -1.3875e-01,  4.3577e-02, -1.7664e-01, -4.5343e-02,
                       1.6125e-04, -2.0687e-01, -2.4138e-02,  7.8720e-02, -1.2625e+00,
                       7.5156e-03, -2.3772e-02, -9.7275e-03, -1.6865e-01,  1.0668e-01,
                       2.4236e-01,  1.2718e-01, -5.4986e-02,  6.8104e-02, -9.0417e-02,
                      -7.6960e-02,  1.2178e-02, -2.7480e-02, -3.2464e-02, -4.8260e-03,
                      -1.1190e-01,  8.2075e-02,  4.4775e-02, -2.7448e-02, -1.1975e-01,
                      -8.7732e-02, -9.8699e-02,  1.9302e-02,  8.4126e-03,  4.4861e-02,
                      -8.7965e-02,  4.7822e-02, -3.2568e-02,  7.2045e-02, -3.6741e-02,
                      -8.0369e-02, -2.3350e-02,  2.0827e-01, -2.3862e-01, -1.7565e-02,
                       8.1319e-02,  3.3192e-02, -9.6085e-02, -7.4043e-02,  4.4781e-03,
                       6.0980e-02, -4.1591e-02, -9.8804e-02,  8.7504e-02,  3.0716e-02,
                      -4.2566e-02, -1.3976e-01, -9.9893e-02, -4.4298e-03,  1.1778e-01,
                      -1.5873e-01, -1.3423e-01,  9.9261e-02,  7.8206e-02, -1.6563e-02,
                      -2.3348e-02, -5.5309e-02, -3.7790e-02,  3.2338e-02, -1.4745e-01,
                       1.3729e-01, -6.2155e-02,  1.6906e-01, -1.4262e-01,  2.5332e-02,
                      -1.7725e-01, -1.2678e-01, -4.4303e-02,  6.1840e-02, -9.1161e-02,
                       5.8972e-02, -1.7982e-01, -1.8060e-01, -2.8249e-02,  6.1113e-02,
                      -1.5790e-01,  9.0145e-02,  3.8215e-02,  7.3894e-02,  6.2366e-03,
                      -1.9194e-01,  4.9846e-02, -2.0294e-02,  3.0841e-03, -2.7975e-02,
                      -1.7420e-02,  1.1285e-01, -8.2402e-03, -1.2978e-01,  6.0757e-02,
                      -1.8488e-01, -6.4653e-02, -1.1386e-01, -1.3495e-01, -8.0725e-02,
                      -1.0685e-01,  3.8280e-02, -7.4201e-02, -1.1922e-01, -1.0762e-01,
                       4.9604e-02, -7.7263e-02, -1.0699e-01, -1.0041e-01, -9.5087e-02,
                      -5.4013e-02, -6.5489e-02,  3.9251e-02, -4.5655e-02, -6.9257e-02,
                      -6.7164e-02,  6.7314e-02,  2.4544e-01, -1.6301e-01, -2.1489e-01,
                      -8.6998e-02, -9.1839e-02, -6.7018e-02,  2.0111e-01,  1.6901e-01,
                       1.5670e-02, -1.3276e-01,  2.2922e-02,  1.4319e-01,  7.4891e-02,
                      -1.0205e-01,  2.2978e-02, -1.5650e-01,  2.1001e-01, -2.0707e-01,
                       7.7955e-03,  6.1110e-02, -1.1779e-01,  2.2219e-02, -6.7829e-03,
                       2.7939e-02, -3.2673e-02, -7.9920e-02, -1.9321e-01, -6.4647e-02,
                      -6.3764e-02, -5.2454e-02, -8.0164e-02,  8.5147e-02, -1.3945e-02,
                       6.0813e-02,  1.4641e-01,  1.7992e-01,  2.9897e-02, -7.6035e-02,
                      -2.9169e-01,  7.5840e-02, -7.9153e-02, -9.6949e-02, -1.9500e-02,
                      -8.8843e-02, -6.4632e-02,  1.0542e-02,  8.7060e-02,  9.3490e-02,
                       1.3683e-01,  8.0522e-02,  6.8333e-02,  4.4330e-02,  3.9341e-02,
                       2.0169e-01,  4.9681e-02,  4.4305e-03,  1.1753e-01,  3.6627e-02,
                       5.1532e-02, -1.4699e-01, -1.0019e-01,  1.2349e-03, -3.4105e-02,
                       1.2380e-01, -6.1354e-02, -1.1705e-01,  8.3857e-02,  1.2444e-02,
                      -8.7851e-02, -5.2256e-02,  1.2429e-01, -7.2835e-02, -1.1933e-02,
                      -1.1480e-01, -2.3244e-02, -2.4532e-01, -2.1054e-02,  1.2533e-01,
                       7.6921e-03, -8.2351e-02, -1.7309e-02, -4.7160e-02,  3.5772e-04,
                       9.9884e-02,  9.6716e-03,  8.7188e-02, -2.0234e-01, -8.2783e-02,
                       2.1119e-01, -1.8046e-02,  9.4012e-03,  2.0913e-02, -8.3513e-02,
                      -1.0429e-01, -4.5867e-02, -5.1641e-02, -1.2199e-02, -1.4888e-01,
                      -2.0657e-01, -8.0262e-02,  6.0270e-02,  5.0362e-02,  5.4501e-02,
                      -5.9155e-02, -1.1828e-01, -4.8631e-02,  2.3047e-02,  1.0621e-02,
                      -9.2756e-02,  8.5165e-02, -4.9588e-02, -5.6094e-02, -9.2588e-02,
                      -1.5831e-02,  1.6998e-01, -1.8443e-01, -5.4566e-02, -1.0877e-01,
                       1.5088e-01,  1.4328e-01,  7.4859e-02, -1.7217e-01,  2.8074e-03,
                      -2.5839e-01, -7.6996e-02,  6.6736e-02, -1.2865e-01,  1.7472e-01,
                       1.3257e-01,  1.1121e-01, -6.7684e-03,  1.1270e-02,  2.2320e-01,
                       2.4711e-01,  1.3620e-02, -1.4707e-01,  2.6425e-02,  4.1366e-02,
                       7.2125e-02, -1.3917e-01, -1.8504e+00, -1.1069e-01,  5.8932e-02,
                      -8.2832e-03,  3.8852e-02,  5.1203e-02,  9.9856e-03,  2.0472e-02,
                      -3.1210e-02, -3.4730e-03, -5.0917e-02, -8.2210e-02,  1.3866e-01,
                       1.3936e-01, -8.1451e-02, -7.6191e-02, -1.7945e-02,  9.6980e-02,
                       3.6013e-02,  3.6335e-02, -9.5860e-03,  7.4983e-02, -2.1068e-01,
                      -2.4530e-02,  2.0695e-01,  3.0480e-02, -4.8430e-03,  8.9390e-02,
                      -3.7724e-03,  3.0099e-02,  5.1372e-02,  9.9678e-02, -1.2399e-01,
                      -1.6222e-02,  1.1967e-01,  2.6183e-02, -9.9358e-02,  3.4258e-02,
                      -1.3179e-02,  1.9497e-02,  1.0232e-01, -1.3706e-01,  1.3772e-01,
                      -5.8530e-03, -4.9573e-02, -3.9595e-03, -1.4322e-01, -1.1768e-01,
                      -7.2827e-02,  1.2791e-01,  6.2097e-02,  1.3006e-01,  1.6062e-01,
                       1.5194e-02, -1.2531e-01,  6.7295e-02, -1.9204e-01,  1.3909e-01,
                       7.5927e-02, -8.8704e-02, -3.7921e-02, -1.2604e-01,  7.0519e-03,
                      -4.2492e-02, -3.2095e-02,  2.1223e-01, -5.3331e-02,  1.7094e-02,
                      -1.0576e-01, -8.7440e-02, -2.0094e-01,  1.4475e-01,  1.2684e-01,
                      -2.0338e-01, -9.6054e-03, -3.6021e-02, -2.1078e-01,  2.0701e-01,
                       1.6315e-01, -4.5641e-02,  1.0649e-01, -4.5534e-02, -1.3557e-01,
                      -1.1750e-01, -1.2908e-01,  1.5027e-01,  8.3234e-02, -7.0904e-02,
                      -1.0190e-01, -5.7168e-02,  1.6128e-01, -1.8599e-01, -1.1996e-01,
                      -9.7082e-02, -1.0255e-01, -1.1921e-01, -1.0874e-01,  8.5198e-02,
                       3.0963e-02, -7.7879e-02, -3.4281e-02,  1.8814e-01, -1.7502e-01,
                       2.0474e-01,  2.9182e-03, -4.0397e-02,  6.0689e-02, -2.6344e-01,
                      -1.7699e-02,  7.5287e-02, -1.5645e-01, -4.2435e-02,  3.5574e-03,
                      -1.0579e-01,  2.4486e-02,  7.2088e-02, -6.8386e-05,  2.6350e-02,
                       5.5365e-02, -3.6245e-02, -7.7844e-02, -2.7824e-01,  3.8913e-02,
                       2.0906e-02, -6.8996e-02,  9.8082e-02, -6.5975e-03, -1.3332e-01,
                      -9.8835e-02, -1.4837e-01,  1.3782e-02,  2.3327e-02, -9.1477e-02,
                       6.6411e-02,  1.6743e-01, -4.2465e-02,  1.2734e-01, -5.1619e-02,
                      -1.0514e-01, -2.4204e-02, -2.7973e-01,  1.5791e-01,  9.2324e-03,
                       1.4995e-01, -3.3514e-02, -2.0315e-02, -1.6658e-01, -2.4564e-01,
                      -9.3539e-02, -3.0156e-02, -7.7929e-02,  5.9262e-02, -7.8120e-02,
                       6.6470e-02, -8.1215e-03, -3.0120e-02,  7.2624e-02,  4.9223e-02,
                      -3.9174e-02, -2.2074e-01, -1.1851e-01,  9.2477e-02,  2.0167e-02,
                      -1.2002e-01, -3.9430e-02,  6.2215e-02, -1.8623e-01, -9.1079e-02,
                      -6.7310e-03,  1.5251e-01, -1.3864e-01, -4.1053e-02,  2.2383e-02,
                      -1.0334e-01, -8.4062e-02, -1.4864e-01,  4.1316e-01, -1.1419e-01,
                      -1.1107e-02,  1.2977e-01, -6.7255e-02,  9.0158e-02, -1.5599e-02,
                      -3.4416e-02, -7.5021e-02,  1.0747e-01,  1.0491e-01,  6.0802e-02,
                      -7.5611e-02, -9.0061e-02, -6.3659e-02, -8.5154e-02, -4.7974e-02,
                       1.0410e-01,  9.1834e-02,  9.8093e-02, -4.0812e-02, -6.8939e-02,
                      -1.4411e-01,  9.1458e-02, -1.7521e-01, -1.1895e-01,  5.1029e-02,
                      -1.3090e-01, -9.7641e-02,  8.2651e-03, -3.7000e-02, -1.0086e-01,
                      -9.5933e-02, -2.8589e-03,  1.2599e-01], device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.weight',
              tensor([[-0.0145,  0.0308, -0.0242,  ...,  0.0556,  0.0671, -0.0420],
                      [-0.0269, -0.0021, -0.0172,  ..., -0.0266,  0.0154, -0.0177],
                      [ 0.0309, -0.0490,  0.0034,  ...,  0.0056, -0.0091, -0.0458],
                      ...,
                      [-0.0264, -0.0415, -0.0011,  ...,  0.0403,  0.0424, -0.0771],
                      [ 0.0282,  0.0036,  0.0520,  ...,  0.1173, -0.0297,  0.0079],
                      [ 0.0276,  0.0259,  0.0567,  ...,  0.0042, -0.0497, -0.0058]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.bias',
              tensor([-0.0839, -0.0952, -0.1488,  ..., -0.1065, -0.1262,  0.0650],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.weight',
              tensor([[ 0.0530, -0.0730,  0.0112,  ...,  0.0214,  0.0454, -0.0169],
                      [-0.0468, -0.0435, -0.0423,  ...,  0.0266, -0.0507, -0.0129],
                      [ 0.0110,  0.0508,  0.0061,  ..., -0.0108, -0.0159,  0.0043],
                      ...,
                      [ 0.0150,  0.0277,  0.0260,  ..., -0.0043,  0.0628,  0.0169],
                      [ 0.0148,  0.0431,  0.0363,  ...,  0.0334, -0.0030,  0.0207],
                      [ 0.0260,  0.0209, -0.0459,  ..., -0.0102, -0.0006,  0.0105]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.bias',
              tensor([ 4.3457e-02, -6.8625e-02, -6.3529e-02,  1.4030e-01, -1.5796e-02,
                      -5.0672e-02,  2.4919e-02,  5.4501e-02, -6.1620e-04, -1.2696e-01,
                       2.4410e-02, -7.0747e-03, -1.6846e-02,  6.3179e-02,  8.2883e-02,
                       9.4197e-02, -1.1574e-01, -6.7734e-02, -2.9561e-02, -5.7112e-02,
                       1.2336e-02,  1.0267e-01, -1.1781e-02,  3.8810e-02, -1.5418e-01,
                      -1.2045e-01,  6.9293e-02,  1.4049e-01,  4.0484e-02,  8.5363e-02,
                      -3.7820e-02, -6.3167e-02,  2.1114e-02, -1.1044e-01,  1.0956e-01,
                       6.8950e-02,  1.9936e-02,  9.1237e-03,  7.3877e-02,  1.5512e-01,
                       8.9418e-03,  5.0496e-02,  4.0747e-02, -3.8989e-02,  4.9386e-02,
                      -5.5428e-02,  2.5055e-02,  8.5262e-02, -5.0146e-02,  3.8174e-02,
                       4.7018e-03,  2.5718e-02,  9.3036e-02, -1.8788e-02, -5.7341e-02,
                      -4.6057e-02, -1.7902e-01, -6.1102e-02, -5.9266e-02,  1.2518e-01,
                       7.2623e-03, -5.0586e-02,  7.4668e-03,  4.7732e-02, -1.1744e-02,
                       7.8433e-02,  2.7614e-02, -2.9135e-02,  1.3948e-01, -1.9808e-01,
                      -2.8135e-03, -3.5079e-02,  1.6134e-02, -4.0362e-02, -2.7733e-02,
                       5.6962e-02, -2.1214e-02, -9.0435e-02, -3.9875e-03, -8.4504e-02,
                       9.5227e-02,  6.0954e-02,  4.1840e-02,  1.1336e-01, -1.9510e-01,
                      -2.7453e-02,  1.1054e-02, -1.1760e-01, -6.3483e-02, -7.4471e-03,
                      -3.3281e-02,  5.1018e-02, -4.0583e-02, -1.4910e-02, -4.1243e-03,
                       1.1171e-01, -1.3749e-02,  9.3358e-02,  4.0819e-02,  3.6121e-03,
                       1.1850e-01, -6.1067e-02, -1.8101e-02,  6.2449e-03, -1.2353e-01,
                       2.4957e-03,  1.0038e-01,  3.0360e-03,  3.2045e-02,  3.7460e-02,
                      -4.7731e-03,  2.0617e-02, -8.2067e-02, -1.5381e-03,  6.2229e-02,
                       4.4507e-02, -3.8538e-02,  6.1241e-02, -6.3894e-02, -6.8384e-02,
                      -3.7275e-02,  9.9494e-03,  4.0623e-02, -2.5488e-02, -3.4538e-02,
                       7.0321e-02,  2.2990e-02, -5.4105e-02,  3.1542e-02, -6.2015e-02,
                       5.6473e-02, -4.4556e-02,  6.1827e-02,  6.2675e-03, -1.5617e-02,
                       2.2680e-02,  5.7724e-03,  1.2370e-01, -3.4445e-01,  1.4285e-01,
                      -1.7016e-01, -6.6914e-02,  1.1279e-03, -3.1748e-01, -5.4178e-02,
                       5.0099e-02, -4.4758e-02,  1.0146e-01,  1.5201e-02, -8.2101e-02,
                       3.9323e-03, -6.2171e-02, -4.6505e-02,  5.6944e-02,  1.1405e-02,
                      -8.9574e-02,  1.9932e-02, -2.0081e-01,  1.4095e-01, -1.3081e-01,
                       1.1720e-01,  4.1467e-02,  1.9304e-02,  7.8934e-02,  3.4840e-02,
                      -4.8804e-02,  1.5933e-01, -4.3913e-02, -1.1063e-01,  4.5880e-02,
                       5.6144e-02,  1.4146e-01, -1.5783e-02,  1.1371e-01,  7.7776e-02,
                       1.0611e-01,  1.2432e-01, -1.1334e-01,  5.4970e-02,  1.6100e-02,
                      -9.3565e-02, -4.5848e-02,  1.8745e-01, -1.5334e-03,  1.4922e-01,
                       7.1002e-02,  1.3126e-02, -1.5986e-01,  7.5161e-02, -1.9653e-02,
                       2.8148e-02,  7.7585e-02,  8.6773e-02,  7.0758e-02, -1.3338e-01,
                      -1.0090e-01, -1.1259e-01,  4.0809e-02, -2.0055e-01, -1.5019e-01,
                      -4.1689e-02,  6.3872e-02,  4.1568e-02, -4.5723e-03,  7.3794e-02,
                      -1.0355e-01,  4.6411e-03, -7.5889e-02,  4.9762e-02, -6.7567e-02,
                       5.1999e-02, -9.5826e-02,  1.1420e-02, -7.9527e-02, -6.1992e-02,
                       8.4010e-02,  9.6616e-02, -5.0913e-02,  2.6101e-02, -2.1147e-02,
                       9.3113e-02,  6.8363e-02,  4.8722e-02,  6.0068e-02, -5.4156e-02,
                      -2.4650e-02, -5.8364e-02, -2.8796e-02,  2.7249e-02,  3.1222e-02,
                       3.3129e-03,  1.0418e-01,  3.9478e-02, -3.7608e-02, -7.6951e-02,
                      -9.9842e-02,  1.4716e-01, -7.4436e-02,  2.6985e-02,  5.6235e-02,
                      -1.6025e-01, -1.4627e-02,  1.8019e-01,  1.4875e-01, -5.4972e-02,
                      -1.0426e-01, -3.4198e-02,  3.2008e-02, -2.8683e-02,  1.3657e-02,
                       9.6781e-02, -2.2857e-02, -3.2019e-02,  3.9038e-02, -6.2059e-02,
                       1.0683e-01, -4.7892e-02, -7.1201e-02, -9.2345e-03, -1.1299e-02,
                       1.0016e-01,  3.3586e-03, -2.8200e-02,  2.4670e-02,  1.6055e-01,
                      -3.2078e-03,  5.0126e-02,  3.9696e-02, -1.7639e-02, -5.0995e-02,
                      -1.4912e-01, -3.1803e-02,  1.6371e-01, -2.5550e-02,  5.1166e-03,
                      -2.4490e-02,  6.7014e-02,  8.5758e-02,  1.0648e-01, -7.6716e-02,
                       3.3051e-02,  7.9411e-02, -8.6479e-02,  1.2122e-01, -9.3537e-02,
                      -1.2498e-03,  1.1485e-01, -1.6206e-02,  2.6524e-02, -4.7941e-02,
                       3.3580e-02,  1.0353e-01, -1.9382e-03, -6.9005e-02,  1.4929e-02,
                      -1.1139e-01, -5.3693e-02,  1.2521e-01, -4.6487e-02,  1.8595e-02,
                      -2.3667e-02, -5.6669e-02, -3.4997e-03,  2.7322e-02, -4.2506e-01,
                      -1.9930e-02,  8.1265e-02,  6.0903e-02, -9.7588e-02, -4.1780e-03,
                       1.1158e-01,  9.9386e-02, -7.4053e-02, -6.7806e-02,  1.4554e-02,
                      -1.3594e-02,  7.0000e-02,  1.3763e-01,  3.6720e-02, -4.0640e-02,
                      -5.0480e-02,  5.7506e-02, -8.8208e-02,  6.9292e-02, -1.4776e-01,
                      -2.5575e-02, -1.4816e-01, -3.2449e-02,  8.2817e-02,  1.4014e-02,
                      -2.7728e-02,  7.3870e-02,  3.1771e-02,  5.2345e-02, -3.8834e-02,
                       2.6346e-02, -1.9345e-02,  8.9525e-02, -8.0141e-02,  6.0451e-02,
                       1.2867e-02, -7.4602e-02, -1.2052e-01,  3.3216e-02,  2.6167e-02,
                       6.4976e-02,  3.6986e-02, -1.9829e-02,  1.1624e-01,  4.7301e-02,
                      -1.0810e-01, -8.3698e-02,  2.1708e-02, -5.2251e-03,  1.5691e-01,
                      -3.8790e-02, -2.7487e-02,  9.3422e-02,  9.6099e-04, -3.6031e-02,
                       2.0134e-02, -4.7700e-02, -6.0532e-03, -1.2134e-02, -5.8515e-02,
                       4.6845e-02, -3.0278e-02,  9.2916e-02,  9.7508e-03, -5.3220e-02,
                      -7.6082e-02,  1.9649e-02,  3.9282e-02,  7.8640e-02, -9.0647e-02,
                      -1.5387e-02, -1.5922e-01,  2.1746e-02, -1.3145e-01, -3.0923e-02,
                      -1.3792e-01,  4.4308e-02,  5.1074e-02,  3.5455e-02, -2.4236e-02,
                      -1.2505e-01,  3.1111e-02, -4.9474e-02,  2.6563e-02, -4.0047e-02,
                      -1.9243e-02,  1.0420e-01,  5.3630e-02, -7.0050e-02,  6.0782e-02,
                      -2.9424e-02, -5.1040e-02, -7.3489e-02, -9.1990e-02,  1.9451e-02,
                      -1.6830e-01,  1.2493e-01,  2.7313e-04, -1.0177e-01, -2.2181e-02,
                       4.2911e-02, -7.0808e-02, -5.3033e-02, -1.0418e-01, -2.6926e-02,
                      -4.7595e-02, -9.1554e-02, -2.0181e-02, -3.2422e-02,  6.9427e-02,
                       3.5269e-02,  7.0368e-02,  2.6982e-02, -1.0734e-02, -1.0663e-01,
                      -3.5900e-02, -2.1459e-02,  1.4281e-02,  5.5585e-02, -3.1324e-02,
                      -1.7646e-02,  1.2889e-02, -1.8141e-02,  7.5282e-02, -6.6641e-03,
                       6.7129e-02,  4.6159e-02,  5.6248e-02,  1.7230e-01, -9.3473e-02,
                       3.3000e-02,  5.3898e-02, -1.1431e-01,  6.9992e-02,  1.7216e-02,
                      -4.9961e-03, -9.7235e-03, -4.9904e-02, -1.4044e-01, -8.8197e-02,
                      -5.0380e-02, -6.4749e-02, -6.8306e-02,  6.6953e-02, -9.8276e-03,
                       1.3371e-01,  1.5437e-01,  9.5539e-02,  4.2390e-02,  7.4679e-02,
                      -1.0762e-01, -2.2255e-04,  5.6139e-03, -1.9159e-02,  2.0663e-02,
                      -1.2551e-02, -9.5961e-02,  4.0355e-02,  5.7231e-02,  1.1818e-01,
                       1.2891e-01,  8.7089e-02,  1.4426e-01, -3.5231e-02, -4.4463e-02,
                       6.2042e-02,  4.9632e-03,  7.0765e-03,  7.6721e-02,  4.8401e-02,
                       3.6050e-02, -2.1510e-01, -1.0035e-01, -2.0560e-04,  1.5054e-02,
                       3.6114e-02,  7.6499e-02, -5.3010e-02, -8.1525e-03,  2.0924e-02,
                       1.0058e-02,  9.2722e-03,  1.0307e-01,  1.1890e-02, -3.7426e-02,
                      -7.5830e-02, -2.1588e-02, -1.5872e-01,  4.2135e-02,  2.1301e-02,
                      -1.2061e-02, -5.1177e-02, -3.8323e-02, -7.1192e-02,  8.4660e-02,
                       6.8359e-03, -4.2677e-03,  3.0159e-02, -1.0950e-02,  4.9243e-03,
                       1.9126e-01, -6.0177e-02,  6.6566e-02, -3.8314e-04, -1.7449e-02,
                       1.5256e-01, -7.5875e-02, -4.4184e-02,  4.5492e-02, -4.7772e-02,
                      -1.0849e-01,  3.5341e-02, -2.6701e-03,  8.4697e-02,  2.0085e-02,
                       6.0663e-02, -7.7029e-02, -8.3605e-02,  6.1615e-02,  1.4115e-01,
                      -1.0926e-01,  1.1062e-01, -7.4432e-02, -1.9612e-02, -4.1994e-02,
                       1.0492e-02,  7.9009e-02, -5.3715e-02, -9.5934e-02, -7.3762e-02,
                       2.1876e-02,  3.0446e-02,  7.6640e-02, -2.0733e-02,  3.2553e-03,
                      -8.6962e-02, -2.8430e-02,  1.4396e-01, -8.3831e-02,  5.9820e-02,
                       7.6746e-02,  2.0403e-01, -8.2568e-02,  2.8974e-02,  1.2022e-01,
                       8.7932e-02,  3.3481e-02,  1.0707e-03, -7.8190e-03,  3.7488e-02,
                      -1.5368e-02,  1.0754e-02, -8.1011e-01, -4.4949e-03,  7.0390e-02,
                       7.6763e-02, -3.7453e-02, -8.7333e-02,  8.3065e-02,  3.9500e-03,
                      -6.0509e-02,  1.5252e-03, -5.7790e-02, -1.3271e-01, -4.0386e-02,
                       8.8472e-02,  3.9011e-02, -3.4120e-02,  6.4739e-02,  7.0030e-02,
                       3.6068e-02, -1.4516e-02,  8.3015e-02,  5.3256e-02, -4.3853e-02,
                       1.8612e-02,  9.9007e-02, -1.5220e-02, -5.9512e-02,  7.5457e-02,
                      -3.4535e-02,  5.4036e-02,  1.5329e-02,  8.5850e-02, -8.6752e-02,
                       2.6158e-03,  8.1242e-02,  5.2283e-02,  2.2540e-02,  8.4976e-02,
                       8.7375e-02, -1.1323e-02,  4.9296e-02,  2.9618e-02, -4.8785e-02,
                       2.6818e-02, -6.6287e-02,  7.5903e-02, -2.9963e-03, -6.0065e-02,
                      -5.6507e-02,  4.3422e-02,  5.2734e-02,  1.1895e-01,  1.4886e-01,
                       8.1614e-02, -3.0082e-02,  1.5270e-03, -1.7929e-01,  9.3897e-02,
                       5.7205e-02, -6.5547e-02, -6.4327e-02, -9.9601e-02,  4.8757e-02,
                       6.0905e-02, -3.0918e-02,  4.1692e-02, -8.2414e-02,  1.6370e-02,
                      -7.4217e-02, -7.2089e-02, -1.2087e-01, -1.2011e-03,  1.5833e-02,
                      -8.9704e-02, -3.7509e-02, -1.1995e-01, -1.5057e-01,  1.5912e-01,
                       1.0258e-01, -4.2176e-02, -2.6271e-02,  6.8559e-02, -8.2444e-03,
                      -1.0058e-02,  1.8427e-02, -4.7098e-02,  5.2582e-02, -2.1082e-02,
                      -7.7851e-02, -1.2312e-02,  7.7013e-02, -1.3182e-01, -5.7735e-02,
                      -2.4118e-02, -2.2282e-02, -1.4350e-01, -1.1095e-01,  2.6129e-03,
                       1.6253e-03, -6.7198e-02, -1.1713e-03,  1.1249e-01, -1.1578e-01,
                       1.3551e-01,  2.6736e-02,  1.3195e-02,  3.9331e-02, -6.0326e-02,
                       8.3833e-02, -2.1051e-02, -1.3820e-01,  3.9435e-02,  7.2005e-02,
                      -9.1962e-02,  1.9963e-01,  6.4290e-03, -3.7856e-02, -6.8228e-02,
                       3.1456e-03,  4.5261e-02,  7.5696e-04, -5.3250e-02,  3.5378e-02,
                      -4.1299e-03, -6.8371e-02,  4.6636e-02,  2.2555e-02, -1.2051e-01,
                      -8.1089e-03, -3.2666e-02,  6.5795e-02,  6.7856e-02, -4.1000e-02,
                       7.1851e-02,  2.6271e-02, -4.2352e-02,  1.3392e-01, -3.1267e-02,
                       2.0121e-02,  4.3884e-02, -5.7210e-02,  8.4224e-02, -1.1609e-03,
                       5.6601e-02, -3.0554e-02,  4.1898e-02,  1.6882e-02, -1.2285e-01,
                      -2.1672e-02,  2.8034e-02, -7.5008e-02,  1.0333e-01, -2.6883e-02,
                       2.7946e-02,  1.2334e-02, -8.9941e-02,  9.0261e-02,  4.5714e-02,
                       6.9488e-02, -9.4775e-02, -2.8944e-02,  4.3243e-02,  2.5385e-02,
                      -4.0500e-02,  1.7852e-02,  6.9731e-03, -1.3691e-01, -8.7304e-03,
                      -5.0083e-03,  3.1426e-02, -1.3511e-01, -2.9454e-03, -4.9513e-02,
                      -6.7215e-02, -5.3800e-02, -5.5650e-02,  2.1774e-02, -7.8660e-02,
                       4.7527e-02,  2.6691e-02, -5.9023e-02,  1.6540e-01, -9.4158e-02,
                      -1.9899e-02, -6.3137e-02,  8.8743e-02, -2.4194e-02,  6.6231e-02,
                      -5.9977e-02, -7.2744e-02, -6.6799e-02,  4.7203e-02, -1.2437e-02,
                       1.3577e-01,  1.8271e-03,  1.5298e-01,  1.4902e-02,  1.5960e-02,
                      -2.6990e-02,  2.4591e-02, -1.9134e-01, -5.5135e-02,  1.1018e-01,
                      -1.1531e-02, -1.2249e-02,  6.6201e-02,  3.7806e-02, -7.0722e-02,
                       6.3900e-03,  4.1487e-02,  6.6297e-02], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.weight',
              tensor([0.8220, 0.8500, 0.8651, 0.8221, 0.8496, 0.8589, 0.7727, 0.8345, 0.8519,
                      0.8185, 0.8502, 0.8655, 0.8589, 0.8705, 0.8606, 0.8224, 0.8493, 0.8411,
                      0.8551, 0.8603, 0.8460, 0.8558, 0.8288, 0.8468, 0.8703, 0.8409, 0.8422,
                      0.7855, 0.8506, 0.8551, 0.8592, 0.8252, 0.8694, 0.8191, 0.8525, 0.8646,
                      0.8133, 0.8503, 0.8261, 0.7991, 0.8638, 0.8512, 0.8161, 0.8703, 0.8664,
                      0.8329, 0.8498, 0.8475, 0.8581, 0.8545, 0.8377, 0.8406, 0.8467, 0.8757,
                      0.8217, 0.8131, 0.8348, 0.8828, 0.8233, 0.8417, 0.8446, 0.8605, 0.8466,
                      0.8404, 0.8152, 0.8435, 0.8597, 0.8407, 0.8301, 0.7986, 0.8326, 0.8568,
                      0.8567, 0.8218, 0.8555, 0.8701, 0.8564, 0.8315, 0.8579, 0.8593, 0.8372,
                      0.8802, 0.8548, 0.8157, 0.8278, 0.8164, 0.8282, 0.8595, 0.8620, 0.8340,
                      0.8315, 0.8550, 0.8548, 0.8702, 0.8368, 0.8374, 0.8252, 0.8559, 0.8730,
                      0.8497, 0.8441, 0.8691, 0.8430, 0.8475, 0.8134, 0.8803, 0.8693, 0.8174,
                      0.8656, 0.8528, 0.8322, 0.8551, 0.8661, 0.8124, 0.8685, 0.8449, 0.8416,
                      0.8375, 0.8573, 0.8548, 0.8587, 0.8738, 0.8659, 0.8348, 0.8394, 0.8349,
                      0.8586, 0.8432, 0.8706, 0.8332, 0.8692, 0.8329, 0.8380, 0.8428, 0.8807,
                      0.8518, 1.1542, 0.8492, 0.7958, 0.8677, 0.8246, 0.8475, 0.8488, 0.2359,
                      0.8388, 0.8658, 0.8441, 0.8628, 0.8517, 0.8046, 0.8255, 0.8569, 0.8427,
                      0.8435, 0.8390, 0.8343, 0.8578, 0.8488, 0.8232, 0.8721, 0.8067, 0.8692,
                      0.8850, 0.8689, 0.8317, 0.8333, 0.8290, 0.7941, 0.8379, 0.8463, 0.8607,
                      0.7939, 0.8047, 0.8492, 0.8470, 0.8195, 0.8579, 0.8179, 0.8612, 0.8480,
                      0.8555, 0.8563, 0.8273, 0.8417, 0.8705, 0.8566, 0.8408, 0.8131, 0.8403,
                      0.8264, 0.8255, 0.8137, 0.8372, 0.8562, 0.8136, 0.8491, 0.8746, 0.8353,
                      0.8639, 0.8289, 0.8625, 0.8097, 0.8600, 0.8352, 0.8413, 0.8392, 0.8678,
                      0.8521, 0.8460, 0.8572, 0.8525, 0.8452, 0.8203, 0.8503, 0.8569, 0.8738,
                      0.8316, 0.8514, 0.8442, 0.8297, 0.8892, 0.8540, 0.8558, 0.8562, 0.8306,
                      0.8410, 0.8589, 0.8420, 0.8034, 0.8059, 0.8717, 0.8817, 0.8345, 0.8580,
                      0.8560, 0.8359, 0.8398, 0.8519, 0.8691, 0.8548, 0.8499, 0.8205, 0.8178,
                      0.8493, 0.8541, 0.8374, 0.8632, 0.8479, 0.8826, 0.8337, 0.8327, 0.8497,
                      0.8839, 0.8484, 0.8451, 0.8979, 0.8478, 0.8402, 0.8641, 0.8465, 0.8042,
                      0.8431, 0.8284, 0.8460, 0.8578, 0.8532, 0.8760, 0.8789, 0.8833, 0.8183,
                      0.8222, 0.8486, 0.8417, 0.8631, 0.8519, 0.8557, 0.8595, 0.8656, 0.8231,
                      0.8401, 0.8709, 0.8533, 0.8715, 0.3509, 0.8641, 0.8677, 0.8364, 0.8408,
                      0.8650, 0.8184, 0.8419, 0.8510, 0.8490, 0.8083, 0.8541, 0.8326, 0.8134,
                      0.8285, 0.8675, 0.8428, 0.8496, 0.8362, 0.8563, 0.8678, 0.3524, 0.8854,
                      0.8498, 0.8725, 0.8490, 0.8441, 0.8323, 0.8521, 0.8592, 0.8657, 0.8338,
                      0.8605, 0.8450, 0.8579, 0.8568, 0.8132, 0.8494, 0.8617, 0.8356, 0.8596,
                      0.8593, 0.8415, 0.8824, 0.8519, 0.8590, 0.8384, 0.8523, 0.8677, 0.8460,
                      0.8900, 0.8587, 0.8551, 0.8795, 0.8166, 0.8024, 0.8436, 0.8256, 0.8708,
                      0.8197, 0.8645, 0.8401, 0.8412, 0.8642, 0.8555, 0.8426, 0.8134, 0.8565,
                      0.8414, 0.8324, 0.8600, 0.8538, 0.8500, 0.8445, 0.8583, 0.8572, 0.8187,
                      0.8586, 0.8450, 0.8458, 0.8675, 0.8100, 0.8199, 0.8560, 0.8277, 0.8402,
                      0.8633, 0.8516, 0.8626, 0.8551, 0.8658, 0.8455, 0.8496, 0.8452, 0.8637,
                      0.8738, 0.8002, 0.8316, 0.8546, 0.8475, 0.8688, 0.8469, 0.8463, 0.8637,
                      0.8557, 0.8530, 0.8302, 0.8565, 0.8416, 0.8663, 0.8536, 0.8567, 0.8569,
                      0.8458, 0.8595, 0.8074, 0.8181, 0.8543, 0.8614, 0.8217, 0.8533, 0.8485,
                      0.8438, 0.8480, 0.8396, 0.8635, 0.8692, 0.8470, 0.8476, 0.8675, 0.8678,
                      0.8679, 0.8751, 0.8242, 0.8458, 0.8276, 0.8786, 0.8798, 0.8767, 0.8457,
                      0.8116, 0.8365, 0.8738, 0.8297, 0.8070, 0.8738, 0.8567, 0.8626, 0.8480,
                      0.8233, 0.8336, 0.8311, 0.8679, 0.8636, 0.8421, 0.8754, 0.8324, 0.8564,
                      0.8291, 0.8276, 0.8294, 0.8393, 0.8215, 0.8383, 0.8426, 0.8584, 0.8393,
                      0.8528, 0.8140, 0.8342, 0.8681, 0.8388, 0.7856, 0.8567, 0.8064, 0.8196,
                      0.8348, 0.8706, 0.8750, 0.8157, 0.8785, 0.7167, 0.8075, 0.8315, 0.8552,
                      0.8505, 0.8485, 0.8296, 0.8471, 0.8432, 0.8291, 0.8517, 0.8379, 0.8053,
                      0.8709, 0.8381, 0.8550, 0.8364, 0.8578, 0.8881, 0.8318, 0.8567, 0.8480,
                      0.8638, 0.8372, 0.8925, 0.8361, 0.8312, 0.8544, 0.8292, 0.8370, 0.8242,
                      0.8551, 0.8655, 0.8633, 0.8676, 0.8541, 0.8806, 0.8575, 0.8371, 0.8450,
                      0.8595, 0.8105, 0.8705, 0.8509, 0.8660, 0.8303, 0.8341, 0.8548, 0.8479,
                      0.8507, 0.8355, 0.8226, 0.8656, 0.8391, 0.8191, 0.8578, 0.8703, 0.8359,
                      0.8491, 0.9005, 0.8702, 0.8397, 0.8245, 0.8471, 0.8379, 0.8573, 0.8312,
                      0.8154, 0.8231, 0.8429, 0.8287, 0.8377, 0.8035, 0.8402, 0.8234, 0.8405,
                      0.8343, 0.8620, 0.8119, 0.7914, 0.8620, 0.8486, 0.8207, 0.8233, 0.8525,
                      0.8214, 0.8126, 0.8442, 0.8360, 0.8479, 0.8191, 0.8598, 0.8079, 0.6927,
                      0.8443, 0.8605, 0.8672, 0.8411, 0.8353, 0.8765, 0.8433, 0.8749, 0.8481,
                      0.8661, 0.8239, 0.8337, 0.8339, 0.8804, 0.8492, 0.8337, 0.8434, 0.8445,
                      0.8483, 0.8541, 0.8499, 0.8514, 0.8755, 0.8295, 0.8370, 0.8565, 0.8588,
                      0.8521, 0.8523, 0.8422, 0.8141, 0.8303, 0.8697, 0.8114, 0.8333, 0.8538,
                      0.8660, 0.8382, 0.8386, 0.8425, 0.8738, 0.8426, 0.8598, 0.8614, 0.8475,
                      0.8710, 0.8583, 0.8647, 0.8363, 0.7764, 0.8162, 0.8468, 0.8364, 0.8398,
                      0.8501, 0.8555, 0.8210, 0.8446, 0.8663, 0.8552, 0.8531, 0.8595, 0.8455,
                      0.8506, 0.8503, 0.8648, 0.8466, 0.8339, 0.8410, 0.8244, 0.8744, 0.8510,
                      0.8584, 0.8464, 0.8621, 0.8201, 0.8153, 0.8419, 0.8878, 0.8625, 0.8545,
                      0.8554, 0.8551, 0.8593, 0.8477, 0.8363, 0.8602, 0.8512, 0.8247, 0.8519,
                      0.8395, 0.8321, 0.8331, 0.8801, 0.8357, 0.8329, 0.8463, 0.8498, 0.8567,
                      0.8530, 0.8071, 0.8506, 0.8366, 0.8262, 0.8585, 0.8331, 0.8375, 0.8718,
                      0.8512, 0.8036, 0.8457, 0.8291, 0.8428, 0.8053, 0.8446, 0.8511, 0.8488,
                      0.8472, 0.8498, 0.8771, 0.8356, 0.8423, 0.8647, 0.8433, 0.8370, 0.8452,
                      0.8585, 0.8442, 0.8376, 0.8706, 0.8603, 0.8443, 0.8538, 0.8289, 0.8665,
                      0.8513, 0.8681, 0.8609, 0.8585, 0.7840, 0.8089, 0.8597, 0.8449, 0.8368,
                      0.8584, 0.8100, 0.8351, 0.8704, 0.8371, 0.8638, 0.8576, 0.8491, 0.8517,
                      0.8585, 0.8522, 0.8441, 0.8519, 0.8484, 0.7797, 0.8152, 0.8600, 0.8537,
                      0.8479, 0.8427, 0.8378, 0.8279, 0.8626, 0.8170, 0.8778, 0.8290, 0.8751,
                      0.8500, 0.8228, 0.8539, 0.8493, 0.7527, 0.8445, 0.8541, 0.8414, 0.8658,
                      0.8426, 0.8468, 0.8347, 0.8471, 0.8129, 0.8034, 0.8441, 0.8407, 0.8685,
                      0.8542, 0.8697, 0.8419, 0.8441, 0.8663, 0.8498, 0.8471, 0.8578, 0.8602,
                      0.8405, 0.8332, 0.8505, 0.8115, 0.8381, 0.8587, 0.8582, 0.8535, 0.8751,
                      0.8570, 0.8651, 0.8395], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.bias',
              tensor([-8.8182e-02,  6.9679e-02,  4.3423e-02, -1.6094e-01,  4.7222e-02,
                      -6.9241e-02,  9.0635e-02, -1.1319e-01, -7.8864e-02,  4.1719e-02,
                      -1.2489e-01, -2.7918e-02, -2.3980e-03,  8.5074e-02, -7.3448e-02,
                      -1.0329e-01, -1.9592e-02,  3.4868e-02,  3.6202e-03,  2.2283e-02,
                      -6.1666e-02, -6.1133e-02, -4.6793e-02, -8.6767e-02, -4.2287e-02,
                      -2.1698e-02, -1.0782e-01, -2.3857e-01, -6.4586e-02, -1.1277e-01,
                      -1.3526e-02,  1.8919e-02,  7.1698e-02,  3.2755e-02, -1.9122e-01,
                      -5.6613e-02,  7.6106e-02, -5.4069e-02, -7.7386e-02, -1.6557e-01,
                       4.5786e-03,  4.4085e-02, -7.8281e-02, -5.2296e-02, -3.9410e-02,
                       9.6057e-03, -1.4715e-02, -1.3848e-01, -4.9301e-02, -6.9472e-02,
                      -8.7114e-02, -1.0564e-01, -1.2607e-01,  4.3418e-02, -6.1724e-02,
                       6.2239e-02,  6.8790e-02, -3.6115e-02, -3.7882e-02, -7.0131e-02,
                       2.4593e-02, -7.0364e-03, -1.3275e-01,  9.9980e-02,  3.5084e-02,
                      -4.1688e-02, -5.2059e-02,  4.1933e-03, -7.3084e-02,  5.2726e-02,
                       6.1326e-02,  4.5435e-02, -1.4406e-02, -7.2925e-02, -2.7722e-02,
                      -5.1663e-02, -6.6994e-02, -2.1842e-02, -1.2610e-02, -8.4025e-03,
                      -1.3088e-01, -5.7501e-02, -1.8664e-03, -1.4703e-01,  8.6875e-03,
                      -1.3599e-01, -3.9582e-02, -4.5162e-02, -8.6137e-02, -8.5374e-02,
                       3.6926e-02, -1.1849e-02,  2.6269e-03, -8.1246e-02, -6.5080e-03,
                      -1.3125e-01, -2.4837e-02, -4.4008e-03, -5.7293e-02, -8.8048e-02,
                      -2.5487e-02,  1.7521e-02, -4.5774e-02, -5.6897e-02,  5.7706e-02,
                       9.7817e-04, -1.1854e-01, -3.2986e-02,  5.1013e-02,  5.5593e-02,
                      -4.0885e-02,  1.8137e-03,  2.2700e-03, -3.1132e-02, -1.2491e-01,
                      -1.6649e-01, -4.0349e-02, -9.9677e-02, -8.4304e-03, -1.5705e-02,
                      -4.9151e-02, -1.6042e-02, -3.3212e-02, -4.5245e-02,  3.5380e-03,
                      -3.6337e-02, -5.2359e-02, -3.5255e-02,  1.4016e-02, -2.9770e-02,
                       4.8465e-02, -5.7335e-02, -1.7686e-02, -4.3564e-02,  1.7468e-02,
                      -1.0421e-01, -1.8075e-01, -1.0274e-01, -2.1974e-01, -2.5674e-02,
                       5.5109e-02,  5.1737e-02, -3.6433e-02,  4.0414e-01, -3.4492e-02,
                      -1.6185e-02, -9.0904e-02, -7.3820e-02,  3.0854e-02,  1.6666e-01,
                       1.2561e-01,  3.5193e-03,  8.5462e-03, -1.3950e-01, -7.2440e-02,
                       1.1852e-01, -2.2252e-02,  9.3645e-02, -1.1887e-01,  4.1528e-02,
                      -1.5383e-01, -6.1964e-02, -6.6926e-02, -2.4751e-02, -3.1005e-02,
                       8.3797e-02, -1.5895e-01, -5.7181e-02,  5.2532e-02, -4.9523e-02,
                      -5.0910e-02, -9.1951e-02, -2.5340e-02, -8.8692e-02, -1.3855e-01,
                      -1.1422e-01, -1.3847e-01,  4.8034e-02,  1.7925e-02, -6.7323e-02,
                       2.8844e-02,  2.0176e-02, -2.8021e-02,  7.1063e-02, -4.0852e-03,
                      -1.4694e-02,  1.4028e-03,  5.7530e-02, -2.6822e-02, -3.0440e-03,
                      -9.7271e-02, -6.4468e-02, -6.9431e-02, -8.0850e-02,  8.3471e-02,
                       5.2051e-02, -4.0180e-02,  3.3507e-04, -7.9227e-03,  3.6892e-02,
                      -3.8320e-02, -9.5527e-02,  1.2542e-02, -5.4064e-02, -7.7376e-02,
                      -3.7528e-03, -7.3895e-02,  1.0148e-01,  4.7079e-04,  2.4453e-03,
                      -2.4161e-02,  3.2480e-02, -6.1429e-02,  6.6645e-02, -5.0332e-02,
                      -1.0017e-02, -1.1031e-01, -3.9616e-02, -9.6704e-03, -3.4730e-02,
                      -4.7788e-02, -7.1986e-02, -1.2464e-01,  7.4401e-02,  1.0958e-01,
                      -1.1953e-01, -4.6037e-02, -2.2966e-02, -1.3589e-01, -7.7630e-02,
                      -2.6936e-02, -7.2037e-02, -3.5799e-02,  5.4443e-02, -1.6279e-02,
                       4.0157e-03, -4.4737e-02,  3.9984e-02, -2.5575e-02, -2.6222e-02,
                       5.0335e-02, -5.2700e-03, -1.1347e-01, -7.0440e-02,  3.9398e-02,
                       3.9408e-02, -8.8505e-02, -4.9071e-02, -6.4180e-02, -1.5180e-01,
                      -7.0560e-02, -4.6184e-02, -1.1933e-01, -1.0476e-01, -1.1212e-01,
                      -7.1600e-02,  6.9726e-02, -6.2229e-02,  1.9776e-03, -7.3917e-02,
                      -9.2154e-02,  1.9446e-02, -8.1582e-02, -6.7431e-02, -1.1753e-02,
                      -1.8757e-02, -8.3409e-02, -7.0230e-02, -3.5541e-02,  5.4295e-02,
                       2.9936e-02,  4.4062e-02, -1.4534e-01, -1.9983e-02, -1.0964e-01,
                      -6.0754e-02,  3.0766e-02, -4.0862e-02, -8.3039e-02,  1.4961e-01,
                      -4.6906e-02, -1.3513e-02, -1.8245e-03, -6.3396e-01, -1.0510e-02,
                      -4.5177e-02, -3.8093e-02,  7.5365e-02, -9.6474e-02, -4.5711e-02,
                      -1.8369e-02, -5.8133e-02, -5.0344e-02,  4.5773e-02, -1.3298e-02,
                       5.8346e-02,  6.3434e-02, -7.4165e-03,  2.2557e-02, -2.4830e-02,
                      -9.3582e-02,  6.1030e-02, -3.9847e-02, -5.2000e-02,  2.8822e-01,
                      -1.7607e-02, -4.2828e-02, -3.4944e-02,  5.6316e-02, -1.4510e-01,
                      -1.3526e-01, -1.2519e-01, -3.9901e-02, -7.8897e-02,  4.1101e-03,
                       7.6117e-05, -4.2322e-02, -9.2418e-03,  5.2431e-02, -1.4290e-02,
                       2.8281e-02, -3.8610e-02, -5.2699e-02, -9.7638e-03, -6.4748e-03,
                       4.0966e-02, -6.3812e-02, -3.7266e-02, -1.7932e-02, -7.3713e-02,
                       1.4115e-01, -6.2599e-02, -8.1249e-03, -8.5573e-02, -2.8762e-02,
                       3.6628e-02, -3.0719e-02, -1.4368e-01,  1.2907e-01, -1.5686e-02,
                      -5.5238e-02, -6.7009e-02, -1.0407e-02,  5.2255e-02, -6.7471e-02,
                      -4.0906e-02, -7.7187e-03,  7.4624e-02, -7.1478e-02, -4.0745e-02,
                      -9.8256e-03,  7.5798e-02,  6.0743e-02, -4.3253e-02, -5.2134e-02,
                       6.2826e-02,  2.6663e-02, -7.9140e-02, -5.4178e-02, -1.1570e-02,
                      -3.0267e-02,  1.8827e-02, -4.2870e-02, -7.3268e-03,  5.1864e-02,
                      -1.0208e-01,  3.0193e-03, -1.6316e-01,  4.5144e-02, -5.9371e-02,
                       2.3410e-02,  4.8541e-02, -7.8240e-03, -6.7920e-02,  2.9221e-02,
                      -4.5071e-02,  3.0179e-02,  7.2260e-02, -4.6008e-02, -5.8062e-02,
                       3.9725e-02, -5.2182e-02, -1.5150e-02, -8.4671e-02, -2.2695e-02,
                       6.6941e-02, -3.3733e-02, -1.8918e-02, -9.2940e-02,  8.2593e-03,
                      -7.3805e-02, -4.2999e-02, -2.2168e-02,  1.6053e-02, -1.7965e-02,
                       3.0333e-02,  1.0828e-02, -1.3241e-02,  3.7767e-02, -2.3126e-02,
                      -1.3652e-02, -6.3073e-02,  4.9054e-02,  6.8108e-03,  3.9728e-02,
                      -5.2684e-02, -4.4396e-03,  9.2612e-03,  2.9199e-02,  5.6091e-02,
                       8.2179e-03, -1.3501e-02, -1.1295e-01, -9.8626e-03,  6.0637e-03,
                      -1.8885e-02, -4.8669e-02, -2.3731e-01,  3.2499e-02,  6.8835e-02,
                       1.3441e-02,  4.6259e-02,  4.6200e-02, -1.3947e-01, -1.3324e-01,
                      -2.9376e-02,  6.3670e-02, -3.5660e-02, -1.0415e-01, -1.2798e-01,
                       7.2190e-02, -6.0538e-02,  6.5741e-02, -1.4620e-01,  4.0461e-02,
                      -5.6264e-02, -1.0688e-01,  4.7383e-03, -5.0410e-02, -4.5476e-02,
                      -3.7471e-02,  5.1089e-03,  5.9327e-03,  3.8284e-02,  5.0137e-03,
                       2.8375e-02, -2.1311e-02,  6.3608e-03, -5.1299e-02, -1.3142e-03,
                      -7.5167e-02, -8.7946e-02, -1.2885e-01, -4.6415e-02,  1.3176e-02,
                       2.1729e-01, -1.0823e-01,  5.6765e-03,  2.8528e-02, -2.8895e-02,
                       1.1403e-03,  8.4188e-03, -3.2327e-02, -9.6405e-02, -9.4645e-02,
                      -5.8155e-02, -6.5824e-02, -7.1508e-02, -6.6610e-02, -7.9284e-02,
                      -1.8453e-01, -8.3514e-02, -3.7962e-02, -7.7170e-02, -2.0209e-02,
                      -6.3818e-02,  4.2524e-02, -2.7250e-02, -6.6657e-02,  2.8822e-02,
                      -7.7587e-02, -1.2080e-02,  3.0481e-02, -8.5183e-02, -5.9895e-02,
                       2.3839e-02, -2.0520e-02, -8.8215e-02, -2.8096e-02, -5.7786e-02,
                       2.7196e-02, -4.0001e-02,  7.8201e-02, -2.6540e-02, -1.3366e-01,
                      -4.3894e-02, -1.0907e-02, -4.1232e-02, -1.2105e-02, -2.6632e-02,
                      -1.4543e-01, -3.7991e-02, -7.7864e-02,  7.7089e-02,  1.1034e-02,
                      -2.2140e-01, -2.3282e-02, -7.8696e-02, -2.1799e-02,  2.5564e-02,
                       9.4300e-02, -1.3650e-02, -5.9904e-02, -2.6619e-02,  6.6601e-02,
                       6.5583e-02, -3.0206e-04, -6.8165e-02, -6.9209e-02, -5.7487e-02,
                       1.8225e-03,  1.8458e-02, -4.4176e-02, -1.3100e-02, -1.8724e-02,
                       2.0872e-03, -1.6151e-01,  2.0889e-02, -3.0892e-02,  4.1959e-02,
                      -2.5549e-02, -1.2469e-01,  5.4810e-02,  2.9136e-03,  4.9515e-02,
                      -1.1952e-01, -9.6303e-02, -4.9639e-02,  6.4937e-02, -6.7853e-02,
                       1.4315e-01,  4.4802e-03, -7.3058e-02,  4.9742e-02, -1.0057e-01,
                      -1.7783e-01, -6.3810e-02, -3.2858e-02, -3.8364e-02, -1.8124e-01,
                      -1.7516e-01, -5.6145e-02,  7.6738e-02, -8.3608e-02, -8.1856e-02,
                      -7.7352e-02,  5.3270e-02, -4.7430e-01,  4.3621e-02, -4.5146e-02,
                       3.3031e-03, -9.0289e-02, -4.6530e-02, -3.7785e-02, -6.3745e-02,
                      -8.6773e-03, -3.8852e-02, -1.8490e-02,  1.1256e-02, -1.5928e-01,
                      -9.4440e-02, -3.2357e-02,  4.2092e-02, -2.0505e-02, -6.6779e-02,
                      -3.8854e-02, -4.5002e-02,  2.6626e-02, -8.9550e-02,  7.6328e-02,
                      -6.2642e-02, -1.9046e-01, -7.2586e-02, -3.5057e-02, -7.2256e-02,
                      -9.7253e-03, -4.6457e-02, -3.8197e-02, -1.0112e-01,  9.3131e-03,
                       2.9801e-03, -8.2089e-02, -5.0025e-02,  2.7859e-02, -4.5302e-02,
                      -7.3988e-02, -4.7194e-02, -5.4683e-02,  2.9414e-02, -1.3449e-01,
                       6.7734e-03, -2.9331e-02, -1.1011e-02,  5.6161e-02,  1.8911e-02,
                       3.4804e-02, -7.1522e-02, -8.2292e-02, -9.5113e-02, -1.3480e-01,
                      -5.3105e-02,  2.3038e-02, -3.8950e-02,  4.3567e-02, -1.8294e-01,
                      -1.2376e-01, -1.6894e-02, -7.0845e-03, -1.5471e-02, -2.1681e-02,
                       1.8580e-02, -2.4923e-02, -1.2720e-01, -5.4283e-02, -8.8225e-02,
                       5.0743e-02,  2.4240e-02,  6.2103e-02, -7.5984e-02, -8.2685e-02,
                       8.6006e-02, -6.9069e-02, -2.8686e-02,  1.0339e-01, -1.0949e-01,
                      -1.1631e-01,  1.3050e-03, -1.0742e-01,  1.8897e-02, -3.3038e-03,
                       2.5525e-02,  3.2646e-02, -1.6603e-01, -1.1810e-01, -1.3484e-02,
                      -2.7561e-03,  2.1401e-02, -1.1012e-01,  7.3790e-02,  1.4261e-02,
                       1.1807e-02,  5.5240e-02, -5.2218e-03,  6.9093e-02, -4.3918e-02,
                      -3.4361e-02,  1.9062e-02, -2.1130e-02, -1.7272e-01,  4.0774e-02,
                      -1.2642e-01, -7.6925e-02, -3.4587e-02, -6.4301e-02,  1.1031e-01,
                      -1.6126e-02, -1.1993e-01,  4.5407e-02, -1.8218e-02, -6.0599e-02,
                      -5.8847e-03, -6.9468e-02, -6.9670e-02, -5.7350e-02, -1.1483e-01,
                      -9.4670e-02, -1.1395e-02,  2.6502e-02,  1.0063e-01, -8.0163e-02,
                      -1.0348e-01,  8.2122e-03, -7.3880e-02, -8.2905e-02,  3.4608e-02,
                      -8.5652e-03,  2.2832e-02, -9.8972e-03, -1.3145e-02,  1.9837e-02,
                      -1.1583e-01, -9.5781e-02,  1.3769e-02, -8.7075e-02, -6.0379e-02,
                       7.2024e-03, -5.9618e-02,  1.9874e-01, -1.8906e-01, -7.0591e-02,
                      -9.9105e-02, -6.3844e-02,  2.9411e-02, -6.5728e-03,  8.1355e-02,
                       2.8273e-02, -5.3228e-02, -7.4164e-03, -2.2620e-02,  1.6861e-02,
                      -4.6883e-02, -1.1494e-02, -4.8035e-02, -4.9428e-02, -7.6148e-02,
                      -7.0548e-02,  6.5309e-02, -3.2100e-02, -6.6572e-02, -6.3731e-02,
                       2.0777e-02, -4.4637e-02, -7.0469e-02,  5.4711e-02,  5.0823e-03,
                      -3.8653e-02, -1.1789e-01,  2.1773e-02,  3.6797e-03, -7.4247e-02,
                       3.0072e-02,  5.6106e-03,  3.3800e-02, -3.4613e-01,  3.3474e-02,
                      -2.8850e-02, -1.1802e-01,  5.4066e-03, -6.0738e-02, -4.5294e-02,
                       2.2845e-02, -5.4370e-03, -8.1024e-02, -1.2283e-01, -6.5753e-02,
                       4.1537e-02,  3.6489e-03,  2.0154e-02,  3.8416e-02,  8.8565e-03,
                      -8.9853e-02, -5.4504e-02, -1.1236e-01,  7.7736e-04,  8.3966e-03,
                       5.0822e-02, -8.9435e-02,  7.1935e-02,  1.5550e-03, -7.4012e-02,
                       1.2796e-02,  1.9872e-02, -4.3691e-02, -2.8749e-02, -1.3013e-03,
                       8.0635e-03, -4.3215e-02, -1.5626e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.weight',
              tensor([[ 0.0696, -0.0487, -0.0055,  ...,  0.0205, -0.0144, -0.0318],
                      [-0.0324,  0.0089,  0.0264,  ...,  0.0762, -0.0096, -0.0217],
                      [-0.0218,  0.0123,  0.0101,  ...,  0.0090,  0.0193, -0.0185],
                      ...,
                      [ 0.0577,  0.0508,  0.0263,  ...,  0.0236, -0.0064, -0.0177],
                      [-0.1189, -0.0031,  0.0607,  ..., -0.0024,  0.0371,  0.0109],
                      [ 0.0030, -0.0178,  0.0346,  ...,  0.0226,  0.0370,  0.0262]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.bias',
              tensor([ 1.0773e-01,  4.2420e-02,  8.2501e-02, -3.5650e-02,  6.9354e-03,
                      -4.2050e-01, -3.5532e-01, -4.7220e-02, -2.4395e-01, -2.9496e-02,
                       5.0883e-01,  1.8844e-01,  7.3350e-02, -1.0384e-01,  4.0801e-01,
                      -8.3859e-02,  2.5078e-02,  3.5859e-02, -5.3718e-01, -7.8160e-02,
                       8.0580e-02, -1.2108e-01, -1.6143e-01, -5.4674e-03, -1.9533e-02,
                       3.6667e-02,  1.1009e-01,  9.0032e-02, -1.9968e-02, -2.0596e-01,
                       3.9794e-02, -5.9252e-02, -8.2564e-02, -4.3188e-02,  1.4147e-01,
                       1.6101e-01, -1.1235e-01,  4.9014e-01, -8.2020e-02,  1.3706e-01,
                      -1.5737e-01, -1.1984e-01, -1.9720e-01, -2.0457e-01, -3.8873e-02,
                      -7.5604e-02,  2.7287e-02, -8.7243e-02,  6.2613e-02, -2.9790e-02,
                       1.5585e-01, -2.4435e-01, -9.2155e-02,  6.3645e-02,  6.0319e-02,
                      -1.9991e-01, -2.9933e-01, -1.3959e-03,  9.2219e-02,  3.3904e-03,
                       3.8154e-02,  2.4705e-02, -8.1874e-02, -3.7550e-01,  2.4323e-02,
                      -2.6530e-02, -2.8310e-03,  1.2070e-02,  3.7816e-02,  5.5168e-02,
                       5.1437e-02, -4.9542e-02,  2.5592e-02,  2.9579e-03, -2.1906e-02,
                      -1.1109e-01,  8.7541e-03, -5.8092e-02,  5.8866e-02, -1.0036e-01,
                       7.7255e-02, -1.1963e-01,  4.5842e-02, -4.3645e-02,  2.6777e-02,
                       3.7054e-02,  1.3974e-02,  1.8603e-02, -1.2141e-01, -2.4067e-02,
                      -7.6163e-02,  1.0222e-01,  7.9681e-02, -2.7975e-01,  8.7993e-02,
                       1.3517e-02, -5.1568e-02, -1.3022e-02, -8.1104e-02,  1.2795e-02,
                       1.7879e-01, -2.1449e-02, -6.9997e-02,  4.8518e-02,  6.1899e-02,
                      -8.9671e-03,  3.1466e-02,  6.3004e-02, -4.3887e-02, -5.9910e-03,
                       3.2454e-02,  2.9869e-03, -1.1888e-02,  1.2103e-01,  4.9747e-02,
                       4.6999e-02, -7.8959e-02, -1.1371e-01,  2.6022e-02,  4.3215e-02,
                       1.0892e-01, -3.4848e-01,  2.3031e-03, -7.1614e-02,  7.5170e-02,
                       1.3484e-02,  1.0237e-01, -1.5597e-01, -1.1220e-02,  4.7120e-03,
                      -5.4606e-03,  1.0181e-01,  1.5382e-01, -7.1204e-02,  7.3800e-03,
                      -2.7496e-02, -2.6226e-02, -4.4046e-02, -3.6455e-02,  4.8349e-02,
                       1.6872e-01,  4.6944e-01,  1.2357e-01,  8.5705e-02, -5.7581e-02,
                       4.4294e-03, -3.1028e-02,  8.6697e-02, -4.5162e-02, -2.3459e-02,
                      -1.2257e-01,  7.6740e-02, -8.9017e-03, -1.6430e-02,  3.3511e-03,
                       2.2988e-02, -7.0273e-02, -5.2765e-03,  3.8150e-02,  2.2670e-03,
                      -2.3566e-02, -5.4031e-02, -5.2716e-02,  3.4916e-03,  1.0307e-01,
                      -1.0366e-02,  7.4865e-02, -2.8362e-02,  2.2248e-01, -1.2308e-01,
                      -1.2985e-02,  1.6842e-01, -1.2705e-01,  2.0194e-03,  4.4185e-03,
                      -1.7257e-02, -9.5613e-02,  4.1103e-03,  2.2202e-02,  5.1131e-03,
                       7.0082e-02, -1.0320e-01,  4.9564e-02, -5.8514e-03,  5.1484e-03,
                      -3.0602e-02,  4.1522e-02,  1.3436e-01,  6.8791e-02,  7.9801e-02,
                       2.0498e-02, -6.0424e-03,  2.7645e-02,  3.2634e-01, -3.1379e-02,
                      -1.3880e-02, -4.6641e-02, -3.0625e-01,  2.2451e-03, -2.9863e-02,
                       1.1837e-03, -7.4797e-02,  2.6875e-02,  1.8265e-02,  1.7177e-02,
                      -6.4566e-02, -4.5969e-02, -3.0041e-02,  9.3766e-04, -1.3768e-02,
                       6.4011e-04,  9.3634e-03, -3.8282e-02, -7.2713e-02, -1.8408e-02,
                      -1.0828e-01,  1.5363e-01, -5.8817e-02,  2.8362e-02,  4.5800e-02,
                      -2.3397e-02, -3.7562e-02,  3.6533e-02, -7.0413e-02,  1.2115e-01,
                       7.6328e-03, -8.5047e-02, -3.9444e-02, -4.1894e-02,  2.8129e-04,
                       1.3344e-02,  1.4159e-01,  1.0125e-02, -2.1485e-02, -8.4758e-03,
                       3.2131e-02,  1.1892e-01, -3.0429e-02, -7.9555e-02,  1.2115e-02,
                      -1.7369e-02, -1.1743e-01, -5.2296e-02, -7.1985e-02,  2.1674e-02,
                       1.8369e-02,  4.8165e-02,  3.0495e-03, -1.2441e-01, -8.4675e-03,
                      -9.3499e-02, -6.5100e-02,  2.3486e-02, -8.2025e-03,  2.3657e-02,
                       1.4100e-02, -3.0749e-02,  6.1951e-02, -8.0820e-02, -1.3373e-01,
                      -1.0981e-01, -1.8811e-01, -4.4022e-02,  7.3021e-02,  6.2028e-02,
                       1.7584e-03,  2.9813e-02,  5.2232e-02, -3.9601e-02,  1.0215e-01,
                       1.3759e-01,  2.0257e-02,  1.2289e-01, -4.2479e-02,  2.6520e-01,
                       1.7123e-02, -5.0920e-01, -8.3891e-03,  9.0341e-02, -1.4785e-01,
                       1.4170e-01,  3.0792e-02, -6.7280e-02, -6.6252e-02,  1.3341e-02,
                       9.9378e-03, -3.4375e-02, -7.1713e-02,  1.9805e-01, -2.2584e-02,
                       8.3983e-02,  5.6923e-03,  5.9378e-02, -7.5598e-02, -6.0585e-02,
                      -6.2731e-02, -3.2350e-02,  1.1889e-01,  7.9848e-02,  5.5999e-02,
                      -3.1394e-01, -2.8224e-01, -3.4870e-03, -4.4459e-02, -1.1775e-01,
                      -8.4020e-03, -2.3089e-01, -5.2132e-02, -1.6039e-02,  1.3137e-01,
                       4.6303e-02, -1.4251e-02, -5.4317e-02,  9.5676e-02,  6.6190e-02,
                       3.9118e-02,  3.2478e-02, -1.6014e-02, -1.0879e-01, -1.5644e-01,
                      -4.8420e-02,  1.3914e-01, -1.1869e-01,  2.5383e-01, -2.8237e-02,
                       4.0800e-02, -4.0950e-02, -1.8919e-01, -1.7536e-01,  6.6414e-02,
                      -1.3831e-02,  1.0950e-01, -7.0063e-02, -1.6698e-01,  6.1809e-02,
                       9.8553e-02,  1.6704e-02, -2.3273e-02,  6.0889e-02, -3.4056e-01,
                      -9.5167e-02, -1.4933e-01, -5.5132e-02,  6.6646e-02, -4.1572e-01,
                       1.7424e-02, -3.0100e-01, -3.4201e-02,  7.6663e-02, -2.2230e-02,
                      -6.2172e-02, -1.6575e-01, -2.8341e-02, -2.4820e-02,  1.2836e-01,
                       5.7030e-02, -3.6553e-01,  1.3478e-01, -2.8808e-03,  3.0235e-03,
                       1.8327e-01,  5.0026e-02, -1.5647e-01,  3.5595e-02,  2.6651e-02,
                      -7.1845e-04,  2.0233e-02, -1.6104e-01, -1.5500e-01, -5.1822e-02,
                       2.6690e-02,  2.6946e-01, -1.9804e-01,  2.6149e-01, -3.4302e-02,
                      -1.5404e-03, -8.4196e-03,  8.2130e-02, -7.0258e-02,  1.3623e-01,
                       1.1044e-02, -7.5261e-02, -2.7984e-02, -2.1677e-02, -6.5899e-02,
                      -7.6775e-02,  2.1114e-02,  1.1874e-01,  2.5187e-02,  1.0439e-01,
                       2.5551e-02,  9.4678e-03, -3.8746e-02, -3.5813e-02, -3.0526e-02,
                      -3.1425e-02,  4.7460e-02, -9.1538e-02, -9.7433e-02, -2.8686e-02,
                       5.3748e-02,  3.6222e-02,  3.4734e-02,  2.3478e-03,  8.7009e-02,
                      -4.2916e-01,  1.6481e-01,  6.2457e-02,  4.6116e-02, -2.6617e-02,
                      -3.2225e-02,  2.5918e-02, -2.5141e-02, -3.6454e-02, -9.9498e-02,
                       2.8777e-02, -2.0639e-01,  5.3215e-02, -6.2853e-02, -1.2418e-01,
                       1.5322e-01,  1.5456e-02,  3.3632e-02, -2.7688e-02, -8.9082e-02,
                      -9.2294e-03, -3.3686e-02,  2.9427e-02, -2.9122e-02, -3.2088e-02,
                       2.4983e-02, -4.6525e-02,  3.6531e-02,  1.5386e-02,  7.6746e-03,
                       3.2168e-02, -3.0510e-01, -6.2389e-02,  3.5117e-02, -1.6197e-02,
                       6.8474e-02,  1.1417e-02, -7.6514e-02, -2.3856e-02,  1.9234e-02,
                       8.1088e-02,  7.8493e-03,  5.6142e-02, -4.3289e-03, -1.9136e-01,
                      -1.5097e-02, -1.5382e-01, -2.6466e-02, -7.6021e-02, -5.9232e-03,
                       9.5622e-03,  1.3042e-01, -6.8360e-02, -1.3809e-01, -2.3401e-01,
                       9.1830e-02,  9.5699e-02, -8.2909e-02,  1.6745e-02,  2.1117e-01,
                       9.2493e-02,  5.7330e-02, -2.5621e-01,  2.0200e-02, -8.1681e-02,
                       2.3484e-02, -1.4988e-02,  9.1958e-02,  5.5107e-02, -4.6798e-02,
                       8.6019e-02,  9.0745e-02, -1.2529e-01,  4.9207e-02, -8.1458e-03,
                       1.2883e-01, -1.2996e-01,  6.4083e-02,  6.9633e-02, -1.7516e-01,
                       8.2995e-02,  7.0257e-02, -2.1749e-01, -5.6985e-01,  1.0180e-01,
                      -3.4406e-02,  1.0134e-01, -2.9522e-05,  2.2297e-01,  8.0889e-02,
                      -1.0746e-01,  1.3369e-01,  2.7648e-02,  7.5866e-02, -3.7732e-02,
                       5.1349e-02, -2.1633e-01,  1.4296e-01,  1.4405e-01,  7.3511e-02,
                       2.6337e-02,  3.0011e-01,  3.7838e-02, -5.8685e-03,  1.4846e-01,
                       1.0275e-01, -3.2748e-02,  3.4991e-01,  5.3828e-02, -7.8922e-02,
                       5.2994e-02,  5.7139e-02,  1.9848e-02,  4.6324e-02,  2.0420e-01,
                      -1.4237e-02, -1.4380e-02,  5.6776e-02,  2.0288e-02, -2.1256e-04,
                       3.2486e-02, -6.4543e-04,  1.2007e-01, -1.1781e-01,  4.0396e-02,
                      -2.4292e-01,  1.3729e-01,  1.2785e-01,  8.3190e-02,  8.1101e-02,
                       1.4665e-02, -6.8988e-02, -1.3934e-02, -9.6613e-02, -2.0358e-01,
                       2.1956e-01,  1.8112e-01,  8.8730e-03, -6.0245e-02, -3.3613e-01,
                       1.8079e-01, -1.9183e-01,  3.2902e-02,  1.3661e-01, -1.1996e-01,
                       5.0121e-02, -6.9764e-02,  1.0346e-01, -1.6063e-01, -1.9537e-01,
                       3.5162e-02, -2.2913e-02,  6.4855e-02, -8.9959e-02, -1.9213e-01,
                       3.6223e-02, -5.5713e-02, -1.8916e-01, -2.8835e-01, -5.0183e-02,
                       4.1252e-02,  4.4267e-02,  1.8984e-02, -6.1242e-02, -5.3813e-02,
                      -5.4976e-02,  1.4757e-01, -4.6872e-02, -8.4929e-03, -2.2182e-01,
                       4.5522e-01, -1.4120e-01, -7.6364e-02, -2.6705e-02,  3.9090e-02,
                      -2.1957e-02, -5.7675e-02, -1.4334e-01, -2.2196e-02, -4.3658e-01,
                       1.3191e-01, -1.0707e-01,  6.6740e-02, -2.2168e-01, -9.4157e-02,
                       5.4566e-03,  1.0817e-02, -1.0441e-01,  5.2895e-02, -5.1944e-02,
                      -1.9985e-02,  2.0082e-01,  1.8339e-01, -1.8233e-02, -3.0585e-01,
                       5.4370e-02, -1.8899e-01, -1.3722e-01, -6.9269e-03,  4.7183e-02,
                       2.7010e-02,  3.5976e-01,  1.1746e-02, -1.4916e-03,  1.7485e-01,
                       1.3381e-01, -2.9859e-02,  2.4714e-01,  2.4384e-02, -1.8407e-01,
                      -3.2917e-03,  2.0281e-02, -6.0518e-02, -2.1338e-02, -2.6074e-01,
                      -2.3655e-02, -9.2786e-02,  5.8955e-02,  2.7617e-02, -1.3347e-01,
                      -4.6014e-02,  5.9576e-02, -5.6956e-02, -5.1160e-02,  2.5486e-01,
                       4.1183e-02, -3.1171e-02, -7.7583e-02, -8.3285e-02,  3.6372e-02,
                      -2.6410e-01,  1.9869e-02, -1.6843e-02, -5.1139e-03,  6.9769e-02,
                       1.5850e-03, -1.2918e-01,  1.9262e-02, -5.2809e-03,  2.5790e-02,
                      -2.2474e-02,  6.0266e-02,  1.7079e-02,  5.1313e-02, -3.8684e-03,
                      -1.6578e-01, -1.3524e-02,  5.7900e-02,  4.2030e-03,  1.4849e-02,
                       8.4832e-02,  7.3413e-02,  2.7566e-02,  5.0244e-02,  4.2445e-02,
                       1.5133e-02, -4.0965e-02,  4.3089e-02, -2.0077e-02, -4.9241e-02,
                      -2.8359e-02,  1.9572e-02,  4.9712e-02,  3.3540e-02,  1.2049e-02,
                      -8.5753e-02, -2.6278e-02, -2.2194e-02, -7.6622e-03, -1.0116e-02,
                      -2.4640e-02,  4.8950e-02, -3.3815e-02, -2.6725e-02,  9.7191e-02,
                       3.0511e-03,  3.5749e-02,  5.5271e-02, -1.8293e-02,  7.7544e-03,
                      -3.5057e-02, -3.9878e-02, -4.6124e-03, -6.3955e-03, -3.2354e-02,
                       1.6945e-02, -2.6246e-01, -2.2818e-02,  3.2044e-03,  8.1668e-02,
                      -9.8158e-02,  7.1742e-02, -4.6113e-02,  2.5942e-02, -8.1011e-02,
                      -1.7414e-02, -9.5222e-02,  4.1429e-02,  2.1550e-01, -6.6892e-02,
                      -3.4109e-01, -1.9196e-01,  1.1967e-01, -1.3304e-01,  1.2443e-01,
                       1.1539e-02,  5.0284e-01, -6.3799e-02,  2.7158e-02, -1.0483e-01,
                       2.4226e-02,  3.1793e-01,  9.1693e-04,  6.7965e-03, -2.4995e-01,
                      -8.1352e-02, -2.5248e-01, -5.9483e-02,  5.7350e-02, -7.3914e-03,
                      -1.1936e-01,  1.1658e-01, -2.3981e-01, -7.1442e-03, -2.2251e-01,
                      -4.7017e-03, -2.3985e-02, -7.3840e-02, -5.8659e-02,  2.1678e-01,
                       8.2602e-02,  5.1793e-02, -3.0778e-02,  1.2865e-01, -9.2817e-02,
                       1.3775e-02,  3.5083e-03,  9.1108e-03, -3.0766e-02,  6.0490e-01,
                       1.4021e-01, -4.4726e-02,  5.8858e-02, -6.7548e-02,  2.4662e-01,
                       2.8273e-01,  4.2113e-02,  4.7898e-02, -4.7597e-02,  9.7104e-02,
                       4.1864e-02,  1.6296e-01,  2.2000e-01, -3.2947e-01,  1.1985e-01,
                       5.9732e-02, -1.2043e-01, -2.5097e-01, -3.0196e-01,  4.9636e-02,
                       1.9030e-01, -3.5693e-03,  2.7008e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.weight',
              tensor([[ 0.0068,  0.0526,  0.0306,  ..., -0.0205,  0.0143, -0.0614],
                      [-0.0228, -0.0323, -0.0812,  ..., -0.0315, -0.0187, -0.0384],
                      [ 0.0436,  0.0108,  0.0341,  ...,  0.0448, -0.0084,  0.0260],
                      ...,
                      [ 0.1117,  0.0672,  0.0066,  ...,  0.0181,  0.0584,  0.1279],
                      [-0.0422, -0.0175,  0.0073,  ...,  0.0130, -0.0295,  0.0151],
                      [-0.1409,  0.0275,  0.0746,  ...,  0.0163,  0.0166,  0.0384]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.bias',
              tensor([-1.5039e-03,  3.4471e-03, -1.2389e-03, -5.0265e-03, -8.9864e-05,
                       5.1467e-03,  1.8417e-04, -1.0945e-02, -1.2000e-03, -2.9993e-03,
                      -5.3030e-04,  2.0212e-03,  7.9338e-03, -1.2258e-03, -1.2759e-04,
                       2.7818e-03, -5.7460e-05,  3.0457e-03, -6.0658e-03, -2.1654e-04,
                       2.0103e-03,  7.7711e-03, -1.8929e-03,  8.8220e-04,  6.9386e-03,
                       3.6866e-03, -9.7695e-03, -4.5272e-04, -3.7095e-03,  1.2699e-02,
                       1.9273e-03, -4.9346e-05, -2.0844e-03,  3.1497e-04,  2.8309e-03,
                      -2.3875e-03,  6.2983e-03, -7.2594e-04, -4.3492e-03, -3.1396e-03,
                       4.7757e-03, -3.1333e-03,  3.4115e-03,  7.5718e-04, -4.5701e-03,
                       8.2880e-05,  1.0095e-03,  9.5305e-04,  1.5323e-03, -1.6113e-03,
                       2.0663e-03, -7.8991e-04,  3.1865e-03, -4.7053e-04, -7.0523e-04,
                       1.0875e-02, -7.3584e-03, -6.0730e-04,  3.4492e-03,  5.2874e-03,
                       2.1676e-03, -5.4290e-04,  4.5515e-03, -5.8945e-04, -9.4702e-04,
                      -1.4713e-03, -4.9446e-03,  9.2760e-03,  1.6300e-03, -1.0069e-02,
                      -3.1444e-03, -5.9497e-03, -1.3415e-03, -1.4653e-04,  4.6030e-03,
                       8.5313e-03, -3.2180e-03,  4.4861e-03, -2.9915e-03,  6.1272e-03,
                       9.1482e-03, -1.3216e-02, -1.9110e-03, -6.1222e-03, -1.6478e-02,
                       4.1326e-03,  5.3263e-03, -1.0017e-02,  9.7107e-04, -4.1004e-03,
                      -1.3469e-02, -7.5922e-03, -6.2488e-03, -1.5043e-02, -1.8668e-03,
                      -7.2732e-05,  4.0153e-03, -9.6691e-03, -5.3314e-03, -9.0076e-03,
                       1.6589e-02, -6.7113e-03,  1.1254e-02,  8.4138e-04, -6.2768e-04,
                       1.7827e-03,  5.1584e-04,  7.0121e-03,  4.6387e-03,  4.1431e-03,
                       1.1303e-02,  8.5249e-04, -2.8582e-04,  2.4799e-03, -3.7542e-03,
                      -2.0240e-03,  1.0868e-02, -1.4065e-02,  6.0396e-03, -5.8621e-03,
                       1.6668e-02, -1.2265e-02, -3.5336e-03,  2.5279e-03,  1.0596e-02,
                      -1.3147e-03, -4.8080e-04, -2.9405e-03,  6.8097e-04,  1.6054e-03,
                      -3.3761e-03,  9.4806e-04,  6.5720e-03, -1.3224e-03, -2.4741e-03,
                       5.4429e-03, -1.9254e-03, -6.5697e-03, -8.7216e-03,  3.3842e-03,
                       5.6138e-03,  6.4246e-03, -5.3201e-03,  1.7362e-03, -3.9358e-04,
                      -1.0639e-03,  1.1144e-02,  2.2859e-03,  2.0102e-03,  3.3075e-03,
                      -5.6022e-03,  7.3643e-04, -5.8471e-03, -2.2570e-03,  2.2950e-03,
                      -2.3940e-03,  2.2799e-03, -4.3593e-03, -2.3279e-03, -2.6740e-03,
                       3.0368e-03, -3.5152e-03, -3.0742e-03,  2.3868e-04,  5.6173e-03,
                       2.3242e-03,  3.0463e-03,  1.8662e-03, -4.3814e-03, -3.0397e-03,
                      -3.0087e-03,  2.7753e-03, -2.2251e-03, -2.5027e-03, -4.3349e-05,
                       2.7542e-04, -6.3848e-04,  3.0309e-03,  1.3670e-03, -4.4209e-03,
                      -2.8872e-03, -6.4954e-03,  5.2513e-05,  4.8329e-03,  2.0742e-03,
                       3.3518e-03, -7.5005e-04, -1.8583e-03,  2.3359e-03, -3.2621e-03,
                       4.3113e-03, -2.5143e-03, -1.9467e-03,  7.3571e-06, -4.0706e-03,
                       3.5300e-04,  6.4355e-04, -7.1032e-03,  2.7061e-03,  4.8314e-03,
                       2.5408e-03, -7.1559e-03,  4.5950e-03,  1.0217e-03,  2.4427e-03,
                      -3.5131e-03,  7.6783e-04,  3.5579e-03, -5.6296e-04,  1.1187e-04,
                      -1.5731e-03,  6.0955e-03, -5.1324e-04, -3.2452e-03, -3.7397e-03,
                      -8.1323e-03, -1.4587e-03,  2.2066e-03,  6.3279e-03, -3.6474e-03,
                      -3.3920e-03, -2.7263e-03, -1.1979e-03,  7.4779e-04, -5.1805e-03,
                       5.4643e-03, -6.3251e-04, -2.5297e-04, -2.2262e-04,  4.1326e-03,
                      -3.6289e-03,  4.5216e-03, -2.3513e-03,  3.8605e-04,  8.2085e-03,
                      -2.6385e-03,  4.1446e-03,  2.5679e-03, -6.5583e-03, -3.0061e-03,
                       1.1332e-03,  2.6352e-03, -2.5293e-03, -1.6797e-03, -5.6897e-03,
                       3.3395e-03,  3.0442e-04, -2.8167e-03,  4.2936e-03,  2.1120e-03,
                      -2.7224e-03,  3.4165e-03,  2.0805e-03,  3.4151e-03, -4.3173e-03,
                      -7.5141e-03,  4.4351e-03, -6.0888e-04,  1.7760e-03, -1.4811e-03,
                       3.3088e-03,  1.3126e-03,  6.8394e-05, -1.0361e-03, -8.8239e-03,
                      -3.1392e-03, -1.4572e-03,  1.2369e-04, -7.4923e-03,  1.1766e-03,
                       4.0738e-04,  2.8889e-03,  3.9592e-04, -1.9990e-03, -1.3465e-03,
                       5.5382e-04,  1.3684e-03, -7.6368e-04,  4.5557e-04, -2.4718e-04,
                       1.8543e-03, -2.7818e-03,  2.0329e-04, -1.2113e-03,  3.3550e-03,
                       3.6181e-03,  5.9449e-04, -2.9762e-03, -1.2766e-03, -3.3962e-03,
                       6.0577e-03,  6.5942e-04,  4.7968e-03, -8.6979e-03, -5.2282e-04,
                       3.1626e-03,  7.8364e-04, -6.5577e-03,  3.6482e-03, -1.7655e-03,
                       1.7455e-03,  7.1720e-03,  1.6377e-03, -2.0878e-03,  1.5048e-03,
                      -1.3289e-03,  1.1659e-03, -1.1056e-03, -5.5292e-03,  8.1693e-05,
                      -1.8908e-03, -3.3412e-03,  5.3885e-03, -3.4828e-03, -4.6938e-03,
                      -1.1952e-03,  1.6813e-03, -2.3827e-03,  3.5890e-03, -1.1913e-03,
                      -2.1693e-03,  7.6169e-03, -1.0012e-04, -1.8337e-03,  5.1171e-03,
                       4.6155e-03, -6.1397e-04,  2.5936e-03,  5.5989e-03,  1.3699e-03,
                       2.6733e-03, -2.8552e-03, -3.5755e-03,  6.5776e-03,  6.3269e-03,
                       4.3439e-03, -1.6537e-03,  1.7302e-03,  3.2227e-03, -5.4006e-04,
                       5.5122e-04,  2.7727e-03, -8.0466e-04, -6.1543e-04,  3.5679e-03,
                       6.8362e-04,  5.9403e-04, -4.6378e-03,  1.6862e-03, -1.1393e-03,
                       1.8920e-03,  5.7294e-03, -4.2362e-03,  5.4051e-04,  7.6608e-03,
                       5.2936e-03,  4.7992e-03, -4.0754e-03, -1.7760e-03, -2.1142e-03,
                       1.1600e-03,  3.6166e-04,  1.6375e-03,  2.8693e-03,  2.0188e-03,
                      -2.8947e-03, -5.4810e-04,  5.9009e-03,  4.0179e-04,  2.7445e-03,
                       4.2954e-03,  5.3442e-04,  2.8726e-03, -2.0826e-03,  6.1655e-04,
                      -3.5596e-04, -1.1983e-03,  4.5775e-03, -8.2744e-05,  4.6287e-04,
                      -7.7938e-03,  2.0313e-03,  6.5302e-03, -1.9149e-03,  1.6525e-03,
                       2.5500e-03,  5.5590e-03,  2.0701e-03,  1.4963e-03, -2.3839e-03,
                      -2.2287e-03, -9.9690e-04,  5.3403e-03, -3.3690e-03,  1.2824e-03,
                       3.8644e-03, -5.0754e-04,  3.7089e-03,  2.5625e-03, -2.4998e-03,
                      -3.3271e-03, -1.1457e-04, -3.7689e-04,  4.5367e-03, -9.6982e-04,
                      -4.5697e-03, -6.1786e-04,  6.2593e-04,  9.5587e-05, -1.4592e-03,
                       3.7304e-03,  3.2275e-03, -4.1130e-04, -2.8218e-03,  8.9711e-04,
                       4.5067e-03, -4.4189e-03, -3.7886e-04,  3.5680e-04,  3.1707e-03,
                       6.3018e-03, -3.2638e-03, -2.2298e-03,  9.3770e-04, -5.4706e-04,
                      -5.5525e-04,  6.1355e-03,  2.3291e-03, -9.8240e-04, -2.6627e-03,
                      -3.6410e-03, -3.8628e-04,  2.2652e-03, -1.9097e-03,  4.4930e-03,
                       2.6783e-03, -4.8192e-03, -4.9393e-03,  6.9978e-05,  1.4845e-03,
                       2.4345e-03,  2.8517e-03, -5.1188e-04, -1.6196e-03, -1.7817e-04,
                      -2.6122e-03,  3.9458e-03,  1.1817e-03,  1.6838e-04, -2.1877e-03,
                       2.3110e-03, -5.2587e-03, -1.8823e-03, -3.2538e-03,  5.7388e-03,
                       1.1593e-02, -3.8949e-04, -2.5771e-03, -1.2327e-03, -5.4287e-03,
                       6.2584e-03,  2.6031e-03,  2.8964e-03, -1.2236e-03,  2.8401e-03,
                      -7.4660e-03,  5.7018e-03,  6.2724e-03, -2.6721e-03, -7.7077e-04,
                      -2.3993e-04,  4.3622e-03, -5.8971e-03, -4.9617e-03, -3.5531e-03,
                       4.5445e-03,  3.5666e-03, -3.8006e-03, -4.7597e-03, -4.7386e-04,
                       3.1309e-03, -1.9363e-03,  8.9516e-04, -3.3533e-04, -5.1579e-03,
                       5.4836e-03,  3.7578e-03, -9.0031e-03, -1.3482e-02, -9.9260e-04,
                      -3.0720e-03,  4.5883e-03,  4.9554e-03,  9.6092e-05,  2.8216e-03,
                      -1.1861e-02,  3.0393e-03,  8.7592e-04,  7.3663e-03, -3.4793e-03,
                       9.3555e-04, -3.2229e-03,  1.6238e-03, -7.7100e-03, -5.5798e-04,
                      -1.3761e-03, -2.4061e-03,  2.0016e-03,  2.5690e-03,  3.4602e-03,
                       3.2018e-04, -4.1005e-04, -3.3269e-03,  2.3445e-03,  5.5556e-04,
                      -1.1687e-03,  2.6825e-03,  9.6792e-04,  4.2429e-03, -6.0877e-03,
                       3.9201e-03,  9.0385e-04, -3.7698e-03,  2.6575e-03, -4.5503e-03,
                       3.4768e-03,  2.1162e-03, -4.4189e-03,  1.6872e-03,  6.8286e-04,
                      -1.7034e-04, -3.3360e-03,  1.1357e-03,  4.5379e-04, -4.0884e-04,
                       4.1841e-03,  2.0468e-03, -2.2649e-03,  3.2344e-03,  5.8376e-04,
                      -5.8007e-03, -3.1522e-03, -2.5994e-03, -1.1641e-03, -2.5465e-03,
                      -2.7407e-03, -2.0318e-03, -9.0220e-04, -2.0489e-03,  5.9400e-03,
                      -2.6695e-03, -2.5713e-03, -2.6144e-03, -1.5477e-03,  8.6152e-04,
                      -3.3841e-03,  3.0888e-04, -7.8109e-04,  1.8064e-03,  3.1685e-03,
                       3.1521e-03,  1.7410e-03,  7.4963e-03, -4.1944e-03,  3.3491e-03,
                      -1.6837e-03, -3.9221e-04,  2.5774e-03,  4.2592e-03, -6.8153e-03,
                       1.5725e-03, -5.2277e-03,  2.3402e-03,  3.2988e-03,  1.7123e-03,
                      -4.8614e-03, -1.6467e-04,  5.5108e-03,  3.1115e-03,  6.1354e-03,
                       2.6132e-03,  7.3117e-04,  3.4902e-03, -4.7605e-03, -1.3150e-03,
                      -3.8053e-03,  2.0418e-03, -1.1678e-02,  4.5040e-03,  5.8782e-03,
                      -3.6954e-03,  3.0740e-04, -4.6815e-03,  3.2095e-03, -1.0674e-03,
                       1.6223e-03,  2.4805e-03, -9.5538e-03,  4.2894e-04,  1.7027e-02,
                      -8.1444e-03,  4.5995e-03, -1.0351e-03,  4.3839e-03, -2.3664e-03,
                      -8.5799e-03, -7.9340e-03, -2.9649e-04, -7.7488e-03, -6.7341e-03,
                       6.8364e-04, -4.7558e-04, -3.0390e-03,  2.3527e-03, -1.3589e-03,
                      -1.3318e-03,  2.7565e-03,  2.2230e-03, -3.8842e-03,  5.9698e-03,
                       2.1583e-03, -6.8942e-04, -2.9132e-03, -5.1120e-03, -2.5585e-03,
                      -6.2118e-03,  2.0766e-03, -4.0500e-03,  2.9968e-03, -8.1315e-03,
                      -2.4120e-03, -1.9031e-03, -1.3905e-03,  2.5403e-03,  2.4258e-03,
                       4.7895e-03, -6.1115e-03, -7.2901e-03,  1.7860e-04,  2.0805e-03,
                      -1.6311e-03,  5.9456e-03, -4.3243e-03, -5.8700e-03,  1.3652e-03,
                      -6.7122e-03,  3.2569e-03,  3.9485e-03,  2.9053e-03,  9.4087e-04,
                      -1.0388e-04,  1.4999e-03, -5.3286e-04,  3.5557e-03,  1.4504e-03,
                       2.8196e-03, -5.6940e-03, -6.0646e-04, -2.1099e-03,  1.4628e-04,
                       2.5399e-03,  5.3449e-03, -2.5139e-03,  3.4829e-03, -4.1545e-03,
                      -1.8058e-03, -1.5134e-03,  2.3569e-03,  2.7647e-03,  3.8665e-03,
                       3.2422e-03, -3.3025e-03, -1.2666e-03, -1.1646e-03,  4.9819e-04,
                      -2.8872e-03, -1.5513e-03,  1.3536e-03,  5.0222e-03,  2.9200e-03,
                       1.6835e-03, -4.8379e-03,  1.8446e-03,  6.6993e-03,  1.1272e-03,
                       5.6104e-04, -6.1984e-04, -7.9670e-04,  5.9749e-03, -4.8393e-03,
                      -5.3599e-03, -3.8362e-03, -2.1893e-04, -1.0129e-02, -4.7178e-04,
                      -3.5619e-03, -1.8360e-03, -1.1217e-03, -1.0914e-03, -1.5111e-04,
                       1.5290e-03,  6.8583e-04, -3.1497e-03, -9.5850e-03, -1.7666e-03,
                       9.2172e-03,  3.2935e-03,  7.8174e-03, -5.6508e-03,  2.4515e-04,
                       5.9630e-03, -2.7370e-03,  3.0705e-04, -5.0171e-04,  5.5652e-03,
                      -2.8013e-03, -4.8395e-03,  6.3416e-03, -4.9620e-03,  1.5052e-03,
                       2.2437e-03,  9.5253e-03, -4.2966e-03,  6.1017e-03,  4.1882e-03,
                      -7.6118e-04, -6.1857e-04, -8.6592e-03,  2.5204e-03,  3.7925e-03,
                       4.0945e-03,  3.1871e-04, -2.0994e-03,  6.9415e-03, -2.7327e-03,
                      -6.7433e-03, -5.5980e-03, -5.8719e-03,  9.5042e-04,  5.9773e-04,
                      -3.2795e-04, -1.2485e-03, -2.9913e-03, -5.6262e-03,  6.4617e-04,
                       6.1782e-03, -2.6331e-03,  9.5712e-04,  4.7181e-04, -4.4585e-03,
                       3.4708e-03,  1.4356e-03, -5.9600e-03, -8.3936e-03, -2.9550e-03,
                      -2.4445e-04, -4.3061e-03, -3.1069e-04,  6.4394e-04,  1.1029e-02,
                      -5.8247e-03, -9.8147e-05,  6.3402e-03, -1.0942e-03,  2.3627e-04,
                       1.1668e-03,  3.1608e-03, -4.3521e-04], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.weight',
              tensor([[ 8.9704e-03,  6.2481e-02,  3.1100e-02,  ..., -7.5751e-03,
                        4.9517e-03,  3.5346e-02],
                      [ 4.3535e-03,  1.2017e-02, -2.8065e-02,  ..., -1.5284e-02,
                       -3.9749e-02,  9.0594e-03],
                      [ 4.2836e-02,  7.9277e-03,  4.4027e-02,  ..., -2.0588e-02,
                       -9.3666e-03, -1.2801e-01],
                      ...,
                      [ 1.5780e-02, -2.4473e-02,  2.9166e-02,  ..., -3.9902e-02,
                        1.7917e-02, -4.1337e-02],
                      [-1.6730e-02, -2.5792e-02, -2.9715e-03,  ..., -2.4956e-02,
                        1.3792e-05, -1.8126e-02],
                      [-3.7921e-02,  4.7205e-02, -2.7513e-02,  ..., -5.2953e-03,
                        9.9948e-03,  4.5288e-02]], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.bias',
              tensor([-8.1570e-03, -4.7294e-02,  3.3155e-03, -4.2196e-03,  6.4225e-03,
                       1.1334e-02, -1.5434e-02,  1.8428e-02,  3.5896e-03,  1.0451e-02,
                      -1.4197e-02, -2.6208e-03, -7.3734e-02, -1.4993e-02,  4.2588e-02,
                      -3.8580e-02, -1.1294e-02, -1.1664e-02,  1.0763e-02, -1.0114e-03,
                      -3.7981e-02,  4.4401e-02,  6.0240e-04, -3.9317e-02, -3.4645e-02,
                       2.9800e-02, -3.3089e-02, -5.1896e-02, -3.8002e-03, -5.5011e-02,
                       3.4686e-02,  3.2697e-03, -2.1442e-02,  4.6373e-02, -3.9630e-02,
                      -2.6340e-02,  1.2042e-02,  1.8188e-02,  9.2832e-03,  1.6365e-02,
                       5.9677e-02,  4.2098e-02,  1.8063e-03, -5.1577e-02,  5.7972e-02,
                       1.8385e-03, -7.5693e-03, -3.0590e-02,  1.2257e-02,  2.2564e-02,
                      -1.0245e-02, -8.4238e-03, -1.1171e-02,  3.5159e-02, -1.3893e-02,
                       3.7376e-02,  1.0894e-01,  2.6121e-02,  2.0820e-02, -1.5296e-02,
                       1.3878e-03,  9.5068e-03,  2.1584e-02,  3.2029e-02,  5.5981e-02,
                       8.3395e-02, -1.3710e-02, -2.1403e-02, -1.0486e-02, -3.2119e-02,
                      -2.2489e-02, -6.4883e-02,  2.6285e-02, -6.0894e-02, -1.1923e-03,
                       7.5377e-03, -4.1346e-02, -1.6884e-02, -3.9075e-02, -4.8969e-04,
                      -2.7784e-03, -3.0342e-03,  6.6919e-02,  5.4585e-02, -5.1812e-02,
                      -6.1268e-03, -8.2529e-02, -1.0529e-03,  6.1702e-03, -1.2477e-02,
                       4.4275e-02,  3.8075e-02, -9.8274e-03, -7.1203e-02,  1.3009e-01,
                      -2.9551e-02,  2.7657e-02, -7.8760e-02, -1.8483e-02, -4.8196e-02,
                      -5.7140e-02, -4.3447e-02,  9.1079e-03,  9.5425e-03, -5.4336e-03,
                      -2.7958e-02,  3.0687e-02,  3.3441e-02, -4.4775e-03, -5.4932e-02,
                       1.7567e-02, -2.7847e-02,  8.5568e-02, -5.5919e-02, -5.9156e-02,
                      -3.5219e-02, -5.1695e-02,  4.3890e-02, -2.3714e-02,  3.6164e-02,
                       2.3815e-02, -5.0853e-02,  3.1415e-02,  4.5409e-02,  3.2937e-02,
                      -1.3097e-02, -8.6740e-02,  4.7425e-02,  3.9962e-03,  5.2123e-03,
                      -9.3407e-03, -2.2235e-02,  2.0935e-02,  2.6988e-02,  1.7772e-02,
                       8.7999e-03,  7.5545e-04,  2.7338e-02,  1.0081e-02, -2.3735e-03,
                      -5.0393e-03,  5.4871e-03, -5.0248e-02,  1.8630e-02, -3.1969e-05,
                       4.1829e-02,  5.1077e-02, -1.1900e-02,  3.5839e-02, -2.3194e-02,
                       5.7269e-02,  2.9741e-02,  6.0715e-03, -6.9884e-03,  2.8914e-03,
                      -3.6357e-04, -1.0781e-02,  1.8798e-02, -1.4255e-02,  4.5512e-03,
                       8.8184e-03, -9.7397e-03,  1.7876e-02,  3.2855e-02, -1.0577e-02,
                       2.0862e-02, -1.2737e-02, -3.6111e-02,  2.5892e-02, -2.5863e-02,
                       3.8190e-02, -1.2085e-03, -7.0433e-03, -1.5821e-02, -7.3328e-02,
                      -6.4568e-03,  3.7090e-02, -6.9972e-03,  1.4119e-02, -7.5045e-03,
                       2.6477e-02,  2.2430e-02, -1.2358e-02, -2.3837e-02,  4.7977e-03,
                      -2.6363e-02,  6.0675e-03,  1.4182e-02, -2.8495e-02,  1.2384e-02,
                      -9.5954e-03,  1.5402e-02,  7.8560e-03, -4.7947e-03,  1.3140e-02,
                      -1.6107e-02, -1.0276e-02,  1.0040e-02,  7.2480e-03, -8.8743e-03,
                      -2.4297e-02,  7.5487e-03,  8.4561e-03, -1.3581e-02, -1.7802e-02,
                       1.9598e-02,  1.3415e-02,  3.8617e-02, -4.2478e-03,  3.0867e-03,
                       1.4009e-02,  5.8979e-03, -2.1032e-02, -8.7850e-03, -4.7706e-03,
                       1.5277e-02,  7.7081e-03, -1.0321e-02,  1.1219e-02,  4.2450e-03,
                      -3.8664e-02, -2.6006e-02, -2.4775e-02,  9.5250e-03,  3.5381e-04,
                       2.9010e-02,  1.5489e-02, -1.4306e-02, -1.8148e-02, -1.8508e-02,
                      -2.9019e-02,  1.6221e-02, -8.7014e-03,  1.8895e-02,  1.1928e-02,
                      -1.5669e-02, -1.1528e-02, -1.6890e-02, -1.0038e-02,  2.6284e-02,
                       1.8096e-04, -3.2565e-02, -2.5161e-02, -1.0606e-03, -2.0486e-02,
                      -3.2872e-03, -8.2936e-02, -2.5273e-03,  1.2198e-02, -4.7079e-03,
                      -3.3439e-02,  1.4237e-02, -1.9293e-02, -7.8200e-03,  2.2904e-03,
                      -2.1424e-02, -4.2366e-03,  3.8225e-02, -1.9228e-02,  7.1127e-03,
                      -9.2536e-03,  1.2840e-02,  1.1179e-02,  1.6457e-02, -3.8174e-02,
                      -1.8741e-02, -1.3442e-02, -9.8060e-03,  6.3544e-03, -3.7832e-03,
                      -1.5897e-02,  3.5744e-03, -3.9446e-02,  5.9159e-02, -1.1668e-02,
                      -2.2631e-02, -1.7328e-02, -3.9446e-02,  5.5439e-03,  1.6796e-02,
                       3.4150e-02,  2.6678e-02,  2.9273e-02,  3.1418e-03,  8.2906e-02,
                       2.3882e-02,  3.8370e-02,  4.1955e-02, -3.2529e-03, -2.7143e-02,
                      -6.8673e-03,  2.3842e-02, -1.1956e-02, -3.4110e-02, -7.0474e-03,
                      -5.2531e-02,  5.4759e-03,  1.7133e-02,  3.8748e-03,  2.5643e-02,
                       1.2961e-02,  3.9092e-02,  7.6638e-03, -4.5353e-02,  1.2887e-02,
                      -1.4478e-02, -1.2257e-03,  2.5154e-02,  5.4340e-02, -2.6246e-02,
                       3.7124e-02,  4.7218e-02, -2.9350e-02, -1.9395e-02, -3.9465e-03,
                      -3.0420e-03, -3.7869e-02,  4.0884e-02, -6.3734e-03, -2.3352e-03,
                       1.8753e-02,  3.9140e-02, -1.4152e-02, -2.9546e-02,  1.8688e-02,
                      -5.9956e-05,  3.3292e-03,  2.5449e-02,  1.3953e-02,  1.6214e-02,
                      -2.2362e-02,  2.6337e-02, -4.6072e-03,  2.5489e-02,  3.7354e-02,
                       1.4535e-02,  8.1357e-03, -3.8815e-02,  5.8123e-02, -2.9116e-02,
                       2.6179e-02,  3.8854e-03,  2.4793e-02, -6.6690e-03, -5.7633e-03,
                       7.0095e-02,  2.8362e-02, -1.4583e-02, -2.1503e-02, -3.3621e-02,
                      -1.1487e-02, -7.0488e-02,  3.3262e-03,  2.4298e-02,  1.3685e-02,
                      -4.0473e-02, -3.0234e-03,  5.7374e-02,  1.8787e-02, -1.0765e-02,
                      -3.3086e-02, -2.5541e-02,  2.6825e-02, -9.5763e-03, -2.8930e-02,
                      -2.1283e-02, -2.1320e-02,  7.4051e-04,  2.5397e-02,  1.2911e-02,
                       1.4853e-02, -2.2329e-02, -2.9208e-03,  2.9850e-02, -2.6657e-02,
                       7.5009e-02,  1.9193e-02, -4.0242e-02, -2.5970e-02, -2.9091e-02,
                       2.3329e-02, -6.5650e-03,  6.4415e-03,  3.8579e-02,  1.2217e-02,
                       1.9905e-03,  2.0900e-02, -1.7964e-04, -2.3054e-02,  1.5694e-02,
                       2.5651e-02, -1.9316e-03,  1.3721e-02,  8.2104e-03,  5.5989e-03,
                      -2.0323e-03,  1.9388e-02, -1.9437e-02,  2.1911e-03, -1.0521e-04,
                       4.4036e-03, -4.5458e-04,  1.1903e-02, -1.3454e-02, -2.5661e-02,
                      -9.9755e-03,  1.5753e-03, -1.2071e-03,  1.2753e-02, -3.8373e-03,
                       3.4447e-02, -1.4918e-03,  8.8053e-03, -8.6779e-03,  1.3734e-02,
                       8.7981e-03, -1.4481e-02,  9.5169e-04, -1.6539e-02, -9.4674e-03,
                      -9.7322e-03, -1.6772e-02,  6.9547e-03, -1.4308e-03, -1.6050e-02,
                       2.4401e-02, -9.9115e-03, -1.6160e-03,  1.9988e-03,  3.2613e-02,
                      -1.9040e-03, -1.8151e-02, -1.6529e-02,  7.0990e-03, -2.7850e-02,
                       1.8673e-02, -1.3030e-02, -2.6260e-02, -4.6053e-03, -1.8982e-02,
                       7.8867e-03, -5.8963e-03, -9.5741e-04, -3.4866e-04, -1.4857e-02,
                      -2.9327e-03, -1.2185e-02, -4.1592e-03,  4.3192e-02, -5.6107e-02,
                       1.3558e-02, -1.1327e-02, -4.4443e-02,  1.1001e-02,  6.7135e-03,
                      -3.3372e-02, -1.2351e-02, -3.7131e-03, -5.0997e-02,  3.0832e-02,
                       1.6125e-02,  2.8621e-02, -1.9559e-02, -2.8523e-02, -8.6295e-02,
                       5.7513e-02, -1.5236e-02,  3.1001e-02,  2.6977e-02,  3.4528e-02,
                      -2.1259e-02, -1.9332e-02, -3.9929e-02, -1.3463e-02,  6.6579e-02,
                       6.2907e-02, -7.7646e-02,  5.7924e-02, -2.9085e-03, -1.6537e-02,
                      -6.4733e-02,  1.2072e-02, -2.0874e-03,  2.2148e-03,  4.0006e-02,
                      -8.3761e-03,  5.3596e-03, -4.8120e-03, -1.5528e-02, -8.3213e-02,
                       1.6788e-02,  4.6317e-02,  6.6499e-02,  8.4751e-02,  1.6251e-02,
                       1.5808e-02, -1.1111e-02, -1.6848e-02,  4.0958e-02,  3.7724e-02,
                      -6.0272e-03, -6.4507e-02,  7.2540e-02,  4.2025e-02, -8.1272e-02,
                       8.3654e-02, -1.1537e-01,  1.0566e-01,  1.1929e-01,  2.5054e-02,
                       1.6290e-02, -6.3811e-02, -3.2300e-02,  1.1724e-02,  4.6410e-02,
                       1.8493e-02, -3.0745e-03, -7.5825e-03,  8.5596e-03, -4.4535e-02,
                      -1.6410e-03, -6.6634e-03,  2.2962e-02, -2.0020e-02, -7.0567e-03,
                       7.9407e-03, -4.3511e-03,  1.5815e-02, -6.2428e-04,  1.5230e-02,
                       5.8443e-03, -2.0065e-02, -3.8126e-03,  2.1029e-03, -1.7068e-02,
                      -1.9813e-02,  6.8241e-03, -5.6612e-03,  3.9795e-02,  2.1790e-02,
                      -5.1197e-03, -1.3245e-02, -3.8496e-02,  9.1830e-03, -5.9915e-03,
                       6.4705e-03, -1.8618e-02, -4.2417e-02,  1.9345e-02, -3.9577e-03,
                       1.9473e-02, -7.4727e-03,  8.0424e-03,  8.3918e-03,  2.8570e-02,
                       3.1559e-02,  7.4439e-03, -3.3499e-02, -1.0678e-02, -1.3513e-02,
                      -2.2566e-02,  1.7311e-02,  7.8882e-03, -1.2111e-02, -2.5985e-03,
                       3.0958e-02, -3.4139e-02,  3.5385e-03,  6.2520e-02,  7.4347e-04,
                      -1.0734e-02, -6.5895e-03,  7.7218e-03, -2.4884e-02, -1.4298e-03,
                      -1.5342e-02, -8.6265e-03, -7.9643e-03, -2.0519e-02,  7.2251e-04,
                      -2.3517e-03,  8.0973e-03, -2.1989e-02,  8.4625e-03,  3.6941e-02,
                      -5.7025e-03, -6.9614e-03,  1.3398e-02,  3.4333e-03,  1.8613e-02,
                      -1.0905e-02, -9.0642e-03, -1.9487e-02,  1.1313e-02, -4.7720e-03,
                       2.0618e-02, -1.8485e-02, -3.2303e-02, -2.8402e-02, -3.0494e-02,
                       8.7010e-03, -7.1737e-03,  6.5602e-03, -1.0135e-02, -4.8893e-03,
                      -2.2853e-03, -1.5850e-02, -5.5347e-03, -2.5344e-02,  6.6862e-05,
                      -2.9887e-02,  1.6174e-02, -1.2008e-02,  2.1358e-02,  2.1518e-02,
                       8.2514e-03,  8.2167e-03,  4.4225e-03, -2.6669e-04,  1.3550e-02,
                      -3.4239e-02, -1.4685e-02,  6.7479e-03,  2.4182e-02, -1.3547e-02,
                      -1.0938e-02,  1.1434e-02,  2.3822e-02,  2.5056e-02,  2.2749e-02,
                      -1.0622e-03, -1.2263e-02, -1.8118e-03, -1.4687e-03,  2.6979e-04,
                      -9.1517e-03, -1.4675e-02,  1.3468e-03, -1.7059e-02,  1.7018e-02,
                       1.2214e-02, -7.7902e-04, -1.3781e-02, -5.7616e-03,  2.1210e-03,
                      -4.6689e-05,  4.0642e-02,  3.8231e-02, -4.8435e-03,  3.0851e-02,
                      -9.5507e-03, -1.1271e-02,  1.1269e-03,  9.3428e-04,  7.5701e-04,
                       6.8179e-03,  1.1562e-03,  9.4930e-03, -8.5604e-04, -7.1443e-03,
                      -1.1342e-02, -2.8642e-02,  6.8927e-04, -7.7191e-03,  1.2408e-02,
                      -5.1899e-03,  1.0544e-02,  8.3597e-03, -1.1258e-02,  9.1730e-03,
                      -9.5864e-04, -1.5654e-02,  2.8098e-03, -8.7713e-03, -4.5255e-03,
                      -2.0103e-02,  1.5693e-02, -7.6987e-03, -1.0346e-03,  9.9581e-03,
                       1.6274e-02,  7.3011e-03,  3.9717e-03, -9.3945e-03, -1.3872e-02,
                       5.3494e-03,  2.4598e-03, -2.5948e-02, -1.5225e-02, -1.3699e-02,
                       3.7333e-03,  1.0568e-02, -4.1921e-03,  2.3046e-02,  2.2795e-03,
                      -6.4802e-03, -1.0547e-02, -1.1058e-02,  2.9252e-03,  1.7311e-02,
                       8.8434e-03,  2.5916e-02,  5.5875e-03, -6.5929e-04, -2.9479e-02,
                      -1.0599e-01,  5.7931e-02, -1.5832e-01,  6.5394e-02, -5.7239e-02,
                      -1.0456e-02,  7.0293e-02,  3.5838e-02,  1.5473e-01,  1.0250e-01,
                       1.3408e-01, -5.8082e-02, -6.3285e-02, -1.8838e-01,  8.0871e-02,
                      -2.2800e-02, -4.9300e-05,  1.7292e-02, -5.5569e-02, -2.8454e-02,
                       1.2888e-01, -2.3899e-02,  8.6945e-02, -3.0641e-03,  4.1463e-02,
                       3.7856e-01,  3.6700e-02,  4.3025e-03, -8.7766e-02,  3.8678e-02,
                       8.1284e-02,  1.7933e-02, -9.7736e-03, -1.7301e-02,  2.1309e-02,
                       1.6513e-01, -1.9215e-02, -2.2510e-02,  5.7286e-02, -6.2577e-02,
                       2.6699e-02,  4.9529e-02,  9.0263e-03, -7.9406e-02,  5.4510e-02,
                       1.3321e-02, -1.0185e-01,  1.4866e-01,  6.0632e-02, -2.6657e-02,
                       4.7511e-02, -7.7428e-03, -1.5976e-01, -1.5965e-01, -1.3530e-03,
                       2.8372e-02, -3.7762e-02, -5.4305e-02,  1.3026e-02, -1.1144e-01,
                      -1.0549e-02,  1.0113e-01, -1.5066e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.weight',
              tensor([[ 0.0484, -0.0359, -0.0101,  ..., -0.0098,  0.0248,  0.0331],
                      [-0.0362, -0.0136, -0.0093,  ...,  0.0329, -0.0455,  0.0426],
                      [-0.0071,  0.0070,  0.0143,  ...,  0.0565, -0.0456, -0.0165],
                      ...,
                      [ 0.0431,  0.0114, -0.0206,  ...,  0.0320, -0.0303,  0.0104],
                      [ 0.0295, -0.0281,  0.0228,  ..., -0.0104,  0.0128,  0.0061],
                      [-0.0212, -0.0483,  0.0327,  ...,  0.0425,  0.0183, -0.0013]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.bias',
              tensor([-2.3672e-02, -1.7402e-04,  7.7791e-02, -1.5470e-02,  6.6216e-02,
                       1.4214e-02,  1.4842e-01, -1.9881e-02,  5.5911e-02, -4.3112e-02,
                       3.3842e-02, -6.1164e-02,  2.7452e-02,  6.1791e-02, -2.6458e-02,
                       7.4223e-02,  5.8221e-02, -5.5019e-02,  2.0027e-02, -5.7795e-02,
                       1.1838e-02, -1.8633e-02, -2.0505e-02, -3.8161e-02,  3.9402e-02,
                       1.0050e-02, -1.1591e-01, -8.4814e-02,  9.1082e-02, -7.3181e-03,
                       1.1444e-01, -9.1560e-02,  1.3564e-02, -3.9945e-02, -1.7737e-02,
                      -3.4290e-02, -9.5999e-02,  4.3347e-02, -5.9085e-03, -5.3219e-02,
                       2.9983e-02,  3.4815e-02,  4.3535e-03,  3.4562e-02, -7.2086e-02,
                      -8.9573e-03,  3.4225e-02, -2.5411e-02, -1.9923e-02, -3.8831e-02,
                      -3.7648e-02, -1.7286e-02, -8.4075e-02,  6.1366e-02, -2.5524e-02,
                       8.7755e-02, -7.3943e-03,  5.9284e-02,  6.6341e-02,  1.6124e-02,
                       5.6869e-03,  5.6676e-02,  2.5740e-02, -4.4292e-02, -2.1753e-02,
                       4.6260e-02, -4.8193e-02,  1.1207e-02, -9.7183e-02,  1.3847e-02,
                       1.7785e-02, -3.1871e-02,  1.1179e-02,  1.7974e-02,  4.4723e-02,
                      -5.3725e-02, -2.6649e-02, -1.6065e-02,  1.6126e-02, -5.1694e-02,
                       4.3823e-02,  2.4886e-03,  5.0007e-02,  1.8306e-02, -1.1419e-01,
                      -5.5825e-02,  4.5640e-02, -2.4349e-03,  5.0882e-03, -2.2981e-02,
                       1.1707e-02, -3.3254e-02, -5.2342e-02,  1.7281e-02, -1.0016e-01,
                      -9.3853e-03, -8.3640e-03, -1.2670e-01, -5.3520e-02, -3.4702e-02,
                       3.3531e-03, -2.3004e-02,  9.9278e-03, -3.1000e-02, -6.3307e-02,
                      -2.0775e-02, -5.3421e-02,  3.8725e-02,  2.5366e-02,  1.5487e-02,
                       5.6098e-02, -2.3127e-02,  5.7544e-05,  2.5853e-02, -8.7658e-02,
                      -4.0417e-02,  3.3091e-02, -4.1123e-02,  3.1462e-02, -3.9147e-02,
                      -3.7720e-02, -3.8338e-05, -3.8948e-02, -7.8021e-02, -3.2808e-02,
                      -1.2090e-01, -3.4340e-03,  3.8499e-03,  5.8482e-02, -1.0982e-02,
                      -2.4069e-02, -5.0698e-02, -1.1680e-01,  4.8178e-02, -6.9733e-03,
                       1.7271e-02, -1.3815e-01, -5.9608e-02, -1.3851e-01, -3.7786e-02,
                       9.9566e-02,  8.6526e-02, -4.6398e-02,  8.6804e-02,  1.1323e-02,
                       5.5147e-02,  3.6314e-02, -6.9603e-02, -1.4628e-02,  1.0483e-01,
                      -2.4425e-02, -6.2933e-02, -7.7859e-02, -6.5554e-02, -7.1727e-02,
                       3.5980e-02,  6.6659e-02, -1.1401e-02,  2.0557e-02,  2.1386e-02,
                      -3.1788e-02, -3.3328e-02,  5.8794e-03, -1.4703e-02,  1.4101e-02,
                       4.5222e-02,  5.2285e-02, -1.6145e-01, -6.7320e-02,  3.1719e-02,
                       9.1323e-03, -2.6297e-02, -2.9628e-02,  5.6709e-02, -1.0101e-01,
                      -1.0479e-01,  3.9356e-02, -1.0692e-01,  2.1332e-02,  2.4784e-02,
                      -1.3292e-02,  9.1666e-02, -7.6168e-02, -5.0841e-03,  2.7252e-02,
                       6.4221e-02, -3.6155e-02,  2.2966e-02,  3.9607e-02,  1.6770e-02,
                      -6.9075e-02, -7.5287e-02, -2.1633e-02, -1.5186e-02, -3.1426e-03,
                       2.1558e-02,  8.3803e-02,  1.8667e-02,  3.6757e-02,  5.5683e-02,
                       5.2921e-02,  1.2133e-02,  5.3442e-02, -5.6660e-02,  1.5677e-02,
                      -2.3957e-02,  2.3918e-03,  3.1151e-02, -3.2964e-02, -3.3328e-02,
                       1.3443e-02,  4.7756e-02, -7.8159e-02,  8.4803e-03,  4.8339e-03,
                       5.5360e-03,  5.9506e-02,  7.0498e-03,  1.7272e-02,  6.7384e-02,
                      -2.9782e-02, -2.1855e-02, -3.2995e-02,  1.7850e-02, -7.6678e-03,
                       4.7577e-02,  2.9676e-03, -2.0204e-02,  4.2853e-02,  2.8275e-02,
                       3.3387e-02, -3.2106e-02, -6.4396e-02, -5.4649e-02, -8.9105e-02,
                      -1.2936e-02, -3.2993e-02, -7.2457e-04, -4.4446e-02,  7.6704e-02,
                       5.4443e-02, -4.5193e-03, -5.2567e-02, -1.3305e-01, -1.7469e-02,
                       1.3728e-02,  3.1193e-02, -3.7703e-02, -3.2319e-02,  1.2486e-02,
                      -2.6285e-02,  2.7448e-02,  7.6288e-03,  5.5738e-02,  3.2972e-02,
                      -3.6723e-03,  1.2972e-01,  5.9726e-02, -4.8129e-02, -1.7085e-03,
                      -2.6540e-02, -5.7552e-03, -2.3607e-02,  4.2136e-02, -3.9937e-02,
                      -4.9305e-02, -5.5958e-03, -9.2120e-03, -1.0091e-01,  3.8200e-02,
                      -1.9388e-02,  6.7892e-02,  4.5497e-03,  6.9156e-02,  1.1057e-02,
                       1.6595e-03, -2.2238e-02,  1.8965e-02, -3.2032e-02,  4.3067e-02,
                       3.4790e-02,  5.1946e-03,  1.8244e-02, -1.4605e-01, -2.4546e-02,
                       5.7811e-02, -1.0555e-01,  1.0344e-01, -5.0371e-02, -4.7207e-02,
                      -5.0871e-02,  4.2715e-02,  1.1216e-02, -6.9877e-03, -2.1070e-05,
                       4.8134e-02, -3.8814e-02,  5.1772e-03,  4.4428e-02,  1.6240e-02,
                      -5.5501e-02,  4.2851e-02, -3.7215e-02,  7.5196e-02,  3.3015e-02,
                       6.3967e-03, -6.6762e-02,  5.7387e-02,  5.5697e-02, -6.3116e-02,
                      -3.0710e-02, -4.5885e-02,  4.9686e-02, -3.0151e-02,  2.0704e-02,
                       5.1145e-02, -1.0048e-01, -1.9878e-04, -5.4580e-03,  1.2035e-01,
                      -2.5531e-02, -7.3516e-03, -2.7292e-02, -2.1419e-02,  2.4956e-03,
                       1.0985e-01, -7.4481e-03, -7.8088e-03,  5.1080e-02, -1.5252e-02,
                       4.3034e-02, -7.1348e-02,  3.8887e-02,  3.7322e-05, -8.3533e-03,
                       1.0972e-02, -8.1544e-03, -6.8182e-02,  4.7386e-02,  5.0939e-02,
                       6.4780e-03,  3.0537e-02, -5.6473e-02,  3.1342e-02,  1.6497e-02,
                      -9.1926e-03, -1.1499e-01, -1.7462e-02, -2.5222e-02,  4.0509e-02,
                      -2.8707e-02,  3.8712e-02,  2.0862e-04,  1.8562e-02, -2.5795e-02,
                       4.2095e-02, -4.3655e-02, -4.4165e-02,  2.2541e-02,  5.8056e-03,
                      -9.6505e-03, -1.4292e-02, -1.5282e-02, -7.8021e-02,  8.4132e-02,
                      -1.3427e-02, -2.1860e-04,  4.8890e-02,  1.3356e-02,  2.8897e-02,
                       4.8808e-03, -8.0995e-05, -1.4607e-02,  4.0521e-02,  7.7248e-02,
                      -4.3769e-02,  3.9109e-02,  5.6021e-02, -1.4283e-02, -4.3947e-02,
                      -1.1449e-02, -7.5690e-03, -1.0888e-01, -1.6385e-02,  7.9650e-02,
                       2.4222e-02,  6.2714e-03,  9.7502e-02, -1.7455e-02,  5.2119e-03,
                      -2.3286e-02,  6.2228e-02,  5.7360e-02,  2.4963e-02,  1.0956e-02,
                      -9.7361e-03, -1.8065e-02,  1.1212e-02,  8.4495e-03,  5.9592e-02,
                       4.0035e-02,  2.1157e-02,  1.1812e-02,  1.1245e-01,  1.5499e-02,
                      -7.3221e-02, -3.1189e-02,  2.3059e-02,  1.5927e-02, -4.1836e-02,
                      -9.1867e-02,  4.4716e-02, -2.3042e-02,  4.3641e-02,  2.2259e-02,
                       7.0095e-02,  4.7316e-03, -7.2697e-02, -2.9414e-02,  5.4302e-02,
                      -2.4031e-02,  2.7710e-02,  1.4158e-02,  7.4813e-02,  1.6416e-02,
                      -5.0377e-02, -5.2450e-02,  4.7137e-03, -4.1256e-02,  3.6865e-02,
                       7.6038e-02, -2.5289e-02,  1.0717e-01, -2.1940e-02,  9.2389e-02,
                      -6.2337e-03, -1.1697e-02,  7.7091e-02,  6.8209e-02, -1.5407e-03,
                       4.0088e-02,  6.8217e-02, -7.3406e-02, -5.7785e-02, -4.5370e-02,
                       1.0521e-01,  1.4595e-02,  7.2495e-02,  5.1290e-02,  5.0834e-02,
                      -3.4629e-02, -4.2098e-02, -2.9713e-02, -1.4610e-02, -2.8714e-02,
                      -2.4556e-02, -9.0184e-02, -6.9347e-02,  6.6794e-02, -8.2186e-02,
                      -4.3200e-02,  9.2374e-03,  9.3319e-02,  3.1214e-02,  6.2166e-03,
                       2.5616e-02, -9.4221e-03, -1.1225e-02, -7.8506e-03,  3.9259e-02,
                      -1.5885e-02, -6.3395e-02,  5.9463e-03,  5.3115e-02, -4.7301e-02,
                      -4.5284e-02,  6.0932e-02,  8.3026e-03, -5.6404e-02, -2.2447e-02,
                      -4.2056e-02, -1.9245e-02,  2.0006e-02, -2.9735e-02, -6.9731e-02,
                       6.3234e-02,  4.3804e-02,  3.7802e-05, -3.3859e-02,  5.8767e-02,
                      -7.8468e-02,  6.0789e-04,  5.8354e-02,  8.6433e-02, -9.6786e-03,
                       1.4902e-02,  4.4018e-02,  7.5408e-02,  4.9140e-02, -9.3101e-02,
                       9.3656e-03,  7.0779e-03,  1.9350e-02, -2.5631e-02,  6.3964e-02,
                       1.1501e-02,  1.4195e-02, -5.3997e-02, -3.0096e-02,  8.8912e-03,
                      -2.2010e-02,  1.1582e-02, -7.7458e-02, -1.3729e-02, -8.0724e-03,
                      -1.5193e-02,  1.3210e-02,  1.0383e-01, -1.6134e-02, -5.8604e-03,
                       8.5029e-02,  6.7638e-02, -1.0007e-03,  2.1540e-02, -6.7744e-02,
                       3.7880e-02,  5.7907e-03, -3.3653e-02, -2.0111e-02,  4.1830e-03,
                      -1.5451e-02,  1.9626e-02,  6.6208e-03,  3.4560e-02,  1.3965e-03,
                       4.0681e-02,  9.9087e-02, -8.5567e-02, -2.7893e-02, -3.7598e-02,
                      -7.4878e-03,  4.0534e-02,  5.5177e-02,  4.9130e-02,  3.8919e-02,
                      -5.3680e-02, -8.0621e-03, -4.1748e-02, -3.0642e-02, -4.7920e-02,
                      -8.9985e-02,  6.4555e-02,  9.7542e-03,  8.1177e-03, -5.3957e-02,
                       2.5382e-02,  9.3005e-02,  6.0830e-01,  7.8077e-02,  4.2099e-02,
                       2.0607e-02, -1.6036e-03,  4.1103e-02, -4.0137e-02, -3.5486e-02,
                       1.5478e-02, -9.2069e-02,  6.4214e-02,  2.6851e-02, -2.6027e-02,
                      -5.2638e-02,  2.4058e-03,  1.4422e-02, -4.7429e-02,  4.7451e-02,
                      -3.9112e-02,  3.2221e-02, -2.1304e-02, -5.2236e-02,  5.2898e-02,
                       6.4204e-02, -7.0476e-02, -2.2923e-02, -3.0918e-02,  3.0622e-02,
                       4.3852e-02, -4.1444e-02, -7.7271e-02, -3.7089e-02,  3.7277e-03,
                      -1.8169e-02,  5.1802e-02,  2.1341e-02,  2.0311e-02, -2.0950e-02,
                      -4.3876e-02, -6.9971e-02,  7.8239e-02,  3.7748e-02, -6.5037e-02,
                      -5.2013e-02,  8.3271e-02, -5.4640e-02,  6.8331e-02, -2.6260e-02,
                       5.4944e-02,  4.2062e-03,  1.0398e-02, -5.3198e-02,  3.2507e-03,
                      -2.2528e-02, -6.5737e-03, -5.7299e-02, -1.8099e-02, -5.4028e-02,
                      -6.6515e-02,  1.4025e-02,  2.1063e-02, -5.4804e-02, -2.7155e-02,
                      -9.3991e-03,  3.3240e-02, -8.2080e-02,  6.5329e-03, -7.6412e-02,
                       2.3092e-03, -4.3167e-02,  5.1741e-02, -2.1507e-02,  1.4268e-02,
                      -2.0461e-02,  3.0639e-02,  3.2354e-02, -2.9549e-02, -1.6234e-02,
                      -4.4328e-02,  7.0273e-02,  1.8545e-02,  6.9422e-02,  5.3270e-02,
                      -7.1487e-02, -5.0444e-02, -2.1281e-02, -1.0615e-01,  1.6549e-02,
                      -2.7109e-02,  6.5410e-02, -2.2611e-03, -1.0596e-03,  3.1653e-02,
                       4.2568e-03,  1.4740e-02, -2.5032e-02,  3.2975e-02,  5.8798e-02,
                      -2.5706e-02,  8.1428e-02, -6.3435e-02, -3.3319e-02, -4.5730e-02,
                      -3.1256e-02,  1.7173e-02, -4.0411e-02,  3.2520e-02,  2.1489e-02,
                       5.4353e-02,  4.4394e-02,  7.9196e-02,  5.1726e-02, -7.4595e-02,
                      -7.1109e-02,  3.1080e-02,  5.2452e-02,  1.9555e-02, -1.1410e-02,
                      -1.6723e-02, -8.2687e-02, -5.7815e-03, -1.7346e-02, -3.7195e-02,
                       3.8552e-03, -3.5735e-02, -5.2836e-02,  1.6050e-02, -7.1319e-02,
                      -1.4213e-02,  2.4108e-02, -5.1817e-02, -2.5971e-02, -4.6159e-02,
                       3.9634e-02,  2.4922e-02,  8.2137e-02, -3.6967e-02,  2.3180e-02,
                       2.1010e-02, -8.8785e-02,  3.7986e-02, -4.2114e-02,  2.3813e-02,
                      -7.4917e-02,  3.3409e-04, -3.6712e-02,  5.4884e-02, -1.3056e-02,
                       3.8871e-02,  4.2448e-02, -2.0301e-03, -7.2689e-03,  1.4448e-02,
                       3.8023e-02,  1.5627e-02,  3.5878e-02,  1.0582e-02,  8.0411e-03,
                       1.1771e-02,  4.7110e-03, -7.4079e-02,  3.3947e-02,  2.6093e-02,
                       7.7715e-03, -2.3641e-02,  4.6792e-02,  3.2848e-02,  1.6654e-02,
                      -1.2221e-01, -8.2489e-02,  9.5514e-02,  1.1232e-01,  7.3850e-02,
                      -2.3073e-02,  3.1060e-02,  6.9673e-02, -7.9619e-02,  7.7238e-02,
                      -2.6883e-02,  7.8193e-04,  2.4215e-02, -1.1915e-02,  1.6057e-02,
                      -9.4736e-03, -2.8038e-02, -1.9073e-02, -2.0432e-02, -4.0914e-02,
                      -2.0561e-02,  1.5923e-03,  3.1698e-02,  1.1055e-01, -5.3203e-02,
                      -6.4868e-03, -6.4912e-02,  7.0900e-02,  8.4887e-02, -1.1642e-01,
                       7.5514e-02,  6.4065e-02, -7.0671e-02, -2.2190e-02,  2.6388e-02,
                      -3.1652e-02,  3.4357e-02, -1.5736e-03,  3.6844e-03,  8.0230e-03,
                       4.2604e-02, -4.0226e-02, -2.9150e-02], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.weight',
              tensor([0.8676, 0.8829, 0.8556, 0.8489, 0.8554, 0.8012, 0.7891, 0.7973, 0.8359,
                      0.7954, 0.8740, 0.8948, 0.9158, 0.8740, 0.8720, 0.7514, 0.8038, 0.7915,
                      0.8289, 0.8729, 0.8137, 0.8887, 0.7997, 0.8284, 0.8275, 0.8511, 0.8804,
                      0.9823, 0.8559, 0.8725, 0.8235, 0.7675, 0.9026, 0.7583, 0.8850, 0.8004,
                      0.8030, 0.8869, 0.7981, 0.9319, 0.8842, 0.8068, 0.9263, 0.8673, 0.9077,
                      0.8933, 0.8584, 0.9011, 0.9213, 0.8189, 0.9154, 0.8653, 0.8349, 0.8797,
                      0.7354, 0.7888, 0.8199, 0.8537, 0.8287, 0.8131, 0.8442, 0.9268, 0.8961,
                      0.8644, 0.8012, 0.9231, 0.8282, 0.8130, 0.7917, 0.8319, 0.8324, 0.8335,
                      0.8126, 0.8369, 0.9188, 0.9228, 0.8158, 0.8928, 0.9059, 0.8907, 0.8600,
                      0.8374, 0.8577, 0.8932, 0.7696, 0.8529, 0.8189, 0.8671, 0.8823, 0.8452,
                      0.8541, 0.8124, 0.8825, 0.8428, 0.7953, 0.8555, 0.7626, 0.8504, 0.9397,
                      0.8532, 0.8115, 0.9122, 0.7851, 0.9257, 0.7586, 0.8699, 0.9050, 0.8258,
                      0.8938, 0.9041, 0.8090, 0.8098, 0.9169, 0.7538, 0.8063, 0.9103, 0.8829,
                      0.8624, 0.8469, 0.9025, 0.8670, 0.9008, 0.8986, 0.7549, 0.7804, 0.7867,
                      0.8339, 0.7896, 0.8445, 0.8171, 0.8587, 0.7893, 0.8612, 0.8685, 0.8429,
                      0.8065, 0.7915, 0.8728, 2.3446, 0.8918, 0.8261, 0.9140, 0.7751, 1.2322,
                      0.7937, 0.8595, 0.8778, 0.8679, 0.8600, 0.9068, 0.9184, 0.8406, 0.8625,
                      0.8394, 0.8854, 0.8421, 0.8831, 0.8516, 0.8819, 0.8505, 1.0087, 0.9097,
                      0.8022, 0.8493, 0.8383, 0.8976, 0.8919, 0.7601, 0.8432, 0.8544, 0.8768,
                      0.7426, 0.7998, 0.8862, 0.8582, 0.8794, 0.9199, 0.8325, 0.9480, 0.8582,
                      0.7886, 0.8306, 0.8085, 0.9048, 0.8493, 0.8714, 0.7924, 0.8743, 0.8546,
                      0.8831, 0.8438, 0.7138, 0.8377, 0.8483, 0.8695, 0.8710, 0.8483, 0.8035,
                      0.8441, 0.9133, 0.9036, 0.8049, 0.8706, 0.8521, 0.7897, 0.8344, 0.8803,
                      0.9493, 0.8612, 0.7859, 0.8686, 0.9237, 0.7700, 0.8870, 0.8536, 0.8972,
                      0.8696, 0.7841, 0.8126, 0.8032, 0.8736, 0.8125, 0.9014, 0.8951, 0.8462,
                      0.8547, 0.8614, 0.8909, 0.8892, 0.7072, 0.8053, 0.9213, 0.8428, 0.8164,
                      0.8221, 0.8790, 0.7599, 0.9177, 0.8735, 0.8627, 0.8310, 0.7972, 0.8401,
                      0.8101, 0.8539, 0.8023, 0.8852, 0.8022, 0.9008, 0.9152, 0.9261, 0.8316,
                      0.9706, 0.9148, 0.9522, 0.8744, 0.8930, 0.8025, 0.8629, 0.8693, 0.7261,
                      0.8713, 0.8895, 0.8242, 0.8563, 0.8519, 0.8585, 0.9078, 0.7493, 0.9024,
                      0.9025, 0.8573, 0.9627, 0.8643, 0.9212, 0.8780, 0.8390, 0.8477, 0.8354,
                      0.8808, 0.9589, 0.8976, 0.7672, 1.1570, 0.8827, 0.9330, 0.8188, 0.8831,
                      0.8624, 0.8248, 0.8178, 0.8592, 0.7651, 0.8668, 0.8405, 0.8117, 0.9154,
                      0.7576, 0.8822, 0.8506, 0.9039, 0.8580, 0.8066, 0.8240, 1.8011, 0.8800,
                      0.7885, 0.8844, 0.8960, 0.8806, 0.8344, 0.8338, 0.8309, 0.8025, 0.7862,
                      0.9048, 0.7813, 0.8185, 0.9128, 0.7909, 0.8287, 0.8905, 0.8390, 0.9048,
                      0.8074, 0.8365, 0.8398, 0.8326, 0.8980, 0.8339, 0.8996, 0.8362, 0.8943,
                      0.8715, 0.9048, 0.8937, 0.8368, 0.9475, 0.9848, 0.8332, 0.7625, 0.9028,
                      0.8061, 0.9090, 0.8664, 0.9137, 0.8480, 0.8263, 0.8505, 0.8121, 0.8756,
                      0.8605, 0.8186, 0.8680, 0.9406, 0.8533, 0.8499, 0.8407, 0.8583, 0.8151,
                      0.8094, 0.8854, 0.8421, 0.8857, 0.8526, 0.8816, 0.8839, 0.9905, 0.8691,
                      0.8367, 0.8343, 0.8738, 0.8760, 0.8251, 0.8470, 0.8040, 0.7923, 0.8869,
                      0.8537, 0.7253, 0.8303, 0.8318, 0.8710, 0.9078, 0.8005, 0.8403, 0.7664,
                      0.8993, 0.8561, 0.8047, 0.9233, 0.7930, 0.8615, 0.8417, 0.8409, 0.8661,
                      0.8058, 0.9231, 0.8314, 0.7934, 0.7664, 0.8199, 0.7858, 0.8461, 0.8605,
                      0.8664, 0.8100, 0.8568, 0.8815, 0.9490, 0.8203, 0.8200, 0.8709, 0.9359,
                      0.8927, 0.7897, 0.7918, 0.9068, 0.8730, 0.8685, 0.8259, 0.8778, 0.8754,
                      0.8105, 0.8097, 0.8611, 0.8628, 0.7517, 0.8502, 0.9029, 0.8525, 0.9016,
                      0.8068, 0.9301, 0.7558, 0.8979, 0.8467, 0.8359, 0.8538, 0.8916, 0.8906,
                      0.8021, 0.8549, 0.8875, 0.8170, 0.7934, 0.9028, 0.9123, 0.8804, 0.8473,
                      0.8778, 0.8076, 0.8514, 0.8676, 0.8260, 0.9835, 0.7960, 0.7757, 0.8360,
                      0.8584, 0.8312, 0.8528, 0.8020, 0.8659, 0.9908, 0.7786, 0.8430, 0.8298,
                      0.8777, 0.8550, 0.9058, 0.8530, 0.9278, 0.8328, 0.8922, 0.8729, 0.7596,
                      0.8653, 0.8398, 0.9579, 0.8331, 0.8317, 0.8825, 0.9014, 0.8535, 0.8178,
                      0.9243, 0.7667, 0.9386, 0.8181, 0.8473, 0.8699, 0.8840, 0.8055, 0.9174,
                      0.8201, 0.8086, 0.9203, 0.8173, 0.8705, 0.8348, 0.8817, 0.8108, 0.8513,
                      0.8537, 0.9910, 0.9108, 0.8128, 0.8481, 0.8708, 0.8404, 0.8785, 0.8368,
                      0.8639, 0.8665, 0.8135, 0.9012, 0.8525, 0.7719, 0.8736, 0.8845, 0.7732,
                      0.8679, 0.9129, 0.8749, 0.9570, 0.9658, 0.9161, 0.8902, 0.8820, 0.8564,
                      0.8944, 0.8633, 0.8326, 0.8379, 0.8503, 0.8419, 0.8630, 0.8471, 0.8722,
                      0.9379, 0.8823, 0.7997, 0.7911, 0.8036, 0.9349, 0.8582, 0.8342, 0.8566,
                      0.8851, 0.8326, 0.8199, 0.9436, 0.8636, 0.8557, 0.8511, 0.7994, 1.3084,
                      0.8341, 0.8427, 0.8976, 0.9074, 0.7794, 0.8835, 0.8874, 0.8762, 0.8295,
                      0.8601, 0.8098, 0.8952, 0.8262, 0.8385, 0.7913, 0.8464, 0.9052, 0.9278,
                      0.8269, 0.8519, 0.8747, 0.8591, 0.8585, 0.9381, 0.9177, 0.8398, 0.8805,
                      0.8866, 0.7863, 0.8747, 0.8370, 0.7940, 0.8811, 0.7682, 0.8321, 0.7449,
                      0.8112, 0.9699, 0.8182, 0.8242, 0.8710, 0.8425, 0.8441, 0.8108, 0.8105,
                      0.8234, 0.9535, 0.8698, 0.8573, 0.8089, 0.9098, 0.9127, 0.8254, 0.7900,
                      0.8320, 0.8477, 0.9595, 0.9340, 0.8768, 0.9376, 0.8847, 0.8809, 0.8619,
                      0.7886, 0.8748, 0.9167, 0.8404, 0.9461, 0.8970, 0.8608, 0.8097, 0.8016,
                      0.8884, 0.8904, 0.8336, 0.8767, 0.8377, 0.8470, 0.8390, 0.8585, 0.8792,
                      0.8574, 0.9351, 0.7958, 0.8842, 0.8171, 0.8288, 0.8319, 0.7874, 0.8890,
                      0.9161, 0.8070, 0.8084, 0.8605, 0.8044, 0.7821, 0.8494, 0.8466, 0.8818,
                      0.8179, 0.9053, 0.9329, 0.8574, 0.8477, 0.8464, 0.8438, 0.8285, 0.8569,
                      0.9126, 0.7120, 0.7626, 0.8585, 0.9373, 0.8022, 0.8200, 0.9314, 0.8485,
                      0.8379, 0.8453, 0.8602, 0.9260, 0.8639, 0.8927, 0.8179, 0.8646, 0.9664,
                      0.8818, 0.8322, 0.8084, 0.8851, 0.8647, 0.9067, 0.8796, 0.7451, 0.8638,
                      0.8856, 0.9056, 0.8521, 0.8626, 1.0278, 0.8332, 0.9326, 0.7984, 0.7807,
                      0.8018, 0.7963, 0.8895, 0.9113, 0.8721, 0.8954, 0.8210, 0.9025, 0.8014,
                      0.8718, 0.8919, 0.8040, 0.9137, 0.8574, 0.8025, 0.8175, 0.8352, 0.8896,
                      0.8758, 0.8560, 0.9057, 0.7918, 0.9010, 0.7160, 0.9195, 0.8087, 0.8554,
                      0.8621, 0.8083, 0.8421, 0.9310, 0.9793, 0.8322, 0.9233, 0.8891, 0.8018,
                      0.8915, 0.9071, 0.9246, 0.8678, 0.7904, 0.8978, 0.8113, 0.8138, 0.8384,
                      0.8603, 0.8109, 0.7795, 0.8153, 0.8404, 0.9017, 0.7994, 0.8710, 0.8219,
                      0.8239, 0.8210, 0.8429, 0.8624, 0.7790, 0.8562, 0.9061, 0.8276, 0.9218,
                      0.8609, 0.9114, 0.8789], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.bias',
              tensor([ 5.7023e-02, -1.9089e-01, -1.1820e-01,  1.6003e-01, -5.0856e-02,
                      -4.4825e-02, -1.6975e-01,  1.0292e-01,  1.8518e-02, -6.0791e-02,
                       3.0491e-02,  3.0710e-04, -6.0659e-02, -5.7680e-03,  6.8983e-02,
                       1.0463e-01, -9.7426e-02, -1.6290e-01, -1.4277e-01, -5.4626e-02,
                      -9.7665e-03, -1.1999e-04, -2.1106e-02,  9.2623e-02, -4.9107e-02,
                      -1.5700e-01,  1.0622e-01,  2.8583e-01,  1.2672e-01,  9.6704e-02,
                      -1.0499e-01,  2.9527e-02, -9.9616e-02, -1.2790e-01,  2.0862e-01,
                       8.7189e-02, -1.8803e-01,  1.4036e-02,  1.6500e-02,  2.0291e-01,
                      -2.4805e-02, -5.6466e-02,  7.3064e-02,  2.8031e-02,  5.9382e-02,
                      -7.8055e-02,  2.5177e-02,  1.2363e-01, -6.1634e-02,  1.1673e-01,
                       9.9984e-02,  1.1039e-01,  9.9051e-02, -2.1918e-01,  2.4908e-03,
                      -1.0069e-01, -2.1250e-01, -5.2527e-02,  3.4994e-02,  1.5752e-01,
                      -4.6428e-02, -5.8291e-02,  9.7857e-02, -4.6035e-02, -7.6299e-02,
                       4.7534e-02,  2.7604e-02,  1.1892e-03,  1.3391e-01, -2.5587e-01,
                      -5.3537e-02, -5.9124e-02, -7.0709e-02, -3.4004e-02, -7.7804e-02,
                       1.1517e-01, -7.7130e-03, -1.2036e-01, -5.5616e-02, -3.2649e-02,
                       4.3997e-02, -1.9006e-02, -7.8888e-02,  1.1171e-01, -6.4502e-02,
                       1.1708e-01, -6.0052e-02, -6.8812e-02, -6.9097e-03,  5.1286e-02,
                      -1.0256e-01, -1.1626e-02, -6.8971e-03, -6.4594e-03, -5.5975e-03,
                       7.2857e-02,  3.2728e-02, -8.5450e-02, -6.7990e-02,  4.1885e-02,
                       2.0804e-02, -7.3800e-02, -3.6596e-02,  1.1722e-01, -1.0601e-01,
                       1.0892e-02,  1.3440e-01, -6.7771e-02, -8.3396e-02, -1.1597e-01,
                       2.5870e-02,  1.1286e-02, -8.7821e-02, -3.7905e-02,  1.2297e-01,
                       1.1601e-01, -7.6690e-02,  4.3802e-02, -1.2885e-01, -4.5190e-02,
                       9.7064e-03, -5.7547e-02, -4.7707e-03,  5.6974e-02, -1.0095e-02,
                       2.8518e-02, -3.8326e-03, -7.2366e-02, -2.1792e-02,  1.6488e-03,
                      -6.7715e-02,  4.1474e-02,  1.9502e-02,  9.8612e-03, -6.6675e-02,
                       1.4442e-02, -3.4619e-02,  1.1962e-01, -2.0721e+00,  1.1929e-02,
                      -1.0836e-01, -1.1303e-01,  5.5962e-02, -5.7897e-01, -8.9461e-02,
                      -1.1586e-01, -8.7775e-02,  6.9399e-02, -3.9325e-02, -2.3766e-01,
                      -1.8187e-01, -1.5612e-02, -8.6851e-02,  7.9724e-02,  4.5043e-02,
                      -2.4096e-01, -2.4381e-02, -2.8011e-01,  1.3875e-01, -2.6610e-01,
                       2.6054e-01,  1.5693e-01, -1.2167e-02,  1.2855e-02, -3.9634e-03,
                      -1.1044e-01,  2.0858e-01,  5.0176e-02, -1.0880e-01,  6.2835e-02,
                       2.2641e-02,  1.2844e-01,  3.5404e-02,  6.2966e-02,  1.7240e-01,
                       8.9196e-02,  6.4691e-02, -8.1913e-02, -1.3138e-02, -4.3223e-03,
                      -5.6291e-02, -1.4812e-01,  6.8190e-02, -7.0726e-02,  3.0753e-02,
                       1.0051e-01, -6.6458e-02, -1.6619e-01,  3.8880e-02, -1.0875e-02,
                       1.2351e-01,  4.9834e-02,  9.3894e-02,  5.8812e-02, -1.9421e-01,
                      -1.4326e-01, -9.6511e-02, -1.1412e-02, -2.0251e-01, -1.3496e-01,
                      -4.4274e-02,  9.9552e-02, -2.0715e-02,  7.8058e-02, -3.3570e-02,
                      -6.6685e-02, -4.3385e-03, -1.6531e-01,  9.9057e-03, -7.4497e-02,
                       1.7003e-02, -1.1292e-01,  3.7722e-02, -1.3610e-01, -4.0641e-02,
                      -1.7652e-03,  6.3694e-02,  1.7487e-02, -4.4346e-02, -1.2189e-01,
                      -2.2830e-02,  2.4865e-02,  1.1107e-01, -1.2487e-01, -9.3694e-02,
                       3.9563e-02, -1.8496e-02,  7.4255e-03,  9.7345e-02,  1.2880e-02,
                      -5.9316e-02,  1.0074e-01,  2.3407e-03, -8.9470e-02, -1.4672e-01,
                      -1.0595e-01,  1.6566e-01, -1.8598e-01, -2.4077e-02, -1.8167e-02,
                      -1.8838e-01, -1.5736e-03,  1.4745e-01,  9.9657e-02, -1.7251e-01,
                      -1.9206e-01, -2.7663e-02,  9.0159e-02, -1.0030e-01,  5.7993e-02,
                       2.6291e-02, -6.8154e-02,  7.3179e-02,  3.3251e-02,  1.9251e-02,
                       1.1527e-01, -1.4718e-01, -6.6090e-02, -2.3621e-02, -1.7899e-02,
                       1.5774e-01, -2.0076e-02,  6.0399e-02, -4.2597e-02,  4.1746e-02,
                      -5.1976e-03,  5.2312e-02,  1.8992e-02,  4.5734e-02, -7.5577e-02,
                      -9.4691e-02, -1.2073e-01,  1.6180e-01, -4.6106e-02,  5.8149e-02,
                       2.8420e-02, -1.2087e-01,  8.1543e-02,  9.0659e-02, -1.8802e-01,
                       4.8510e-03, -1.2511e-02, -5.0325e-02,  3.7439e-01, -3.7759e-02,
                      -3.0948e-02,  7.3147e-02, -1.3374e-01,  2.5609e-02,  1.1131e-02,
                      -1.3907e-02,  1.1318e-01, -7.9714e-02, -1.4131e-01, -3.4083e-03,
                      -1.2600e-01, -1.5678e-01,  9.2185e-02, -1.3260e-01, -1.6431e-02,
                       8.2233e-02, -1.3888e-01,  3.8961e-02,  6.1352e-02, -1.1872e+00,
                      -4.2897e-02,  5.5147e-02,  1.9430e-02, -1.0593e-01,  1.3290e-01,
                       2.1604e-01,  6.8311e-02, -8.4184e-02,  9.2156e-02, -4.9308e-02,
                      -1.0448e-01,  6.1215e-02,  5.6022e-03, -2.6029e-02, -7.8698e-02,
                      -1.2316e-01,  7.6667e-02,  5.6721e-02,  2.5579e-03, -9.9076e-02,
                      -1.0777e-01, -9.4036e-02,  3.0515e-02,  4.1641e-02,  2.0056e-02,
                      -1.5956e-01,  1.0898e-01, -7.2301e-03,  6.7392e-02, -5.9009e-02,
                      -3.1474e-02,  2.5383e-02,  1.8630e-01, -2.1613e-01,  9.4685e-02,
                       4.3579e-02, -6.2118e-03, -7.9408e-02, -4.4655e-02,  2.8164e-02,
                       7.7694e-02, -9.3079e-02, -9.4863e-02,  7.0928e-02, -2.5965e-02,
                      -3.8935e-02, -2.3457e-01, -8.9039e-02, -4.2805e-02,  1.0144e-01,
                      -8.2772e-02, -6.7145e-02,  5.1939e-02,  1.6401e-02, -6.0535e-02,
                       2.4237e-02, -6.3144e-02, -5.5822e-02,  2.5305e-03, -1.9182e-01,
                       1.0678e-01, -3.0165e-02,  1.6967e-01, -8.2598e-02, -7.1629e-02,
                      -1.1994e-01, -1.0789e-01,  1.5706e-02,  6.5040e-02, -1.3184e-01,
                       6.1729e-02, -1.1520e-01, -1.7010e-01, -4.5275e-02, -2.6437e-02,
                      -8.1355e-02,  8.1599e-02,  4.6509e-02,  7.9639e-02, -7.6872e-02,
                      -1.9286e-01,  1.9926e-02, -5.6937e-02, -1.5007e-02, -6.0165e-02,
                      -5.5437e-02,  5.7767e-02,  6.3708e-02, -1.0080e-01, -2.4952e-02,
                      -8.7531e-02, -1.3447e-01, -8.5201e-02, -1.0961e-01, -4.6806e-02,
                      -1.3307e-01,  4.7218e-02, -1.1689e-01, -8.3827e-02, -1.1671e-01,
                       2.5224e-02, -1.5898e-01, -1.0845e-01, -1.6772e-01, -9.7870e-02,
                       2.5318e-02, -1.3000e-01,  9.2052e-02, -1.3220e-02, -1.1983e-02,
                      -1.1650e-01,  9.6666e-02,  9.1856e-02, -1.8396e-01, -1.9932e-01,
                      -7.9057e-02, -6.9719e-02, -4.5808e-02,  1.6306e-01,  1.1830e-01,
                      -7.9979e-03, -5.4552e-02, -9.8641e-02,  7.2598e-02, -4.1363e-02,
                      -5.8123e-02,  8.6095e-02, -1.2405e-01,  1.8617e-01, -1.1120e-01,
                      -8.7416e-02,  1.3116e-01, -1.6589e-01, -7.6591e-02, -4.7829e-02,
                       2.4655e-03, -1.0495e-01, -6.9328e-02, -2.1812e-01, -2.9144e-02,
                      -7.5502e-02, -2.1626e-02, -3.3140e-02,  4.5093e-02, -1.9345e-02,
                       8.0358e-02,  1.7212e-01,  1.0853e-01,  1.6338e-02, -2.3447e-03,
                      -3.0227e-01,  4.4112e-02, -4.0715e-03, -1.2617e-01, -2.5680e-02,
                      -1.3251e-01, -1.3683e-01, -6.1710e-02,  3.1153e-02,  2.8662e-01,
                       7.7895e-02,  8.1996e-02,  1.7162e-01,  3.6436e-02, -3.1051e-02,
                       1.4920e-01,  3.2737e-02, -7.5640e-03,  7.8785e-02,  4.9795e-02,
                      -1.8706e-02, -1.3734e-01, -7.5372e-02,  3.7701e-02, -7.4528e-02,
                       3.9804e-02, -2.0087e-02, -1.5542e-01, -3.3592e-03,  9.6716e-02,
                      -7.5099e-02,  4.1630e-02,  6.0441e-02, -1.0791e-01, -3.6992e-02,
                      -9.6299e-02, -5.1621e-02, -2.1385e-01, -2.2245e-02,  7.0140e-02,
                      -4.3668e-02, -5.1069e-02, -5.1596e-02, -1.1170e-01,  3.3180e-02,
                       2.8642e-02, -5.1613e-02,  4.8877e-02, -1.1753e-01, -1.1886e-01,
                       2.3567e-01, -1.2336e-02,  1.1961e-02,  4.0562e-02, -1.0952e-01,
                      -1.2786e-01, -1.5733e-01,  1.4056e-02,  1.5300e-02, -1.2918e-01,
                      -7.9476e-02, -5.7068e-02,  5.7500e-02,  1.0704e-01,  7.4448e-02,
                       1.5513e-02, -1.6087e-01, -2.7312e-02, -2.8426e-02,  9.1374e-02,
                      -7.1219e-02,  1.4519e-01, -8.7098e-02, -1.2188e-01, -9.2578e-02,
                      -2.8633e-02,  9.9839e-02, -1.0867e-01, -6.9660e-02, -1.0419e-01,
                       3.3622e-02,  1.0957e-01,  7.7808e-02, -1.3918e-01,  5.7349e-02,
                      -2.6352e-01,  1.9305e-02,  4.2437e-02, -1.4811e-01,  1.9949e-01,
                       1.7082e-01,  1.8748e-01,  1.6003e-02,  1.6772e-02,  1.4077e-01,
                       2.0810e-01, -1.7661e-02, -1.1804e-01,  1.0882e-01,  1.1899e-01,
                       1.2783e-01, -1.6953e-01, -1.7698e+00, -6.7846e-02,  5.6720e-02,
                      -4.1109e-02, -1.7373e-02, -8.0102e-03,  2.1156e-02, -1.9563e-02,
                      -1.3330e-01,  5.0794e-03, -1.1024e-01, -1.0380e-01,  7.5876e-02,
                       1.9084e-01, -7.0965e-02,  5.5879e-03, -2.0378e-02,  8.1527e-02,
                       5.2032e-03, -6.1566e-04,  2.8877e-02,  5.0707e-02, -1.6315e-01,
                       1.3871e-03,  2.0785e-01,  3.9648e-02, -4.3609e-02,  9.8216e-02,
                      -2.9279e-02,  4.1031e-02,  2.6137e-02,  1.3773e-01, -1.6082e-01,
                      -2.1851e-02,  5.8394e-02,  1.5824e-02, -7.1106e-02,  3.3784e-02,
                       1.0163e-01,  5.1623e-02,  5.6027e-02, -5.4294e-02, -6.9584e-03,
                       1.2937e-02, -1.2134e-01, -3.4358e-02, -8.3902e-02, -4.3599e-02,
                      -8.4187e-02,  6.2653e-02,  1.6288e-01,  8.4623e-02,  1.1267e-01,
                       5.0272e-02, -7.4573e-02,  1.1304e-01, -1.6600e-01,  2.0554e-01,
                       1.1453e-01, -7.8284e-02, -4.2030e-03, -9.9940e-02, -2.6018e-02,
                      -5.7459e-02, -3.9961e-02,  1.4223e-01, -8.6404e-02,  6.1044e-02,
                      -9.7429e-02, -1.1873e-01, -2.1637e-01,  1.4834e-01,  1.2729e-01,
                      -1.9780e-01, -8.3246e-03, -1.1620e-01, -2.7339e-01,  1.8360e-01,
                       8.4419e-02, -6.4445e-02,  7.5009e-04, -4.4512e-02, -1.5887e-01,
                      -7.4419e-02, -1.0392e-01,  3.8415e-02,  2.2801e-03, -6.8101e-02,
                      -1.1678e-01,  5.9123e-02,  1.6862e-01, -2.0613e-01, -1.3014e-01,
                      -1.1045e-01, -6.4073e-02, -2.1202e-01, -9.3028e-02,  6.8106e-02,
                       4.3969e-02, -3.5091e-02, -3.3971e-02,  1.3685e-01, -1.7769e-01,
                       1.6771e-01, -1.9342e-02, -6.7487e-02,  1.7903e-02, -2.0903e-01,
                       5.6808e-03,  3.5774e-02, -1.6176e-01, -5.8467e-02,  7.4436e-02,
                      -7.8466e-02,  3.8944e-02,  8.5056e-02,  3.4345e-02,  3.4005e-02,
                       1.2448e-01, -3.3727e-03, -1.5738e-02, -2.1877e-01,  2.5204e-02,
                       5.5421e-02, -5.6895e-02,  3.8378e-02,  9.1262e-03, -8.7163e-02,
                      -6.5032e-02, -4.5000e-02,  7.0147e-05,  4.9204e-02, -5.3422e-02,
                       1.1952e-02,  6.6806e-02, -1.1457e-01,  1.7027e-01,  5.2321e-02,
                      -5.8697e-02, -5.1277e-02, -3.3468e-01,  1.0159e-01, -3.9704e-03,
                       6.2594e-02,  1.5031e-02, -1.9828e-02, -6.2201e-02, -2.0089e-01,
                      -8.8560e-02, -1.9398e-02, -1.5418e-01,  1.8447e-02, -1.9966e-02,
                       4.7571e-02, -3.9453e-02, -7.3398e-02,  7.1760e-02,  1.9371e-02,
                      -2.0112e-02, -1.6590e-01, -1.4121e-02,  6.8082e-02,  2.9919e-02,
                      -7.1403e-02,  5.1926e-02,  7.2125e-03, -1.5331e-01, -8.2711e-02,
                      -2.2072e-02,  1.8046e-01, -6.8714e-02, -4.0594e-02, -5.5320e-02,
                      -4.1296e-02, -9.6019e-02, -1.7692e-01,  2.6493e-01, -1.5386e-01,
                      -1.8982e-02,  9.3152e-02, -1.2363e-02,  1.0176e-01, -5.3077e-02,
                      -1.4450e-01, -4.7111e-02,  1.1436e-01,  9.1345e-02,  5.4150e-02,
                      -1.1492e-01, -1.4385e-01, -1.0088e-01, -7.1224e-02, -4.7397e-02,
                       1.1253e-01,  9.9733e-02,  1.3968e-01, -3.2711e-02, -4.9610e-02,
                      -1.2548e-01,  3.4604e-02, -1.9204e-01, -6.5451e-02,  3.7049e-02,
                      -9.0441e-02, -1.6526e-01,  4.3196e-02, -6.1548e-02, -6.7364e-02,
                       3.7643e-03, -1.6087e-03,  1.2795e-01], device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.weight',
              tensor([[ 0.0409,  0.0119, -0.0058,  ..., -0.0875, -0.0041,  0.0490],
                      [-0.0609,  0.0276, -0.0171,  ..., -0.0545, -0.0345, -0.0642],
                      [-0.0078,  0.0471, -0.0711,  ..., -0.0357,  0.0370,  0.0362],
                      ...,
                      [-0.0473,  0.1024, -0.0076,  ..., -0.0228,  0.0102, -0.0044],
                      [ 0.0336, -0.0048, -0.0381,  ...,  0.0291, -0.0202, -0.0374],
                      [-0.0558,  0.0091, -0.0245,  ...,  0.0495,  0.0252, -0.0325]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.bias',
              tensor([-0.1013, -0.1137, -0.1143,  ..., -0.0959,  0.0031, -0.0676],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.weight',
              tensor([[ 0.0113, -0.0138, -0.0271,  ..., -0.0277, -0.0202,  0.0585],
                      [-0.0106, -0.0417, -0.0379,  ..., -0.0033, -0.0358,  0.0487],
                      [ 0.0319, -0.0063,  0.0316,  ..., -0.0347,  0.0514,  0.0322],
                      ...,
                      [-0.0161, -0.0119, -0.0290,  ...,  0.0255, -0.0162, -0.0369],
                      [-0.0051,  0.0100,  0.0023,  ..., -0.0238,  0.0131,  0.0222],
                      [ 0.0103, -0.0505,  0.0624,  ..., -0.0224,  0.0259,  0.0456]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.bias',
              tensor([ 6.3172e-02, -1.0570e-01, -4.0771e-02,  1.3465e-01, -6.3836e-02,
                      -1.0845e-01, -3.2653e-02,  8.6873e-02, -2.1521e-02, -1.7912e-02,
                       2.6759e-02,  1.3073e-02, -6.0793e-02,  8.2385e-02,  9.0134e-03,
                       7.7320e-02, -8.8448e-02, -8.3955e-02, -4.9043e-02, -4.5629e-02,
                       4.4070e-03,  6.0185e-02,  5.3296e-02,  2.0744e-03, -9.0262e-02,
                      -6.9101e-02, -8.7256e-03,  1.6454e-01,  1.2934e-01,  4.0147e-02,
                      -3.6099e-02, -1.1543e-02, -5.6418e-02, -3.9340e-02,  1.0580e-01,
                       1.1046e-01, -4.9689e-02,  1.5376e-02,  2.0308e-02,  1.5514e-01,
                      -7.2098e-02,  1.2003e-02,  3.1784e-02, -6.2279e-02,  8.1906e-02,
                      -8.9250e-02, -5.4703e-02,  3.1918e-02, -6.5454e-02,  8.6478e-02,
                       3.7037e-02,  6.6199e-02,  6.1156e-02, -1.0924e-01, -5.1463e-02,
                      -3.1390e-02, -1.3512e-01, -9.8238e-02, -2.5635e-02,  1.3268e-01,
                      -1.1533e-02, -1.0852e-01,  2.3286e-02,  3.7562e-03, -4.4308e-02,
                       7.9465e-02,  4.9692e-02, -8.1345e-03,  1.2957e-01, -2.0451e-01,
                      -4.4360e-02, -4.3522e-02, -1.0237e-02, -3.2257e-03, -2.1899e-02,
                       8.7410e-03,  2.5945e-02, -8.5423e-02, -4.6537e-02, -5.3192e-02,
                       1.9444e-02,  3.7319e-02,  1.9481e-02,  1.5562e-01,  4.8784e-02,
                       8.5779e-03, -3.4847e-03, -3.7715e-02, -2.6489e-02,  2.4476e-02,
                      -5.8129e-02,  7.3301e-02,  3.9300e-02, -7.5853e-02, -4.5710e-02,
                       1.0731e-01,  7.4258e-02,  2.8060e-02, -1.2533e-02, -3.5299e-03,
                       1.4665e-02, -6.0094e-02, -3.0313e-02,  6.5759e-02, -2.0080e-02,
                      -1.2633e-02,  9.9183e-02, -2.6711e-02,  3.2919e-02, -3.9400e-02,
                      -1.2157e-02,  2.6529e-02, -4.3701e-02, -1.7084e-02,  1.2514e-01,
                       1.0701e-01, -6.2171e-02,  2.8688e-03, -3.2115e-02, -1.0100e-01,
                      -3.3083e-02,  1.3050e-02,  1.1855e-02,  8.6199e-03,  3.3434e-03,
                       7.5710e-02, -2.7556e-03,  1.4198e-02,  7.6828e-02,  6.0740e-03,
                       3.0294e-02, -1.2426e-02,  1.3651e-01,  9.1956e-02, -4.1354e-02,
                      -7.3369e-02, -4.3585e-02,  1.4128e-01, -3.2564e-01,  3.3953e-02,
                      -1.0125e-01, -4.1157e-02,  6.7340e-02, -1.1094e-01,  3.4747e-03,
                      -8.5895e-03, -2.1790e-02,  1.4109e-01,  1.5497e-02, -8.8020e-02,
                      -8.6376e-02,  2.1427e-02, -2.7669e-02,  6.4393e-02,  6.0321e-03,
                      -1.7308e-01, -4.6804e-02, -5.4313e-02,  1.5056e-01, -8.8012e-02,
                       7.4047e-02,  9.0274e-02,  4.1450e-02,  3.3941e-02,  4.0461e-03,
                      -1.0476e-01,  1.6296e-01, -4.1365e-02, -5.0365e-02,  4.0426e-02,
                       4.4987e-03,  6.9476e-02, -6.0999e-02,  8.2087e-02,  1.4867e-01,
                       5.0028e-02,  1.1155e-01, -5.8834e-02,  4.5380e-02,  4.2444e-03,
                      -3.5738e-02, -3.7955e-02,  5.0013e-02, -2.2618e-02,  1.1158e-01,
                       7.8427e-02,  1.1044e-02, -9.0386e-02,  3.8835e-02,  2.8392e-02,
                       2.7644e-02, -2.0089e-03,  8.8087e-02,  7.3640e-02, -1.9154e-01,
                      -3.4226e-02, -5.3573e-02, -2.1473e-02, -1.5693e-01, -1.2813e-01,
                      -3.1902e-02,  3.9663e-02, -6.0055e-02,  6.7559e-02,  4.1246e-03,
                      -7.5679e-02, -1.7002e-02, -1.1179e-01, -1.0396e-02, -2.8695e-02,
                       3.5028e-03, -9.1455e-02,  4.1882e-02, -8.5514e-02, -8.5136e-02,
                       3.4421e-03,  6.1081e-02,  1.2020e-02,  4.5784e-02, -1.1375e-01,
                      -2.8842e-02,  3.3177e-02,  6.1427e-02, -4.8858e-02,  4.3920e-03,
                       1.4631e-02,  1.7958e-03, -2.7648e-02,  2.8768e-02,  3.3025e-03,
                       1.4674e-02,  7.2601e-02,  7.1838e-02,  3.1333e-03, -7.2686e-02,
                      -8.8619e-02,  1.3260e-01, -7.5562e-02, -2.7467e-02,  6.6955e-02,
                      -1.4473e-01,  5.3806e-02,  1.6951e-01,  6.5623e-02, -2.4680e-02,
                      -9.2165e-02, -1.5388e-02,  9.6705e-02,  6.7568e-03,  7.9831e-02,
                       3.5855e-02, -2.8288e-02, -2.9120e-03,  3.7323e-02,  2.8219e-02,
                       2.9405e-02, -7.4263e-02, -4.8775e-02, -1.7894e-02,  9.1421e-02,
                       6.3469e-02, -3.8751e-02,  2.0355e-02,  2.3619e-03,  7.8356e-02,
                       6.7248e-03,  5.7965e-02,  1.6610e-02,  6.1467e-02, -1.1274e-01,
                      -2.7474e-02, -7.9516e-02,  1.3807e-01,  4.0938e-02, -1.2218e-02,
                       4.1238e-03, -1.4939e-02,  3.7016e-02,  6.5925e-02, -9.7181e-02,
                       3.2059e-02,  2.1571e-02, -9.6800e-03,  6.6553e-02, -7.2868e-02,
                       3.5198e-03,  1.3722e-01, -4.7650e-02,  7.6529e-02,  4.9240e-02,
                       2.9839e-02,  5.2531e-02, -4.7243e-02, -1.0721e-01, -3.6771e-02,
                      -8.1806e-02, -8.5935e-02,  3.8316e-02, -5.5442e-03,  9.9178e-03,
                       2.9303e-02, -6.9581e-02,  5.7810e-02,  5.4355e-02, -4.5528e-01,
                      -2.0110e-02,  4.3159e-02,  7.5299e-03, -3.4291e-02,  7.3043e-02,
                       1.2363e-01,  4.1874e-02, -8.4514e-02,  6.3435e-02, -5.3008e-03,
                      -8.2117e-03,  2.0988e-02,  1.8154e-01,  2.2656e-03, -1.1265e-01,
                      -9.5250e-02, -9.9318e-03, -1.2474e-02,  1.1698e-03, -1.3314e-01,
                      -3.6595e-02, -1.8849e-02,  3.7261e-02,  6.1019e-02, -8.5971e-02,
                      -9.0723e-02,  5.6951e-03, -5.5348e-02,  4.6106e-02,  1.7559e-02,
                      -3.5340e-02,  7.7266e-03,  1.0006e-01, -1.9083e-01,  3.9020e-02,
                       7.9660e-02,  2.8152e-02, -4.7543e-02, -1.5199e-02,  2.4617e-03,
                       1.0685e-01,  1.0246e-02, -9.3128e-04,  7.9973e-02,  3.6447e-02,
                      -5.1205e-02, -1.3115e-01, -6.6625e-02,  1.9755e-02,  9.7543e-02,
                      -6.0043e-02,  3.3758e-02,  4.6993e-02,  3.8430e-02, -1.9123e-02,
                       1.4150e-02, -5.4581e-02,  5.5573e-02, -2.0843e-02, -2.2244e-02,
                      -2.8243e-02,  7.8408e-03,  6.7080e-02, -4.6747e-02, -1.3114e-02,
                      -2.2293e-02, -6.4343e-02,  5.2509e-02,  6.6162e-02, -7.5370e-02,
                      -1.1488e-03, -2.0976e-01, -6.8948e-02,  9.8158e-03, -5.4923e-02,
                      -1.3696e-02,  2.4735e-02,  8.7039e-02,  4.4543e-02, -1.7151e-02,
                      -7.1929e-02, -2.8944e-02, -6.4561e-02,  8.5528e-02,  2.9025e-02,
                      -5.2845e-02,  8.0838e-02,  6.2883e-02, -6.9566e-02,  2.9955e-02,
                      -6.5075e-02, -3.5212e-02, -5.4929e-02, -7.6932e-02,  1.9604e-02,
                      -1.5314e-01,  1.5881e-01, -8.9786e-03, -1.2538e-01, -7.6572e-02,
                       4.8920e-02, -8.0361e-02, -6.6823e-02, -1.4590e-01, -5.8903e-02,
                       7.2820e-03, -3.2561e-02,  5.2624e-02,  2.6111e-03,  3.5507e-02,
                      -2.5050e-02,  5.6385e-02,  5.6391e-02, -7.2466e-02, -9.3087e-02,
                      -2.0387e-02, -8.7521e-02,  3.2622e-02,  1.3666e-01,  4.7737e-02,
                      -1.5561e-02, -1.1150e-01, -7.3410e-02,  6.4174e-02, -1.5701e-02,
                      -1.3419e-02,  7.3708e-02, -1.0922e-01,  1.4459e-01, -2.4984e-02,
                       7.6311e-02,  6.7558e-02, -1.0839e-01, -8.4214e-03, -3.6164e-02,
                       3.7210e-02, -1.0783e-01, -3.7031e-02, -1.7947e-01, -9.3669e-02,
                      -7.5450e-02, -9.8958e-02, -4.9441e-02, -4.8224e-03, -6.0693e-02,
                       9.3158e-02,  6.5082e-02,  6.3660e-02,  4.5015e-02, -1.1751e-02,
                      -1.5363e-01,  5.9022e-02,  6.6798e-03, -4.5517e-02,  3.8486e-02,
                      -8.6773e-04, -7.3320e-02, -1.5503e-02,  1.6713e-02,  2.6955e-01,
                       8.3726e-02,  1.4476e-02,  1.9483e-01,  2.0549e-02, -6.2757e-02,
                       1.1503e-01, -1.3374e-02,  2.2100e-02,  1.1119e-01,  4.5429e-02,
                       7.9930e-03, -2.4484e-01, -8.9601e-02,  7.3605e-02, -2.1680e-02,
                      -1.2707e-02,  1.0555e-01,  3.6750e-02,  5.1294e-02,  8.0085e-02,
                       4.1215e-02,  7.6466e-03,  1.1290e-01, -6.2177e-02, -6.3625e-02,
                      -1.1221e-01, -4.9773e-02, -1.8438e-01, -1.7500e-03,  3.6625e-03,
                       2.5639e-02, -7.4307e-02, -3.5243e-02, -3.4536e-02,  7.2900e-02,
                       3.5368e-02,  3.1384e-02, -7.2958e-03, -3.0913e-02, -4.9335e-02,
                       1.6844e-01,  6.2351e-03,  8.1753e-02,  4.2729e-02, -2.9922e-02,
                       5.7335e-02, -1.0427e-01,  1.2242e-02, -8.6932e-03, -2.4651e-02,
                      -7.0413e-02, -2.7336e-02, -1.1659e-04,  3.6767e-02,  5.8271e-02,
                      -1.9620e-02, -1.2447e-01, -5.6949e-02,  1.9901e-03,  1.0192e-01,
                      -8.7033e-02,  1.0581e-01, -7.5976e-02, -8.7841e-02, -5.6161e-02,
                       7.2247e-02,  3.1920e-02, -6.5418e-02, -6.9313e-02, -2.6069e-02,
                      -1.6720e-02,  3.5677e-02,  5.0835e-02, -4.9150e-02,  4.2801e-02,
                      -1.0510e-01,  1.8011e-02,  1.2255e-01, -1.0223e-01,  6.1483e-02,
                       1.5990e-01,  1.3550e-01, -6.3590e-02,  3.6677e-02,  9.1123e-02,
                       1.7059e-01, -1.0162e-02, -8.5311e-02,  2.1957e-02,  9.5976e-02,
                       6.1826e-02,  9.3671e-03, -7.2563e-01,  9.8367e-03,  5.5898e-04,
                       2.3024e-02, -3.3628e-02, -3.6824e-02,  6.9332e-02,  4.2922e-02,
                      -9.5053e-02,  8.5603e-03, -5.0842e-02, -3.5944e-02, -2.0791e-02,
                       8.0326e-02,  4.1427e-03,  3.8366e-02,  2.8028e-02,  5.2839e-02,
                      -1.3900e-02,  1.0539e-02,  1.0022e-01,  7.8416e-02, -1.1424e-01,
                       7.5729e-02,  1.1832e-01,  4.3060e-02,  5.9084e-02,  3.5773e-02,
                       2.3431e-02,  5.5756e-02,  4.0436e-02,  9.0157e-02, -4.5539e-02,
                       3.9099e-02, -4.4695e-03,  8.9197e-02, -1.2885e-02,  1.9913e-02,
                       8.0334e-02, -2.0160e-02,  2.5054e-02,  7.4454e-02, -1.0798e-02,
                       4.9446e-02, -6.8323e-02,  4.8600e-02,  3.7294e-03, -3.3676e-02,
                      -7.4705e-02,  6.4771e-02,  2.6896e-01,  8.8909e-02,  1.7287e-01,
                       6.0698e-02, -2.5072e-02,  7.2300e-02, -3.6605e-03,  1.6251e-01,
                       8.6804e-02, -3.9981e-02, -7.8154e-02, -5.2697e-02,  4.6272e-02,
                       4.1050e-02, -1.1750e-01,  1.2802e-01, -6.3381e-02,  6.1410e-02,
                      -6.0201e-02, -1.0266e-01, -1.0449e-01,  6.9716e-02, -8.9602e-03,
                      -5.8234e-02,  1.2798e-02, -9.1434e-02, -1.2582e-01,  7.7700e-02,
                       1.0849e-01, -5.1503e-02,  1.7639e-02, -2.3769e-02, -1.7921e-02,
                      -7.4473e-02,  6.3878e-03,  2.8984e-02,  2.3277e-02,  8.9125e-04,
                      -5.4422e-04, -5.3367e-02,  9.2310e-02, -8.6147e-02, -4.9141e-02,
                      -7.5442e-02, -1.1132e-02, -1.1573e-01, -1.0933e-01,  2.0412e-02,
                       3.4650e-02, -2.5009e-02, -9.3141e-03,  1.0825e-01, -6.8034e-02,
                       4.0891e-02,  5.2139e-02,  6.4654e-03,  1.0691e-02, -7.5472e-02,
                       1.9237e-02,  3.4957e-04, -1.3677e-01,  1.0197e-03,  1.2998e-01,
                      -6.9890e-03,  1.6959e-01,  7.5933e-02, -5.6701e-02,  6.8134e-03,
                       9.8329e-02,  3.9459e-02,  2.5740e-03, -6.2255e-02, -3.6454e-02,
                       5.7432e-02, -7.7236e-02,  5.3188e-02,  5.2827e-02, -3.7516e-04,
                       2.4799e-02, -3.4241e-02,  5.3267e-02, -8.9709e-04, -6.5408e-02,
                       4.3384e-02,  1.2449e-01, -3.2125e-02,  9.3032e-02,  4.4715e-02,
                      -8.6167e-03,  3.3427e-02, -1.3981e-01,  1.3949e-01, -2.0128e-02,
                       6.3698e-04, -1.2018e-02,  3.5545e-02, -1.8876e-02, -1.1282e-01,
                       3.9385e-03,  5.3929e-02, -6.2556e-02,  8.8929e-02, -4.3956e-02,
                       3.3281e-02,  1.6609e-02, -1.0993e-01,  5.5280e-02,  2.5689e-02,
                      -5.5208e-02, -8.2091e-02, -8.2682e-02,  5.5685e-02,  6.5464e-03,
                      -9.2735e-02,  3.2552e-02,  2.9477e-02, -1.2918e-01, -3.5068e-02,
                      -1.3134e-03,  8.1063e-02, -6.4007e-02, -3.4157e-02,  9.4729e-04,
                      -3.6973e-02, -4.5906e-02, -1.0012e-01,  9.8418e-02, -1.0425e-02,
                       8.8190e-02,  5.9989e-02,  6.8736e-03,  1.5374e-01, -3.4290e-02,
                      -1.5327e-02, -2.8807e-02,  4.7048e-02,  6.0666e-02,  6.8749e-02,
                      -1.1952e-01, -5.5141e-02, -9.6578e-02, -1.3518e-02, -5.0892e-02,
                       2.0141e-01,  2.2936e-02,  1.0977e-01, -7.8283e-02,  4.8018e-03,
                      -3.8949e-02,  3.6439e-02, -8.6442e-02,  2.2596e-02,  1.0168e-01,
                      -7.1553e-02, -2.0144e-02,  1.1426e-01,  3.2277e-02, -4.7103e-02,
                       1.2317e-02, -5.2316e-03,  9.3153e-02], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.weight',
              tensor([0.8183, 0.8543, 0.8681, 0.8235, 0.8705, 0.8418, 0.8047, 0.8396, 0.8419,
                      0.8230, 0.8805, 0.8672, 0.8673, 0.8777, 0.8415, 0.8053, 0.8516, 0.8433,
                      0.8451, 0.8537, 0.8415, 0.8614, 0.8256, 0.8426, 0.8835, 0.8421, 0.8516,
                      0.7525, 0.8282, 0.8756, 0.8524, 0.8458, 0.8715, 0.8250, 0.8374, 0.8419,
                      0.8078, 0.8600, 0.8294, 0.7751, 0.8660, 0.8504, 0.8204, 0.8558, 0.8727,
                      0.8344, 0.8622, 0.8384, 0.8788, 0.8475, 0.8463, 0.8182, 0.8104, 0.8585,
                      0.7978, 0.8026, 0.8166, 0.8608, 0.8238, 0.7983, 0.8380, 0.8716, 0.8903,
                      0.8664, 0.8171, 0.8678, 0.8422, 0.8241, 0.8135, 0.7692, 0.8461, 0.8557,
                      0.8501, 0.8320, 0.8554, 0.8758, 0.8655, 0.8332, 0.8628, 0.8544, 0.8361,
                      0.8810, 0.8436, 0.8422, 0.8142, 0.8243, 0.8266, 0.8761, 0.8841, 0.8534,
                      0.8498, 0.8373, 0.8649, 0.8606, 0.8291, 0.8612, 0.8203, 0.8673, 0.8571,
                      0.8570, 0.8382, 0.8777, 0.8427, 0.8583, 0.8251, 0.8753, 0.8757, 0.8161,
                      0.8751, 0.8737, 0.8282, 0.8643, 0.8742, 0.8088, 0.8801, 0.8639, 0.8432,
                      0.8375, 0.8586, 0.8581, 0.8513, 0.8727, 0.8685, 0.8211, 0.8097, 0.8622,
                      0.8543, 0.8321, 0.8602, 0.8441, 0.8689, 0.8419, 0.8374, 0.8288, 0.8893,
                      0.8726, 1.1173, 0.8451, 0.2916, 0.8769, 0.8327, 0.8609, 0.8422, 0.7210,
                      0.8513, 0.8629, 0.8481, 0.8749, 0.8679, 0.8092, 0.8252, 0.8725, 0.8630,
                      0.8648, 0.8228, 0.8187, 0.8747, 0.8352, 0.8381, 0.8641, 0.8038, 0.8840,
                      0.8625, 0.8696, 0.8327, 0.8608, 0.7975, 0.8011, 0.8464, 0.8322, 0.8477,
                      0.7969, 0.8040, 0.8426, 0.8446, 0.8281, 0.8579, 0.8092, 0.8635, 0.8441,
                      0.8322, 0.8281, 0.8040, 0.8408, 0.8567, 0.8453, 0.8352, 0.8178, 0.8263,
                      0.8314, 0.8404, 0.8166, 0.8399, 0.8346, 0.8110, 0.8260, 0.8654, 0.8393,
                      0.8470, 0.8476, 0.8533, 0.7825, 0.8526, 0.8321, 0.8688, 0.8488, 0.8564,
                      0.8605, 0.8497, 0.8358, 0.8676, 0.8692, 0.8221, 0.8686, 0.8540, 0.8898,
                      0.8234, 0.8260, 0.8270, 0.8342, 0.8729, 0.8553, 0.8554, 0.8733, 0.8504,
                      0.8438, 0.8573, 0.8518, 0.8114, 0.8009, 0.8525, 0.8820, 0.8437, 0.8637,
                      0.8374, 0.8344, 0.8027, 0.8373, 0.8716, 0.8578, 0.8547, 0.8401, 0.8164,
                      0.8435, 0.8383, 0.8516, 0.8607, 0.8391, 0.8747, 0.8636, 0.8487, 0.8406,
                      0.9468, 0.8520, 0.8622, 0.8739, 0.8488, 0.8168, 0.8490, 0.8511, 0.7727,
                      0.8355, 0.8609, 0.8571, 0.8508, 0.8516, 0.8712, 0.8767, 0.8503, 0.8351,
                      0.8418, 0.8599, 0.8169, 0.8511, 0.8760, 0.8442, 0.8705, 0.8632, 0.8137,
                      0.8497, 0.9116, 0.8597, 0.8478, 0.7071, 0.8679, 0.8909, 0.8205, 0.8447,
                      0.8398, 0.8027, 0.8204, 0.8625, 0.8369, 0.8283, 0.8548, 0.8326, 0.7825,
                      0.8165, 0.8596, 0.8570, 0.8554, 0.8391, 0.8614, 0.8544, 0.3488, 0.8964,
                      0.8509, 0.8622, 0.8586, 0.8651, 0.8202, 0.8452, 0.8613, 0.8555, 0.8475,
                      0.8409, 0.8392, 0.8401, 0.8781, 0.8317, 0.8442, 0.8440, 0.8360, 0.8714,
                      0.8461, 0.8616, 0.8651, 0.8534, 0.8483, 0.8492, 0.8440, 0.8406, 0.8420,
                      0.9071, 0.8644, 0.8615, 0.8643, 0.8378, 0.8066, 0.8159, 0.8603, 0.8684,
                      0.8297, 0.8624, 0.8469, 0.8450, 0.8684, 0.8451, 0.8297, 0.8320, 0.8632,
                      0.8311, 0.8347, 0.8559, 0.8683, 0.8645, 0.8367, 0.8435, 0.8548, 0.8317,
                      0.8454, 0.8262, 0.8549, 0.8859, 0.8079, 0.8263, 0.8678, 0.8402, 0.8610,
                      0.8436, 0.8384, 0.8679, 0.8480, 0.8347, 0.8497, 0.8351, 0.8552, 0.8688,
                      0.8722, 0.7744, 0.8298, 0.8707, 0.8344, 0.8556, 0.8334, 0.8393, 0.8335,
                      0.8612, 0.8527, 0.8416, 0.8628, 0.8161, 0.8557, 0.8588, 0.8509, 0.8506,
                      0.8185, 0.8657, 0.8305, 0.8226, 0.8262, 0.8356, 0.8171, 0.8423, 0.8330,
                      0.8336, 0.8552, 0.8656, 0.8768, 0.8944, 0.8478, 0.8322, 0.8564, 0.8969,
                      0.8762, 0.8686, 0.8134, 0.8424, 0.8222, 0.8640, 0.8489, 0.8997, 0.8678,
                      0.8293, 0.8085, 0.8429, 0.8432, 0.8295, 0.8472, 0.8770, 0.8538, 0.8548,
                      0.8197, 0.8256, 0.8194, 0.8816, 0.8514, 0.8415, 0.8781, 0.8689, 0.8760,
                      0.8223, 0.8439, 0.8168, 0.8422, 0.8207, 0.8540, 0.8546, 0.8569, 0.8324,
                      0.8525, 0.8041, 0.8475, 0.8496, 0.8310, 0.7634, 0.8511, 0.8231, 0.8269,
                      0.8571, 0.8545, 0.8662, 0.8139, 0.8736, 0.3064, 0.8042, 0.8383, 0.8033,
                      0.8620, 0.8445, 0.8389, 0.8359, 0.8641, 0.8025, 0.8757, 0.8461, 0.7815,
                      0.8867, 0.8354, 0.8785, 0.8396, 0.8485, 0.8894, 0.8506, 0.8769, 0.8416,
                      0.8706, 0.8029, 0.9267, 0.8518, 0.8316, 0.8705, 0.8406, 0.8359, 0.8566,
                      0.8383, 0.8471, 0.8664, 0.8425, 0.8377, 0.8667, 0.8751, 0.8288, 0.8457,
                      0.8372, 0.8047, 0.8985, 0.8580, 0.8635, 0.8382, 0.8127, 0.8427, 0.8429,
                      0.8477, 0.8544, 0.8327, 0.8520, 0.8383, 0.8138, 0.8474, 0.8786, 0.8319,
                      0.8457, 0.8920, 0.8508, 0.8514, 0.8044, 0.8892, 0.8590, 0.8800, 0.8151,
                      0.8397, 0.8565, 0.8323, 0.8314, 0.8262, 0.7966, 0.8510, 0.8257, 0.8520,
                      0.8186, 0.8437, 0.8198, 0.8251, 0.8523, 0.8327, 0.7934, 0.8352, 0.8744,
                      0.8136, 0.7972, 0.8136, 0.8575, 0.8453, 0.8201, 0.8339, 0.7988, 0.7572,
                      0.8446, 0.8451, 0.8782, 0.8628, 0.8312, 0.8820, 0.8680, 0.8908, 0.8429,
                      0.8562, 0.8327, 0.8315, 0.8188, 0.8561, 0.8414, 0.8498, 0.8374, 0.8411,
                      0.8526, 0.8600, 0.8541, 0.8677, 0.8611, 0.8278, 0.8284, 0.8241, 0.8583,
                      0.8709, 0.8483, 0.8469, 0.8297, 0.8231, 0.8725, 0.8250, 0.8406, 0.8309,
                      0.8469, 0.8501, 0.8232, 0.8239, 0.8859, 0.8566, 0.8568, 0.8630, 0.8527,
                      0.8564, 0.8636, 0.8671, 0.8325, 0.2827, 0.8200, 0.8408, 0.8445, 0.8413,
                      0.8380, 0.8535, 0.7981, 0.8239, 0.8783, 0.8625, 0.8551, 0.8638, 0.8470,
                      0.8448, 0.8501, 0.8644, 0.8379, 0.8544, 0.8558, 0.7846, 0.8756, 0.8153,
                      0.8416, 0.8526, 0.8385, 0.8222, 0.8160, 0.8511, 0.8722, 0.8803, 0.8656,
                      0.8512, 0.8584, 0.8275, 0.8523, 0.8194, 0.8649, 0.8495, 0.8237, 0.8314,
                      0.8549, 0.8223, 0.8231, 0.8713, 0.8295, 0.8518, 0.8457, 0.8632, 0.8504,
                      0.8574, 0.8202, 0.8574, 0.8226, 0.8481, 0.8629, 0.8322, 0.8307, 0.8720,
                      0.8688, 0.8024, 0.8394, 0.8366, 0.8729, 0.7987, 0.8321, 0.8640, 0.8523,
                      0.8536, 0.8505, 0.8849, 0.8475, 0.8610, 0.8713, 0.8365, 0.8390, 0.8825,
                      0.8665, 0.8325, 0.8113, 0.8716, 0.8657, 0.8670, 0.8616, 0.8017, 0.8593,
                      0.8293, 0.8823, 0.8748, 0.8828, 0.7867, 0.8309, 0.8783, 0.8415, 0.8360,
                      0.8618, 0.8170, 0.8426, 0.8714, 0.8451, 0.8677, 0.8609, 0.8694, 0.8215,
                      0.8539, 0.8534, 0.8222, 0.8561, 0.8287, 0.7844, 0.8304, 0.8584, 0.8744,
                      0.8345, 0.8361, 0.8617, 0.8224, 0.8463, 0.7930, 0.8588, 0.8501, 0.8756,
                      0.8593, 0.8293, 0.8609, 0.8465, 0.7722, 0.8641, 0.8509, 0.8365, 0.8524,
                      0.8549, 0.8642, 0.8370, 0.8685, 0.8170, 0.8120, 0.8149, 0.8513, 0.8408,
                      0.8439, 0.8730, 0.8333, 0.8241, 0.8577, 0.8355, 0.8119, 0.8492, 0.8443,
                      0.8275, 0.8114, 0.8484, 0.8204, 0.8202, 0.8692, 0.8436, 0.8563, 0.8917,
                      0.8494, 0.8557, 0.8299], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.bias',
              tensor([-9.1827e-02,  9.2478e-02, -1.0074e-02, -9.1503e-02, -8.1662e-04,
                      -6.6320e-02,  8.3855e-02, -9.4871e-02, -7.4492e-02,  3.9080e-02,
                      -9.1431e-02, -2.1066e-02,  3.2195e-03,  1.4468e-02, -8.2545e-02,
                      -7.4784e-02, -1.1921e-02,  2.0092e-02,  3.4857e-02,  1.0459e-02,
                      -2.4160e-02, -5.8924e-02, -5.2711e-02, -5.6057e-02, -4.9112e-02,
                       7.0751e-03, -8.1972e-02, -2.4911e-01, -8.5338e-02, -1.0652e-01,
                      -3.9188e-03, -1.7844e-02,  3.6460e-02,  1.3537e-02, -1.8300e-01,
                      -7.3293e-02,  9.4202e-02, -4.0227e-02, -3.3798e-02, -1.6661e-01,
                      -2.9552e-02,  1.0843e-02, -9.7715e-02, -5.0485e-02, -4.0946e-02,
                       2.3570e-02, -6.3241e-02, -1.3184e-01, -4.1043e-02, -8.0498e-02,
                      -9.5699e-02, -1.2098e-01, -1.0841e-01,  6.8633e-02, -6.2328e-02,
                       5.5882e-02,  6.6616e-02, -4.3288e-02, -6.4800e-02, -1.1820e-01,
                       1.1849e-03, -6.6401e-02, -1.7392e-01,  3.8028e-02,  2.8367e-02,
                      -5.5363e-02, -6.0878e-02, -1.4512e-02, -7.9056e-02,  1.0975e-01,
                      -3.5333e-03,  2.7467e-03,  1.0189e-02, -6.5232e-02, -1.4216e-02,
                      -6.4697e-02, -7.5645e-02, -1.8474e-02, -2.5544e-02, -2.5256e-02,
                      -8.9532e-02, -1.9133e-02,  7.3900e-03, -1.1932e-01,  4.1197e-02,
                      -1.5162e-01, -3.5429e-02, -3.8530e-02, -7.7563e-02, -8.0862e-02,
                       1.6535e-02, -1.4203e-02, -2.9028e-02, -1.8413e-02, -1.3425e-02,
                      -1.4584e-01, -7.5353e-02,  1.3530e-02, -3.3274e-02, -8.7489e-02,
                      -2.5562e-02, -3.0389e-02, -2.2252e-02, -7.0324e-02,  3.8667e-02,
                      -3.9666e-03, -1.5085e-01,  4.9635e-03,  3.5393e-02,  6.1940e-02,
                      -7.0723e-02,  1.0660e-02, -1.5220e-02, -1.9632e-02, -3.6246e-02,
                      -1.2544e-01, -5.2427e-02, -8.6793e-02,  3.9715e-03, -4.6377e-02,
                      -5.8015e-02, -9.3471e-03, -4.8848e-02, -6.5185e-02, -2.9746e-02,
                      -2.8591e-02, -4.4322e-02, -3.1865e-03, -1.8949e-02, -6.7991e-02,
                       1.6827e-02, -6.1237e-02, -4.6562e-02, -2.4114e-02, -2.2684e-03,
                      -7.5011e-02, -1.8299e-01, -1.0890e-01, -3.6864e-01, -6.2030e-02,
                       2.6565e-02,  2.9458e-02, -5.6509e-02,  8.5855e-02, -1.1274e-02,
                      -8.4282e-03, -2.1377e-02, -4.9540e-02, -4.8865e-02,  1.4228e-01,
                       8.9120e-02,  1.7747e-02, -1.7534e-02, -7.8432e-02, -6.0963e-02,
                       1.0083e-01, -3.7862e-02,  1.3224e-01, -1.2037e-01,  5.0166e-02,
                      -2.1263e-01, -9.0398e-02, -5.7230e-02, -5.5246e-02, -1.3724e-02,
                       4.3365e-02, -1.7449e-01, -5.2906e-02,  1.2990e-02, -7.3537e-02,
                      -3.7878e-02, -5.1470e-02, -3.7532e-02, -1.0214e-01, -1.3606e-01,
                      -1.0283e-01, -1.0549e-01,  5.0056e-02,  1.3004e-02, -6.9877e-02,
                      -2.8697e-02,  3.5414e-02, -3.7503e-02,  7.5652e-02, -1.7292e-02,
                      -8.9880e-02, -1.0744e-02,  8.3127e-02, -4.4102e-02, -1.4074e-02,
                      -7.7114e-02, -8.2398e-02, -1.0600e-01, -7.3551e-02,  8.5049e-02,
                       4.5392e-02, -2.1332e-02,  8.3442e-03,  2.6327e-02,  1.7713e-02,
                      -4.8560e-02, -5.6980e-02,  2.4494e-02, -3.5149e-02, -7.8791e-02,
                      -2.7633e-02, -8.4419e-02,  8.5550e-02, -3.1410e-02, -3.1436e-02,
                      -3.7355e-02, -1.3532e-02, -3.4507e-02,  3.5616e-02, -1.6037e-02,
                      -8.8086e-04, -1.2876e-01, -1.1173e-02,  2.5373e-02, -2.3970e-02,
                      -1.6202e-02, -3.2907e-02, -1.0342e-01,  4.6896e-02,  5.2717e-02,
                      -7.2394e-02, -4.1255e-02, -4.6125e-02, -1.5039e-01, -6.0680e-02,
                      -1.2172e-02, -6.4900e-02, -2.3944e-02,  1.5057e-02,  9.6722e-03,
                       5.9574e-02, -6.4050e-02,  4.7469e-02, -2.2003e-02, -1.3379e-02,
                       4.7990e-02, -1.7400e-02, -1.5466e-01, -8.8071e-02,  8.9637e-02,
                       2.4973e-02, -3.9323e-02, -9.6793e-02, -8.9468e-03, -1.1852e-01,
                      -7.9489e-02, -9.0386e-03, -1.3362e-01, -6.4670e-02, -9.2790e-02,
                      -1.3377e-01,  3.5857e-02, -4.4672e-02,  1.7601e-02, -1.7351e-02,
                      -1.1628e-01, -1.2975e-02, -9.1724e-02, -6.3641e-02, -5.6424e-03,
                      -8.4311e-03, -7.7321e-02, -6.0978e-02, -2.3663e-02, -5.1375e-03,
                       1.9163e-02,  2.6198e-02, -1.3727e-01, -1.3783e-02, -7.8268e-02,
                      -4.1746e-02,  3.2382e-03, -6.4729e-02, -6.6707e-02,  1.1137e-01,
                      -6.7637e-02, -5.3688e-02, -6.7480e-02, -2.0204e-01,  2.2597e-03,
                      -4.8283e-02, -4.4785e-02,  5.1327e-02, -2.3371e-02, -4.9616e-02,
                      -1.2161e-02, -6.6081e-02, -1.6791e-02,  4.9893e-02, -2.0985e-03,
                       2.4671e-02,  1.0569e-01, -9.3852e-02,  2.2515e-02, -6.3531e-02,
                      -1.0097e-01,  3.7488e-02, -1.8355e-02, -1.1381e-01,  1.2138e-02,
                      -4.0777e-02, -7.8324e-02, -6.5376e-02,  3.8133e-02, -1.4595e-01,
                      -1.5126e-01, -6.1557e-02, -4.4496e-02, -8.4086e-02, -1.4765e-02,
                       2.3456e-03, -3.8634e-02, -6.8360e-03,  4.2660e-02,  2.2392e-02,
                      -2.1848e-02, -8.0748e-02, -6.5691e-02, -7.7972e-03, -1.9288e-02,
                      -1.7893e-02, -3.1754e-02, -5.3356e-02, -3.8960e-02, -1.0247e-01,
                       1.3239e-01, -1.0101e-01, -2.6446e-02, -6.3516e-02, -1.4508e-02,
                       1.8429e-02, -3.2330e-02, -1.5321e-01,  9.7143e-02, -1.3762e-01,
                      -4.0848e-02, -3.4962e-02,  8.3291e-03,  1.7026e-02, -6.5772e-02,
                      -7.1081e-02,  7.0323e-03,  4.8333e-02, -8.7851e-02, -3.8024e-02,
                       2.2434e-02,  8.5900e-02,  3.9061e-02, -9.7387e-03, -3.7690e-02,
                      -5.7505e-03,  3.9139e-02, -3.8689e-02, -6.3227e-02, -5.3604e-02,
                      -3.7440e-02,  3.0714e-02, -1.3169e-02, -3.2488e-02,  6.9552e-02,
                      -8.8093e-02,  1.4235e-02, -1.6190e-01,  4.4473e-02,  3.7694e-02,
                       1.1329e-02,  3.8836e-02, -4.1099e-02, -7.0660e-02,  2.1724e-02,
                      -6.0333e-02,  5.6858e-03,  7.2101e-02, -1.8066e-02, -4.5442e-02,
                       3.3396e-02, -5.3708e-02, -5.3212e-02, -1.2018e-01, -1.2465e-03,
                       7.3603e-02, -9.5062e-03, -3.0714e-02, -4.3481e-02, -3.6488e-02,
                      -2.5915e-02, -3.9008e-02, -5.1939e-02,  7.9204e-03,  1.3331e-02,
                       1.0522e-02,  6.3478e-02, -1.9504e-02,  3.2055e-03, -6.8115e-03,
                      -5.7915e-06, -3.8480e-02,  4.9237e-02, -1.7959e-02,  1.5250e-02,
                      -3.9170e-02,  3.6282e-02,  6.6093e-03,  1.6708e-02,  6.2443e-02,
                      -1.1329e-02,  2.5195e-02, -1.1319e-01, -3.8883e-02, -3.8447e-02,
                       4.6057e-03, -6.6119e-02, -1.5520e-01,  5.4452e-02,  8.0161e-02,
                       2.7926e-02,  2.3085e-02,  3.3741e-02, -1.1388e-01, -1.2503e-01,
                      -2.2981e-02,  3.5892e-02,  8.3508e-03, -8.2805e-02, -6.3840e-02,
                       5.6732e-02, -7.8637e-02,  1.1029e-02, -1.4530e-01,  1.4119e-02,
                       1.4668e-03, -9.9497e-02,  3.5350e-02, -6.0340e-03, -4.9760e-02,
                      -1.3890e-02,  5.6688e-03,  5.6355e-03,  9.0038e-02, -1.8419e-02,
                       1.7128e-03, -4.0868e-02, -1.6715e-02, -8.1438e-02, -2.9285e-02,
                      -1.1432e-01, -1.0881e-01, -1.1500e-01, -6.4128e-02, -3.4810e-02,
                       2.1096e-01, -6.3404e-02, -3.1759e-02,  3.5986e-02, -1.1922e-02,
                       2.9580e-02,  4.6487e-02, -2.2551e-02, -6.0130e-02, -2.6504e-01,
                      -4.8887e-02, -9.1427e-02, -1.3964e-01, -6.0063e-02, -5.3072e-02,
                      -1.6850e-01, -7.8050e-02, -5.8532e-02, -5.3190e-02, -3.2472e-02,
                      -2.1496e-02,  4.4842e-02, -1.9134e-02, -8.6743e-02,  3.2378e-02,
                      -3.8902e-02,  1.2742e-02,  9.8242e-02, -2.7753e-02, -5.6762e-02,
                       1.1957e-02, -5.5839e-02, -8.3477e-02,  5.8782e-03, -9.2002e-02,
                       2.4508e-02, -2.4982e-02,  6.5426e-02, -1.9064e-02, -1.2149e-01,
                      -2.4226e-02, -5.1944e-02, -1.0309e-02, -2.6809e-02, -1.4000e-02,
                      -8.5135e-02, -2.2436e-02, -8.8690e-02,  3.2435e-02,  2.1948e-02,
                      -1.8008e-01, -1.1152e-02, -4.2132e-02, -6.8431e-02,  4.6777e-02,
                       9.7719e-02,  3.4552e-02, -4.3619e-02, -6.6343e-02,  5.9138e-02,
                       6.2923e-02,  1.8924e-02, -8.1172e-02, -1.0467e-01, -9.2148e-02,
                      -5.3684e-02,  3.9713e-02, -6.7904e-02, -1.7240e-02, -5.2119e-02,
                      -3.1667e-03, -1.6092e-01, -1.4580e-03,  2.8714e-02,  3.0779e-02,
                      -3.5116e-02, -1.0171e-01, -4.2324e-03,  2.4079e-02,  6.2166e-02,
                      -8.4578e-02, -9.1107e-02, -3.2626e-02,  4.8501e-02, -9.9331e-02,
                       1.5784e-01,  1.7994e-03, -4.6633e-02,  1.8763e-02, -1.0096e-01,
                      -1.7159e-01, -1.3127e-01, -1.6714e-02, -6.6913e-02, -1.4267e-01,
                      -1.4732e-01, -6.9843e-02,  7.0400e-02, -8.4532e-02, -1.2399e-01,
                      -1.0662e-01,  7.2774e-02, -6.0524e-01, -2.3921e-02, -5.0841e-02,
                       1.1052e-02, -5.8839e-02, -5.8740e-02, -6.7977e-02, -6.4058e-02,
                       8.1235e-03, -2.7499e-02,  3.0326e-03, -9.5419e-03, -1.0991e-01,
                      -1.1136e-01, -4.1235e-02, -1.9167e-03, -2.0659e-02, -5.2988e-02,
                      -2.4910e-02, -6.3018e-02, -2.5919e-02, -7.2891e-02,  2.7628e-02,
                      -6.8638e-02, -1.9802e-01, -5.2925e-02, -1.5165e-02, -8.4349e-02,
                      -2.8470e-02, -3.9015e-02, -2.5988e-02, -1.0652e-01,  2.8643e-02,
                      -2.1863e-02, -9.5351e-02, -4.2416e-02, -1.9912e-02, -3.3419e-02,
                      -9.0439e-02, -3.3528e-02, -5.4146e-02,  1.4691e-02, -7.2935e-02,
                      -3.2390e-03, -2.8215e-02, -1.1373e-02,  3.0428e-02,  1.4479e-02,
                       2.8613e-02, -9.1947e-02, -2.6281e-01, -8.1312e-02, -1.1656e-01,
                      -4.9371e-02, -2.1191e-02, -5.9687e-02,  1.7143e-02, -1.9560e-01,
                      -1.2660e-01, -2.3681e-02, -1.2802e-02, -1.8236e-02, -1.2689e-02,
                       2.9465e-02, -4.1515e-02, -8.5604e-02,  6.9367e-03, -5.3347e-02,
                       1.6195e-02,  4.6269e-02,  9.9949e-02, -8.8697e-02, -1.1567e-01,
                       5.6579e-02, -2.6462e-02,  9.4862e-04,  9.2324e-02, -1.1595e-01,
                      -1.0668e-01, -8.2908e-03, -7.7327e-02,  2.7464e-02,  1.3710e-02,
                      -6.6885e-03,  2.8858e-02, -1.0355e-01, -4.4273e-02, -2.4327e-02,
                       1.0215e-02,  3.4130e-04, -1.4418e-01,  7.3593e-02,  4.1110e-03,
                       1.5914e-02,  4.6584e-02,  1.0594e-02,  1.5538e-02, -6.9296e-02,
                      -3.0932e-02,  2.2641e-02, -2.1340e-02, -1.3648e-01,  1.2722e-02,
                      -1.1859e-01, -2.6776e-02, -7.1147e-03, -7.8005e-02,  9.7297e-02,
                      -3.3818e-02, -9.8317e-02,  2.5923e-02, -3.8433e-02, -5.5138e-02,
                       1.9169e-02, -6.2145e-02, -1.2825e-01, -8.6587e-02, -7.2108e-02,
                      -9.2995e-02, -5.3585e-03, -2.3879e-02,  9.7476e-02, -5.9141e-02,
                      -1.2348e-01, -1.4831e-02, -7.5406e-02, -6.0311e-02,  7.5749e-03,
                       3.7639e-03,  1.0931e-02, -3.8621e-02, -6.9896e-02,  2.6391e-02,
                      -8.4987e-02, -6.9372e-02,  2.5072e-02, -7.7915e-02, -8.3627e-02,
                       2.7146e-03, -5.0279e-02,  1.7373e-01, -1.4699e-01, -8.2560e-02,
                      -5.8927e-02, -6.4553e-02,  4.9818e-02, -1.4249e-02,  6.9031e-02,
                       2.3133e-02, -4.7950e-02,  2.8061e-02, -6.0344e-02, -4.6009e-02,
                      -7.1670e-02, -3.9853e-02, -1.6503e-02, -6.5557e-02, -5.2955e-02,
                      -2.7032e-02,  6.9454e-02, -2.1870e-02, -7.9841e-02, -6.0651e-02,
                       2.4744e-02, -8.4849e-02, -7.3385e-02,  4.9616e-02,  4.0793e-02,
                      -2.5802e-02, -1.1998e-01, -6.6252e-03, -3.0109e-03, -5.0807e-02,
                       1.5046e-03, -3.7889e-03,  3.4270e-02, -2.8251e-01,  3.7599e-02,
                      -1.9704e-02, -8.1682e-02, -2.5817e-02, -4.0553e-02, -2.1182e-02,
                       5.3811e-02, -1.7061e-02, -1.3560e-01, -8.7571e-02, -7.5225e-02,
                       6.4150e-03,  3.6693e-02,  1.4346e-02,  1.4514e-02, -2.3093e-02,
                      -8.4992e-02, -5.0115e-02, -1.5129e-01,  1.2872e-02, -2.3747e-02,
                       2.5119e-02, -1.1981e-01,  5.6982e-02, -2.7188e-02, -8.7616e-02,
                      -2.5521e-02,  5.9123e-02, -7.3121e-02,  1.0381e-02, -1.2546e-02,
                      -2.5409e-02, -4.1435e-02, -1.5022e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.weight',
              tensor([[-0.0232, -0.0420,  0.0556,  ...,  0.0317,  0.0129,  0.0305],
                      [-0.0139, -0.0055,  0.0171,  ..., -0.0222,  0.0108,  0.0023],
                      [ 0.0234, -0.0158,  0.0174,  ...,  0.0501, -0.0043, -0.0487],
                      ...,
                      [ 0.0568, -0.0223,  0.0543,  ..., -0.0183,  0.0561,  0.0164],
                      [-0.0310,  0.0975,  0.0423,  ..., -0.0225,  0.0256, -0.0012],
                      [ 0.0059,  0.0240,  0.0330,  ..., -0.0292, -0.0502,  0.0052]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.bias',
              tensor([ 2.9960e-02, -1.7626e-02, -1.2218e-01, -9.6369e-03,  1.4862e-02,
                      -9.6925e-03, -7.2766e-02,  8.8082e-03, -1.8234e-02,  4.4682e-02,
                       2.0004e-01, -4.2052e-03,  1.1843e-02,  3.7537e-03,  6.4894e-02,
                       8.3662e-03,  2.6194e-02, -4.4818e-02, -3.2763e-02, -5.5931e-03,
                       1.7502e-02,  2.1656e-02, -4.7422e-03,  4.2147e-02, -5.5272e-02,
                       2.5143e-02, -3.3600e-02, -3.8229e-03, -5.3904e-03,  1.0096e-02,
                      -3.1385e-03, -4.8642e-02,  3.0457e-02, -6.7976e-02,  2.7108e-02,
                       1.9796e-02,  5.5882e-03,  2.1052e-02,  3.4781e-02, -3.1660e-02,
                       2.7729e-02, -1.9615e-02,  1.4637e-02, -1.7370e-02, -2.0796e-02,
                      -2.1009e-03,  6.0352e-02,  5.0141e-02,  8.8751e-02,  3.1653e-02,
                      -8.7237e-02,  3.2439e-02,  4.8460e-03,  2.5815e-03, -5.6279e-02,
                       2.4846e-02,  7.6127e-03,  2.7647e-02, -2.6387e-02, -5.6000e-02,
                       2.6634e-02, -6.7826e-02,  4.0715e-02,  5.4300e-02, -8.9085e-03,
                      -1.9662e-02,  1.7343e-01,  4.0047e-02, -2.4492e-02, -3.1675e-02,
                       2.4923e-02,  2.1932e-02, -3.9347e-02, -1.4817e-02, -3.8946e-02,
                      -6.4683e-02, -3.4424e-02,  7.5442e-03,  3.5317e-02,  1.4798e-02,
                      -1.2025e-01,  3.0067e-02,  9.5880e-04, -8.6700e-02,  5.9504e-02,
                       4.5764e-02, -1.6058e-02,  1.0170e-02,  9.5208e-02, -2.2336e-02,
                      -1.1224e-02, -2.4613e-02, -1.0310e-01,  8.0501e-02,  5.4535e-03,
                       3.5443e-02,  4.7618e-02,  2.4787e-02, -3.5956e-02,  3.6285e-02,
                      -7.4761e-02,  1.3966e-01, -6.8332e-03, -1.0722e-02, -1.1318e-02,
                       5.5156e-02, -8.2210e-02, -2.4288e-02, -4.3217e-02,  6.8538e-02,
                      -4.5989e-02, -9.7234e-03,  3.3012e-02, -7.6129e-02, -5.7808e-02,
                      -1.6502e-02,  1.4215e-01,  5.9334e-02,  4.9136e-02,  2.7379e-02,
                       1.5477e-02, -1.2002e-03,  6.1612e-02,  2.6920e-02,  3.2887e-02,
                       3.8278e-02,  1.2055e-01, -2.9327e-02,  6.9286e-02, -6.4313e-02,
                      -9.0578e-02, -4.5263e-01, -2.7326e-02, -6.1298e-04,  4.9756e-01,
                      -9.0211e-02,  1.1876e-01,  1.8067e-01,  1.5992e-01, -5.2262e-02,
                      -1.3171e-01,  1.8499e-01,  6.6135e-02, -1.4787e-01,  4.2552e-03,
                       1.4984e-01,  4.9281e-01,  5.7590e-02, -1.0074e-01, -3.7450e-02,
                      -1.8777e-01, -1.5835e-01,  9.0843e-02, -6.1089e-02, -2.4819e-01,
                      -1.8950e-01, -8.5216e-02,  1.1595e-01, -4.5653e-01,  2.9995e-01,
                       1.8684e-01, -4.0093e-02,  1.3451e-01, -4.8042e-02,  6.3655e-02,
                      -1.0279e-02, -6.3876e-02, -7.6437e-02, -1.4781e-01, -1.5022e-02,
                      -9.1806e-02,  1.1091e-02, -1.5381e-01, -3.5524e-02, -7.8266e-02,
                      -3.1216e-01, -1.0670e-01,  4.5628e-02,  1.0539e-01, -9.3384e-02,
                      -1.1409e-01,  1.0195e-01,  8.7989e-02, -1.0597e-01,  2.3344e-03,
                      -5.1415e-01,  5.9486e-02, -7.5885e-02,  8.9067e-02,  1.3714e-01,
                      -1.3696e-01, -7.4309e-03,  2.0375e-01,  2.6917e-01,  1.7959e-01,
                      -1.7691e-01, -2.0482e-01, -1.7736e-01, -7.4262e-01, -4.8694e-01,
                      -1.6468e-01, -3.0705e-01,  8.6025e-02, -5.4113e-01,  1.4834e-01,
                      -6.1575e-01,  3.0113e-01,  4.9895e-01,  8.1440e-02,  1.0242e-01,
                       6.7044e-01,  2.4222e-01,  3.3646e-01,  1.2044e-01,  6.2741e-01,
                       1.5892e-01, -4.6138e-02,  1.8207e-01, -5.5762e-02, -1.7320e-01,
                       4.6738e-01,  6.0292e-01, -8.0188e-01, -3.5695e-01, -4.3146e-01,
                       1.6319e-02,  1.4063e-02, -6.1821e-02, -1.8797e-01, -1.5253e-01,
                      -2.1914e-01,  3.4014e-01, -1.7383e-01,  4.0804e-01, -7.4833e-02,
                       2.5071e-01,  2.7418e-01,  6.5303e-02, -2.3283e-01,  6.2790e-01,
                      -2.2869e-01, -7.5082e-01,  5.6563e-02, -1.3232e-01, -7.0642e-01,
                      -5.4337e-02, -7.2848e-02, -1.9833e-01, -5.0174e-01,  2.8478e-01,
                       1.2740e-01, -3.3999e-01, -6.7566e-02,  6.7846e-01, -1.8566e-01,
                      -2.4594e-01, -3.0954e-01, -2.8478e-01,  4.4233e-03,  2.7683e-01,
                      -6.6769e-02, -5.9093e-02, -6.9030e-01, -6.3690e-01,  1.3089e-01,
                       3.1696e-01, -1.5587e-02,  2.7743e-01, -5.7982e-02,  3.2873e-03,
                      -1.3191e-02,  1.2952e-01, -1.9636e-01, -2.1282e-01, -1.9302e-01,
                      -1.7418e-01, -9.3077e-02,  5.4853e-02, -2.1961e-02,  1.8935e-02,
                       1.0754e-01,  2.6321e-01,  7.2345e-01,  2.7835e-02, -2.5687e-01,
                      -2.0831e-01,  8.2040e-02, -3.4219e-01,  3.0792e-01,  4.5912e-02,
                       3.6095e-01,  1.5097e-01, -3.2609e-01,  2.6091e-02,  1.5895e-01,
                       7.0739e-01, -6.5303e-01, -3.5111e-02,  2.1720e-01, -7.6149e-02,
                      -1.7744e-01, -5.3466e-01,  5.8954e-02, -2.5776e-01, -1.7528e-01,
                      -3.5177e-02, -7.0977e-02,  4.0379e-01,  1.3174e-01, -1.7187e-01,
                       3.1611e-01,  3.1540e-01, -2.5331e-01, -3.4877e-01, -9.5146e-02,
                      -2.6325e-02,  5.2158e-01, -2.1838e-01, -3.0041e-02, -3.1347e-03,
                      -2.9883e-01,  4.9488e-01, -3.9725e-02, -7.8850e-02, -1.7235e-02,
                      -5.2784e-02, -1.0351e-01, -2.1296e-02,  1.2471e-02,  4.1346e-02,
                      -1.0403e-01, -2.8318e-02,  9.0200e-02,  1.5471e-02,  2.8054e-02,
                       7.4714e-03,  7.4343e-04,  7.8911e-02, -2.3351e-01,  1.4316e-02,
                      -2.7814e-01, -4.7082e-02,  4.6965e-02,  1.8976e-01, -5.5715e-02,
                      -1.6875e-01, -1.7276e-01,  1.9049e-02, -3.4220e-02, -5.4012e-02,
                       5.2253e-02,  5.9865e-02,  1.0012e-02, -8.9058e-02, -6.4208e-02,
                       8.8323e-02,  9.8034e-02, -5.2334e-02, -7.7111e-02, -4.5073e-02,
                       6.3622e-02, -2.3019e-01,  1.6740e-01, -1.7667e-02, -6.6852e-02,
                      -4.2407e-02, -2.1231e-02, -3.9001e-01,  4.4614e-02, -1.6439e-01,
                       1.0986e-02,  3.2896e-01,  1.3483e-01,  1.0059e-01,  1.3927e-02,
                       1.5098e-01,  2.2034e-01,  2.5790e-01, -1.6004e-01,  4.4848e-01,
                      -2.6903e-01, -1.2953e-01,  1.3263e-01,  1.6498e-02,  2.4758e-01,
                       2.3860e-01, -1.0355e-01, -1.9036e-02,  1.6379e-01,  7.8192e-02,
                      -5.1501e-02, -2.8285e-01, -1.8467e-01, -4.2577e-02, -1.6927e-01,
                      -4.9765e-01,  8.1370e-02, -7.3968e-02,  1.7221e-01, -1.9132e-01,
                       2.5674e-01,  3.1505e-02, -1.3394e-02, -1.2431e-01,  1.3156e-01,
                       3.6703e-02, -9.1104e-02,  6.1997e-02, -5.3332e-01, -1.2273e-02,
                      -1.9322e-01,  2.0246e-02,  5.7429e-02, -8.8573e-03, -1.4031e-01,
                      -3.6937e-02,  1.2792e-01,  1.0437e-01, -6.4273e-02, -5.4209e-01,
                      -1.6483e-01, -1.1339e-02, -3.7634e-01, -4.8627e-02, -4.9337e-02,
                       2.0027e-01,  1.6018e-01,  3.3867e-02, -9.1580e-02, -1.3420e-01,
                       2.5962e-01, -9.3885e-02,  6.2907e-02, -1.6400e-01,  1.1508e-01,
                      -8.9883e-02, -1.4883e-02,  1.5474e-01,  6.7173e-02, -6.5151e-02,
                       2.2417e-01, -7.7591e-02, -4.2754e-01,  4.0382e-02, -1.5861e-01,
                      -1.6857e-02,  3.6160e-02, -1.3039e-01, -4.9543e-02, -1.4762e-02,
                       6.6695e-03, -1.7650e-02, -2.4074e-02,  4.2225e-02, -4.7114e-03,
                      -1.9211e-02,  3.1779e-02,  2.9054e-02, -5.3971e-03,  3.1015e-02,
                       1.7159e-02, -5.4125e-02, -4.6027e-02,  4.2140e-02, -2.8190e-02,
                      -6.6682e-02, -4.8046e-02,  2.3732e-02, -3.2225e-02,  3.7852e-02,
                       3.9289e-02,  6.2515e-02,  1.2504e-01,  8.0355e-03,  1.6185e-01,
                      -4.1716e-02, -4.5059e-02,  7.3677e-02,  3.1520e-02, -3.0712e-03,
                      -1.8582e-02, -3.6606e-02,  6.8092e-04, -2.8602e-03, -3.9682e-02,
                       3.4494e-02,  5.1669e-02,  3.0558e-02, -9.0840e-03, -1.7060e-01,
                      -7.9459e-02,  6.8103e-02, -2.9210e-02,  9.7235e-03, -3.8650e-02,
                      -4.3576e-02,  7.4942e-02, -2.2891e-02,  7.2566e-03, -2.5068e-02,
                      -3.8143e-02,  3.4406e-02,  3.8344e-02,  9.0744e-02, -1.7554e-01,
                       1.0229e-02, -8.4389e-04,  4.9500e-02, -1.8929e-02,  8.8008e-02,
                      -6.3987e-03,  4.5121e-02,  5.8967e-02, -1.1302e-02, -4.1061e-02,
                       1.8419e-02,  1.2157e-01, -2.3092e-02,  1.0456e-01,  9.9468e-03,
                       9.5032e-03, -9.1879e-02,  3.2290e-01, -5.5616e-02, -2.0123e-01,
                       4.5532e-02,  2.1274e-01,  3.5129e-02,  1.1353e-01, -1.0538e-01,
                      -7.2504e-02, -5.8895e-02,  1.4101e-01,  2.6230e-03, -3.0211e-02,
                       1.4079e-02,  1.4381e-02,  1.0420e-01, -3.3696e-03,  1.0506e-01,
                      -1.8231e-01,  6.4272e-02, -9.7146e-02, -2.3404e-01, -1.3903e-01,
                      -4.6055e-02,  4.4084e-02,  3.6387e-02,  1.0208e-01,  6.6298e-02,
                       1.0289e-02,  1.4169e-02, -7.7161e-02, -5.4945e-02, -8.3956e-02,
                       4.1438e-03, -2.3250e-01, -1.2312e-01,  2.0730e-02,  1.9274e-01,
                       2.9406e-02,  5.9969e-02,  4.6783e-02,  8.2173e-02,  3.0404e-02,
                      -4.7239e-03,  2.0196e-01,  2.3749e-02,  3.5805e-02,  1.8455e-01,
                      -3.7121e-02, -1.1867e-02,  3.6150e-02,  1.4699e-02, -2.5164e-01,
                       2.9307e-02, -8.4672e-03, -4.0677e-02, -3.7519e-02, -7.0019e-02,
                       3.9746e-02, -1.9534e-01,  9.8692e-04, -1.0083e-01, -6.4599e-02,
                      -7.7439e-03, -5.4651e-02, -1.1291e-01,  3.0462e-01,  5.1170e-02,
                      -2.5949e-02, -2.4562e-02, -8.0515e-02, -3.2437e-02, -3.6084e-02,
                      -1.6700e-02, -6.7889e-02,  1.7305e-01,  9.6297e-03,  3.7518e-02,
                       2.0169e-02,  5.1007e-02,  4.1494e-02,  1.0754e-01, -4.7720e-02,
                       5.7498e-02,  2.8882e-03,  3.7112e-02, -8.7535e-03,  6.1120e-03,
                       7.2836e-02, -1.0424e-01,  3.9206e-02, -5.1473e-02, -6.7484e-02,
                      -1.1279e-03,  7.5064e-02, -2.3674e-02,  8.9476e-02,  3.9109e-02,
                      -1.2048e-02, -4.4505e-03,  3.3350e-03,  1.7175e-02,  3.6585e-02,
                       5.3632e-03, -3.2644e-03, -8.5912e-02,  2.8098e-02, -5.3501e-02,
                       3.8992e-02,  4.2304e-02,  2.0935e-02,  2.5359e-02, -2.9237e-02,
                       3.0194e-02,  1.2897e-02,  2.2151e-02, -2.0417e-02, -4.1517e-02,
                      -1.6013e-02,  6.5769e-03, -1.5471e-03,  4.0607e-02,  1.3852e-02,
                       2.8276e-02, -4.9364e-02, -3.5815e-02,  8.2794e-03, -3.3384e-02,
                       3.4561e-02,  1.4205e-02,  5.2760e-02,  2.8850e-02, -2.3183e-02,
                      -3.5413e-02,  1.0260e-02,  5.1915e-02,  2.1938e-02,  5.1137e-02,
                       8.6450e-03,  2.1115e-02,  5.2588e-02, -9.8252e-03,  1.0063e-01,
                       1.0746e-01, -1.8885e-02, -9.2179e-02, -2.1935e-02,  1.1044e-02,
                       2.1237e-02,  1.9808e-01, -4.1282e-03,  5.0579e-02, -1.2123e-02,
                       9.0648e-03,  5.7625e-02, -3.6235e-02, -8.3860e-03,  9.2401e-02,
                       8.1143e-03,  3.8707e-02, -5.0603e-02,  1.3107e-02,  4.9070e-03,
                      -8.2854e-03,  1.6977e-02, -2.3354e-02, -1.3680e-02,  3.4032e-02,
                       5.3668e-02,  1.3986e-02, -1.6472e-02,  7.3702e-03,  3.4344e-02,
                      -1.0942e-02, -2.2659e-02, -5.1400e-03,  1.5657e-02, -1.4853e-02,
                       1.8799e-02,  2.6591e-02,  4.3564e-02, -3.3530e-03, -1.4411e-03,
                      -1.7782e-02, -7.7848e-03,  3.8522e-02, -3.3993e-02, -7.6391e-02,
                      -1.1745e-03, -1.4113e-02, -1.7394e-03,  3.0280e-03, -3.6587e-03,
                      -4.2647e-02,  2.5575e-02, -1.5763e-02, -2.8298e-02,  1.8495e-02,
                      -2.3470e-02, -2.0630e-02, -2.6184e-02, -2.5867e-02, -1.3097e-02,
                       3.0241e-03, -1.7078e-02, -5.4890e-03,  5.3866e-02, -1.3835e-02,
                      -1.0415e-02,  8.8290e-03,  9.7958e-02, -9.0870e-03, -2.6159e-05,
                       1.1767e-02, -2.2307e-02,  4.2148e-02,  2.5131e-04,  8.0677e-03,
                      -4.4322e-02, -1.0869e-02, -1.2171e-02, -2.3437e-02, -3.3277e-02,
                      -1.9497e-02,  1.0291e-02, -1.1766e-02, -1.3209e-02,  6.5243e-03,
                      -1.1047e-02, -3.2722e-02,  1.0563e-02, -9.2144e-03,  9.9748e-03,
                      -6.7160e-03, -2.5216e-02, -2.9810e-02,  2.0362e-04,  2.3128e-03,
                      -2.6237e-04,  1.0566e-02, -3.9669e-02,  2.3098e-02,  1.7145e-01,
                       2.4833e-02, -5.7417e-03, -1.0211e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.weight',
              tensor([[ 0.0764,  0.0497,  0.0169,  ..., -0.0071, -0.0387, -0.0205],
                      [-0.0533, -0.0286,  0.0113,  ...,  0.0259, -0.0490,  0.0055],
                      [-0.0276,  0.0629,  0.0099,  ...,  0.0401,  0.0515, -0.0724],
                      ...,
                      [ 0.0596,  0.0213, -0.0661,  ...,  0.0110,  0.0101,  0.0170],
                      [-0.0268,  0.0272, -0.0026,  ...,  0.0429, -0.0150, -0.0136],
                      [-0.0102, -0.0316, -0.0273,  ..., -0.0430,  0.0259,  0.0146]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.bias',
              tensor([ 5.6646e-04,  4.2924e-03,  5.6697e-04,  2.8453e-03, -3.6117e-04,
                       2.2789e-03,  7.8080e-03,  2.7021e-04, -8.6532e-05,  3.4560e-03,
                      -3.5725e-03, -6.8715e-04,  2.2983e-03, -3.7859e-03,  1.2265e-02,
                      -4.5452e-03, -7.6702e-04,  4.1357e-03, -5.1765e-04, -3.5981e-03,
                      -4.7202e-03,  5.5743e-03,  3.1961e-03, -5.0262e-03,  1.7274e-03,
                      -2.6354e-03, -1.4716e-03,  4.7748e-03,  3.5560e-03, -1.0029e-03,
                       3.7197e-03,  4.9832e-03,  7.1862e-03,  3.9666e-03, -5.6318e-03,
                       1.8531e-03,  8.0650e-04, -4.6127e-03,  2.8991e-03,  7.7889e-03,
                       1.8125e-03, -1.4241e-04, -4.7324e-03,  2.9252e-03, -3.7246e-03,
                      -4.9751e-04, -6.0640e-03,  2.6792e-03,  2.7330e-03, -2.2973e-03,
                      -2.7064e-03,  3.2776e-03, -7.5146e-03,  1.0139e-03,  2.7942e-03,
                      -2.3750e-03,  1.9496e-03,  4.9324e-03, -6.3628e-04,  8.7303e-03,
                      -3.7486e-03, -1.7452e-03, -2.9734e-03, -3.0387e-03,  1.4215e-03,
                      -6.9480e-03, -6.3704e-03, -1.8566e-03, -1.0376e-03,  2.4358e-03,
                      -5.2345e-04,  1.6748e-05,  1.9236e-04, -8.0237e-04, -1.6603e-04,
                       4.7127e-03,  2.9577e-03, -5.4953e-03, -3.4511e-03, -5.9993e-03,
                       1.8300e-03,  8.4745e-04,  3.3186e-03,  2.4797e-05,  7.2627e-03,
                      -1.2467e-03,  4.2350e-03,  4.9787e-03, -2.8955e-03, -3.7579e-04,
                       8.3603e-03, -5.6608e-03,  1.2156e-03,  1.3760e-03,  4.4742e-03,
                       5.3392e-03,  5.3456e-03, -1.0998e-03, -4.9190e-03,  1.4761e-03,
                       1.1591e-03, -8.2435e-03, -4.8729e-03,  3.5333e-03, -2.5699e-03,
                      -2.8654e-03,  2.8988e-03, -1.4795e-03,  3.1243e-03, -1.2161e-02,
                       2.0056e-03, -8.0727e-03, -7.6934e-03,  1.3309e-03,  2.4244e-03,
                      -1.6090e-03,  8.4978e-03, -3.5108e-03, -5.1548e-03, -5.7589e-03,
                       1.5744e-03,  1.2141e-03, -6.8899e-04, -1.1083e-03,  2.2238e-03,
                       5.8800e-03, -1.0378e-03, -2.1997e-03, -6.6884e-03, -7.1112e-03,
                      -3.1385e-03, -3.9749e-03, -6.9584e-03,  6.9702e-03,  7.2893e-03,
                       9.0290e-04,  4.7705e-03,  4.0913e-03,  4.0041e-03, -1.8107e-03,
                      -1.7983e-03,  4.0354e-03,  3.5559e-03,  5.4189e-03, -5.0096e-04,
                       3.8125e-03,  9.9723e-03, -7.3591e-03,  2.7652e-03, -4.8479e-03,
                      -3.7113e-04, -3.8850e-03,  7.9018e-03, -2.2188e-03,  2.2546e-03,
                      -7.0444e-04, -3.5641e-03,  1.8188e-03, -7.3317e-03,  5.7773e-03,
                      -2.8285e-03,  9.1202e-03,  5.7349e-03, -5.4293e-04,  2.3543e-04,
                       7.2227e-03, -3.8982e-03,  5.1574e-03, -1.4169e-03,  2.1070e-03,
                      -5.3045e-03,  1.3875e-03,  1.3115e-04,  5.8073e-04,  1.2058e-03,
                      -6.7067e-03, -8.6192e-04, -3.0980e-03, -4.5680e-03, -3.4430e-03,
                       1.9147e-03,  3.5188e-03, -9.2417e-04, -6.3286e-03, -2.8054e-03,
                      -8.1335e-03,  4.8268e-03,  2.6934e-03,  2.0744e-03,  4.9077e-03,
                      -8.6309e-03,  6.4863e-03, -2.4735e-03,  1.3841e-03,  6.2963e-03,
                      -3.1066e-03,  1.1807e-06, -6.1226e-04, -3.6746e-03,  1.4055e-03,
                       6.2381e-05, -2.9513e-03,  2.3337e-03,  1.7590e-03,  1.5421e-04,
                      -4.2305e-03,  3.6918e-03,  6.1045e-03,  8.0001e-04,  6.6510e-03,
                      -9.6552e-04,  9.7703e-03,  2.6454e-03, -1.6943e-03,  9.5244e-03,
                      -1.2060e-04, -2.1881e-03,  4.5121e-03, -6.8502e-04,  2.3108e-03,
                       6.5126e-03,  1.2410e-03, -1.4160e-03, -3.3958e-03,  6.5506e-03,
                      -7.1804e-03, -4.7776e-03,  3.9217e-03, -5.2355e-04, -2.1613e-03,
                       6.1126e-03,  2.8857e-03, -2.7991e-03, -1.5220e-05,  2.6762e-03,
                       3.9930e-03, -6.4393e-04,  7.7226e-04, -4.9196e-03, -3.1730e-03,
                       1.6233e-03, -5.0742e-03, -3.4975e-04, -9.7319e-03, -1.9740e-03,
                       7.6559e-03, -6.5059e-03,  2.3215e-03, -1.4536e-03,  8.3190e-03,
                      -4.2417e-03,  8.2498e-03,  4.9921e-03, -2.1808e-04, -5.3524e-03,
                      -5.3507e-03, -6.0774e-03, -2.7823e-03,  2.1627e-03, -1.7204e-03,
                       1.9937e-03,  5.2905e-04,  4.9227e-03,  2.5572e-03,  2.6485e-03,
                       7.2955e-04, -2.7317e-03,  1.2523e-03,  1.3307e-03, -2.0897e-03,
                       3.7636e-03, -1.0892e-03, -3.7888e-03,  1.5197e-03, -8.3763e-04,
                      -3.3607e-03, -8.6874e-04,  5.6312e-03, -4.0775e-03, -2.5015e-03,
                       3.2721e-03,  4.2979e-03, -2.2606e-04, -4.7805e-03, -1.0660e-03,
                      -8.9845e-04,  3.9141e-03,  2.0721e-03, -1.7041e-05, -8.3475e-03,
                       4.0069e-03, -6.1034e-04, -3.8350e-04, -2.0321e-04,  6.1813e-03,
                      -9.1516e-04,  7.7314e-03,  1.2126e-03, -2.0048e-03, -6.0360e-04,
                       1.8178e-03, -4.1590e-03,  1.5545e-04,  4.9675e-03, -2.0126e-03,
                      -8.2738e-03,  4.7123e-03, -7.0646e-03, -1.5308e-03, -3.5311e-03,
                       7.7858e-03,  3.2532e-03,  2.3705e-03,  2.0004e-03,  6.8250e-03,
                       1.7793e-03,  4.5578e-04,  1.4161e-03,  3.5858e-03,  3.4240e-03,
                      -6.2870e-04, -2.4512e-03,  3.2328e-03,  3.9847e-03,  2.8401e-03,
                       6.2175e-03,  2.0311e-03,  5.3367e-04, -9.4674e-04, -1.7987e-03,
                       3.6302e-03, -1.4085e-03, -1.7524e-03,  3.0064e-04,  1.4917e-03,
                      -6.3639e-05,  6.0514e-04,  1.5900e-03,  9.6029e-04, -1.6977e-03,
                      -1.0499e-03,  3.1157e-03, -4.4316e-03,  5.0469e-04,  2.9740e-03,
                       6.5101e-04,  2.8632e-03,  8.7231e-04, -1.0097e-04,  2.4905e-03,
                       9.3849e-04, -3.7258e-03, -1.2150e-03, -3.7324e-03,  3.2967e-03,
                       1.7808e-04, -2.1268e-03, -3.4442e-04,  2.1541e-03, -1.1959e-03,
                       1.0309e-03,  1.2350e-03,  7.7710e-04,  6.1201e-04,  2.2813e-03,
                       3.1720e-03, -3.2104e-04,  8.1719e-04,  2.2597e-03, -4.3140e-04,
                       2.5812e-03, -1.0559e-03,  5.7585e-04,  1.3494e-03,  6.3095e-04,
                      -4.5432e-03, -2.0069e-04, -4.1714e-03,  9.6464e-04, -5.7500e-03,
                       4.2791e-04,  5.1688e-04, -3.4433e-03, -2.2779e-03, -4.7801e-03,
                       4.5565e-04, -4.0309e-03, -4.2520e-03,  3.6243e-03,  4.1372e-03,
                       2.9099e-03,  3.4621e-04,  3.1554e-03,  2.8805e-03, -3.6455e-03,
                       1.1001e-02,  2.6529e-03, -4.4489e-03, -1.2765e-03, -5.2024e-03,
                       4.2982e-04, -1.7789e-03,  3.1185e-04, -2.7906e-03, -2.0239e-03,
                       1.9839e-05,  3.3811e-03,  4.0500e-05,  6.9523e-04, -4.0795e-03,
                      -1.9384e-03, -1.8303e-03, -2.5110e-03,  1.2491e-03, -2.2324e-03,
                      -2.8210e-03, -2.1524e-03,  4.9872e-04,  1.8607e-03,  7.7233e-03,
                      -4.3103e-03,  3.7487e-03, -3.7895e-03,  2.6027e-04,  8.2873e-04,
                       7.8847e-03,  1.1670e-04, -1.0358e-03,  1.0795e-03,  1.8781e-03,
                       2.3172e-03,  3.5700e-03, -5.6182e-04,  3.3581e-03, -1.0723e-03,
                      -1.2366e-03,  4.3621e-03,  1.7054e-03,  6.3658e-03,  2.1303e-03,
                      -1.4266e-03, -1.6882e-03,  7.8380e-03,  1.9882e-03, -4.1515e-03,
                      -4.6369e-03,  5.2157e-03, -4.4304e-03, -3.1343e-03, -3.0462e-04,
                      -8.0461e-03,  2.5228e-03,  3.1782e-03,  4.9903e-03, -7.4637e-03,
                      -5.3239e-04, -3.1688e-03, -4.1108e-03,  5.6990e-03,  5.2060e-03,
                       7.9487e-03,  6.8011e-03,  5.6243e-03,  2.0032e-03,  1.0790e-02,
                       5.7659e-03,  3.0188e-03, -4.7081e-03,  1.1774e-03, -3.0294e-03,
                       5.2072e-03, -4.7378e-03,  8.4562e-03, -3.2215e-03,  1.0468e-02,
                      -2.3474e-03, -2.8662e-04, -4.9843e-04, -1.5731e-03,  6.6841e-03,
                       4.1732e-03,  6.3272e-03,  2.5992e-03, -6.0681e-03,  5.6266e-03,
                       1.0791e-02,  5.9876e-03, -7.0475e-03,  4.9122e-03,  1.3536e-02,
                       8.6850e-04, -2.7853e-03, -6.2624e-03, -4.3069e-03,  1.1658e-02,
                      -6.2003e-04,  1.1342e-02,  3.0023e-03,  3.3807e-03, -3.6497e-03,
                      -2.2831e-03,  5.2547e-03, -4.2744e-03, -1.1715e-02,  7.6800e-04,
                      -5.9904e-03,  6.5358e-03, -4.2453e-03, -8.1130e-04,  4.9417e-04,
                      -5.6858e-03, -4.3387e-04,  2.6741e-03,  7.8743e-04,  9.0639e-04,
                      -6.2508e-03,  9.2530e-04, -4.4678e-04, -1.0780e-03, -3.1346e-03,
                       1.3955e-03,  1.4132e-03, -8.2369e-04, -9.0931e-04, -3.0453e-03,
                       5.7051e-04,  8.2438e-03, -1.5954e-03,  3.1464e-05,  3.8134e-04,
                      -3.0334e-04, -2.7766e-03,  1.0929e-03,  3.0988e-03,  1.7047e-03,
                      -3.2748e-05, -1.3924e-03,  1.5868e-03, -4.1817e-04,  9.4547e-05,
                      -2.6587e-03,  2.2712e-03,  5.8831e-03, -3.9034e-03, -1.8552e-03,
                       7.9191e-04,  4.8298e-04,  1.6818e-03,  5.4412e-04,  7.1162e-05,
                      -6.3927e-04,  1.3021e-03, -5.1771e-03,  5.1203e-03, -3.2882e-03,
                       8.5276e-04, -8.1666e-04, -1.9481e-03, -1.5933e-03, -2.4549e-03,
                      -3.2289e-03, -1.4909e-03,  4.5021e-03,  5.5860e-03,  2.0933e-03,
                      -7.0107e-04,  2.1256e-03, -2.9417e-03, -2.2896e-04,  3.4836e-03,
                      -4.8607e-03,  1.6353e-03,  4.6026e-03, -1.9708e-03,  1.8588e-03,
                       3.1223e-03, -1.0671e-03, -8.4809e-04, -4.2133e-03, -9.3739e-04,
                      -4.7345e-04, -6.3831e-03, -9.3134e-04,  3.1564e-04, -1.3062e-03,
                       3.0531e-05, -5.5970e-03, -3.3527e-04,  4.1048e-03,  2.4805e-03,
                      -5.7006e-04,  1.9036e-03,  2.6024e-03, -4.0418e-03, -2.6063e-03,
                       3.3540e-03, -5.6760e-04, -4.2241e-03, -3.9505e-03, -5.3832e-03,
                      -2.1864e-04,  7.2882e-04, -6.3012e-04, -1.4645e-03,  2.7471e-03,
                       3.5922e-04, -1.6902e-03,  5.4818e-03,  7.6715e-04,  1.1951e-03,
                       2.3166e-04,  2.7345e-03,  3.2600e-03, -2.9032e-03, -6.5661e-04,
                       3.8419e-04, -4.2892e-03,  3.0726e-03,  1.8537e-03,  2.3227e-03,
                       7.8001e-04,  1.9688e-03,  1.2108e-03,  4.8372e-04,  2.3586e-03,
                      -7.5229e-03, -6.0127e-04,  1.1445e-04,  3.9055e-03,  1.6276e-03,
                      -2.0468e-03,  4.3842e-03,  6.3887e-04,  2.3744e-03, -1.2268e-04,
                       3.3100e-03, -5.8325e-03,  8.2428e-04,  1.8838e-04,  1.1937e-03,
                      -3.6696e-03, -7.2470e-04,  2.5584e-03,  4.5578e-03,  2.0282e-03,
                      -8.2337e-04,  5.9711e-03,  4.7939e-03, -4.8359e-03, -6.9681e-03,
                      -4.2288e-03, -1.5578e-03,  8.7466e-03, -1.3032e-02, -9.0739e-03,
                       1.0052e-02,  9.2693e-03, -4.1185e-03,  4.6039e-03,  1.4231e-02,
                       8.5532e-03,  1.4171e-03, -1.4279e-03,  1.4202e-04,  9.1176e-03,
                       1.8259e-03, -7.2015e-04,  2.0516e-03, -5.9985e-03, -5.1944e-03,
                      -2.9367e-03, -6.4236e-03, -1.5117e-03, -3.5356e-03,  8.3407e-03,
                      -4.4278e-03, -4.4200e-03,  3.0077e-03, -5.7599e-03,  3.3171e-03,
                      -2.0381e-03, -8.7010e-03,  1.1213e-03,  2.3535e-03,  1.5476e-02,
                      -1.3242e-03,  7.9545e-03,  3.1995e-03,  8.0111e-03, -2.3319e-03,
                      -5.3715e-03, -4.1224e-03, -5.4542e-03, -8.0257e-03, -6.7485e-03,
                       3.8613e-03,  7.8679e-03,  1.4371e-03,  6.2802e-05,  1.6457e-03,
                      -9.6730e-04,  1.1818e-03, -4.4017e-03, -4.3210e-03, -5.4995e-03,
                      -3.8421e-03, -3.9375e-03,  2.7444e-03,  3.6605e-03, -8.0398e-04,
                       5.0297e-03,  1.6122e-03, -1.8870e-03, -3.3873e-03, -1.6537e-03,
                      -2.3922e-04, -1.6582e-03, -5.3717e-04, -2.2953e-04,  3.5380e-03,
                       7.3449e-04, -5.3423e-03,  3.7692e-03, -2.5346e-04,  6.9640e-05,
                      -1.6198e-03,  3.3160e-03, -5.3118e-04, -5.2566e-03, -1.0465e-03,
                      -2.8777e-03, -4.2726e-03, -6.6286e-04,  4.8390e-04,  9.0680e-04,
                       1.9892e-03, -1.0005e-03, -2.0004e-03,  2.0978e-03,  7.2376e-06,
                      -1.6257e-03,  6.8882e-03,  8.2968e-04,  3.6169e-03, -2.6627e-03,
                       3.0376e-03, -1.9874e-03, -2.7565e-03,  2.2023e-03, -5.5672e-03,
                      -2.6647e-03,  1.9005e-03,  4.5287e-03,  8.5607e-05,  5.2209e-03,
                       3.4769e-03,  3.4920e-03,  1.8589e-03, -2.7246e-03, -2.4560e-03,
                       4.6555e-03, -1.8180e-03,  9.5807e-04, -1.2530e-04, -5.4405e-03,
                      -3.6859e-03,  1.1260e-03,  8.2130e-04], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.weight',
              tensor([[ 0.0077, -0.0128,  0.0467,  ..., -0.0195,  0.0532,  0.0572],
                      [ 0.0213,  0.0750,  0.0345,  ..., -0.0130,  0.0399, -0.0274],
                      [-0.0438, -0.0148,  0.0239,  ...,  0.0025, -0.0205,  0.0785],
                      ...,
                      [-0.0271,  0.0388, -0.0081,  ..., -0.0167, -0.0088, -0.0211],
                      [-0.0008, -0.0066,  0.0091,  ..., -0.0316,  0.0100, -0.0029],
                      [ 0.0081, -0.0201,  0.0323,  ..., -0.0267,  0.0197, -0.0278]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.bias',
              tensor([-4.7218e-03,  2.2380e-02,  1.3945e-02,  8.8198e-03,  1.0358e-02,
                      -1.3957e-02,  1.3233e-03, -1.3358e-02,  2.6645e-02, -8.3042e-03,
                       1.7759e-03, -1.9130e-02,  1.0735e-03, -5.0296e-03, -2.2477e-03,
                      -5.6377e-03,  9.0884e-03, -3.5185e-03,  1.5377e-02, -3.4913e-03,
                       5.5646e-03,  1.7189e-02,  1.2008e-02, -1.2373e-02,  6.5370e-03,
                       5.3919e-03, -7.2358e-03,  1.6069e-02,  1.3134e-02, -2.5571e-03,
                       8.5315e-03,  5.6675e-03,  2.4883e-03, -1.9556e-02, -2.7118e-04,
                       8.8303e-03, -1.1267e-02, -4.1493e-03, -1.6571e-02, -5.4074e-03,
                       1.6836e-02, -2.4016e-02, -1.3539e-02, -7.0056e-03,  9.7599e-03,
                       1.1381e-02, -1.1798e-02, -9.2617e-03,  1.0064e-02,  1.1736e-02,
                      -1.5881e-02,  2.2930e-02,  1.1269e-02, -3.0393e-02,  3.2879e-03,
                       1.4377e-02,  2.2826e-02,  1.4791e-02, -2.4393e-03,  8.3407e-03,
                      -2.0035e-02,  1.4273e-03,  8.2901e-04,  1.6569e-02, -1.4955e-02,
                      -7.3633e-03, -4.8696e-03, -2.3174e-02,  5.8224e-03,  2.1675e-02,
                      -4.4025e-03,  1.2799e-02,  2.4564e-02,  5.7652e-03,  8.7478e-03,
                      -1.1925e-03, -3.9162e-03,  1.6802e-02, -3.8707e-03,  2.1537e-02,
                      -5.1922e-03,  7.1372e-03, -1.8519e-02,  7.8681e-03, -1.0481e-02,
                      -1.1112e-02, -1.0100e-02, -2.2050e-02, -1.3701e-03,  1.3332e-02,
                       2.7390e-03, -1.1588e-02, -9.6155e-03,  1.9883e-02,  1.2506e-02,
                      -1.8222e-02, -5.6916e-04, -5.4445e-03,  1.2619e-02, -4.9515e-03,
                      -1.0975e-02,  8.7834e-03, -8.2782e-03, -4.9605e-03, -4.1373e-02,
                       1.7243e-02,  9.9218e-03,  1.5130e-02, -1.9225e-02,  4.6396e-02,
                       1.2371e-03,  7.5808e-03, -1.2957e-02, -2.3375e-03,  2.0760e-02,
                      -3.0089e-03, -3.3517e-03, -1.3003e-02,  5.1481e-03, -1.8412e-02,
                       1.9298e-02,  5.4544e-03, -2.0720e-02, -1.6286e-03, -8.3008e-03,
                      -1.5509e-02, -8.1238e-03,  1.8917e-02, -4.9008e-02, -2.5386e-02,
                      -3.5597e-02, -1.5245e-02,  1.8765e-02, -2.5278e-02,  4.6762e-02,
                       4.9616e-02,  5.2969e-02, -1.2580e-02,  3.7152e-02,  2.4650e-02,
                       1.1451e-02,  5.2832e-03, -1.0687e-02, -1.1634e-02, -2.0039e-02,
                       2.9659e-03,  7.9920e-03,  1.6212e-03, -1.4625e-03,  2.1216e-02,
                       4.9749e-03, -3.5014e-02, -1.5108e-02, -5.3911e-02,  4.6843e-03,
                       3.0325e-02, -1.7490e-03, -1.0417e-03,  1.6632e-02, -1.1818e-03,
                       4.1619e-02,  3.6407e-03, -2.1614e-02, -2.3532e-02, -3.8330e-02,
                       2.6477e-03,  3.2927e-02,  6.9437e-02, -1.6078e-02, -4.9392e-02,
                      -4.1375e-03,  2.5528e-02, -7.5367e-03,  1.7207e-02, -4.7274e-02,
                       1.5831e-02,  2.0990e-02,  3.1218e-02,  6.9635e-03, -2.1321e-02,
                      -1.3164e-02,  1.1643e-02, -4.7518e-02, -2.4136e-02,  2.4863e-02,
                       1.4470e-02,  1.1892e-02, -4.7264e-02, -5.7174e-02,  1.0336e-02,
                      -4.4702e-02,  2.8301e-03,  1.7728e-02, -2.4505e-02,  9.9178e-03,
                      -1.9887e-02, -6.3062e-02, -3.4146e-02, -1.5292e-02,  5.4527e-02,
                      -1.2681e-02, -3.0270e-02,  2.5320e-02,  2.4904e-02, -3.6810e-02,
                       5.7267e-04,  8.2639e-03, -1.8671e-02,  1.6739e-02,  3.1926e-02,
                      -5.3923e-03, -6.6207e-03, -2.3398e-02, -2.1330e-02, -1.4106e-02,
                      -3.8465e-02, -6.7608e-03,  1.7470e-02,  2.4425e-02,  2.4831e-02,
                      -7.5483e-03,  8.0936e-04,  3.7646e-02,  3.9817e-02, -8.9666e-03,
                      -2.2852e-02,  1.3068e-02, -1.8548e-02, -3.4812e-02, -2.2175e-02,
                       1.0560e-02,  2.8373e-03, -3.0886e-03,  2.9126e-03,  1.2235e-02,
                      -6.6190e-02,  1.8556e-02, -7.5658e-04, -7.9337e-02,  1.1854e-02,
                       8.1794e-03,  4.6339e-02,  4.6909e-02,  4.5570e-02,  2.0344e-02,
                      -1.0252e-02,  5.2530e-03,  2.0393e-02, -4.3565e-02, -3.0681e-02,
                       9.4601e-03,  5.1334e-02, -3.5930e-03, -1.2987e-03, -2.1535e-02,
                      -2.2444e-02,  2.0335e-02, -1.5124e-02, -3.2095e-03,  1.2186e-02,
                       3.8537e-02,  2.9705e-02, -3.5291e-02,  1.4287e-02, -2.8803e-02,
                      -2.2735e-02,  1.8768e-02,  6.7587e-03, -2.6781e-02, -3.1321e-04,
                      -8.4305e-03, -3.9511e-02, -1.8083e-02, -7.5189e-03, -6.6083e-03,
                       1.9722e-02, -1.9945e-02,  6.5624e-02,  7.2377e-03, -3.8022e-02,
                       1.4181e-03, -5.9770e-03,  1.3739e-02,  8.4010e-04,  2.2901e-03,
                      -6.7099e-03, -1.6618e-02, -1.7511e-03, -8.1015e-03, -5.5279e-04,
                       4.2923e-03,  3.9499e-02,  7.5672e-03,  3.0645e-03,  5.1992e-02,
                       2.6851e-02,  1.1481e-02, -5.5921e-03, -8.2893e-03, -5.8175e-02,
                       3.7360e-02, -3.6830e-02,  5.1050e-02,  2.3979e-02,  1.7042e-02,
                      -4.6655e-03,  3.4611e-04, -1.0156e-02,  4.0687e-03, -4.3762e-02,
                       4.2767e-02,  1.6467e-02, -6.9331e-03,  1.8795e-02, -3.1736e-02,
                      -3.2633e-02, -9.8323e-03, -1.8231e-02,  3.7533e-02, -3.6990e-02,
                       8.5223e-04,  2.2501e-02, -8.1507e-03,  1.0647e-02,  1.2644e-02,
                      -8.5714e-03,  5.6832e-03, -6.9458e-03, -1.5107e-02,  1.6207e-02,
                      -2.8452e-02,  2.7579e-02,  7.0400e-03, -7.8167e-03,  2.9195e-03,
                      -2.2790e-02,  2.0859e-03,  9.2542e-04,  1.5970e-02, -1.1339e-02,
                       1.9381e-02,  2.1389e-04, -2.4195e-03, -7.8822e-03, -1.3261e-02,
                      -1.5572e-02,  2.5578e-02, -2.3409e-03, -4.7744e-02, -1.3394e-02,
                       2.5872e-02,  1.2676e-02,  9.7826e-03,  3.2739e-03, -1.4576e-02,
                      -3.5666e-03, -1.4417e-02,  4.4863e-03, -3.3089e-02,  2.8006e-02,
                      -1.6209e-02,  1.3838e-02, -1.1468e-02,  9.8506e-03, -1.3103e-02,
                       2.0941e-02, -4.3637e-02, -2.0861e-03,  2.4434e-02,  7.8488e-03,
                      -3.6008e-02,  5.3891e-03,  3.9619e-03,  1.1208e-03,  3.4715e-03,
                      -1.2091e-02, -1.3986e-02, -2.6845e-02,  2.4065e-02,  5.6683e-03,
                      -1.3183e-02,  5.1938e-04,  1.8046e-03, -8.5750e-03, -5.1781e-02,
                      -3.5087e-02, -6.2939e-03, -2.4411e-02,  3.4447e-02,  3.2604e-02,
                       2.3094e-02,  4.5979e-02, -4.9553e-02, -3.1309e-03,  3.3140e-02,
                      -1.1520e-02, -9.5745e-02, -5.4551e-02,  6.4612e-02,  1.7126e-01,
                      -1.5143e-01,  2.2355e-02, -8.8663e-02, -1.0586e-01, -9.7206e-02,
                      -3.9045e-02,  6.3401e-02,  1.4899e-02,  9.0759e-02,  1.0856e-01,
                      -5.4920e-02,  1.8800e-02, -6.1429e-02, -4.9078e-02, -1.4223e-02,
                       2.7827e-02,  2.4070e-02,  5.8501e-02,  4.0280e-02, -1.2658e-01,
                      -5.9154e-03,  1.9956e-02,  1.1578e-04,  2.0115e-01,  4.3424e-02,
                       1.5655e-02,  8.5523e-02,  9.7105e-03,  9.5193e-02,  1.8280e-02,
                      -1.1367e-01, -3.1453e-02,  6.9338e-02,  8.1395e-02,  2.5102e-02,
                       7.6564e-02,  8.2237e-03, -4.2241e-02,  4.3493e-02,  3.0656e-01,
                       6.1007e-03,  8.1677e-02,  3.2589e-02, -1.7703e-01,  1.2595e-02,
                      -6.5900e-03, -5.6015e-02, -5.4974e-03, -3.0048e-02, -1.2421e-03,
                       1.6189e-02,  1.4906e-02, -1.6264e-02,  5.3661e-03,  1.1477e-02,
                      -5.4615e-03,  4.3022e-02,  3.5135e-02, -1.6109e-02, -9.7768e-03,
                       2.5602e-02, -1.7706e-02,  2.1597e-02,  2.6950e-03,  6.2736e-03,
                      -4.6048e-02, -6.7985e-03,  1.5716e-01,  1.8872e-02,  2.7251e-02,
                      -1.9513e-02, -5.6738e-03, -1.7104e-02,  3.3570e-02,  4.5709e-03,
                       7.5713e-03,  1.1766e-02, -1.5269e-04, -2.6555e-02,  4.1452e-02,
                      -1.9746e-02, -1.5704e-02,  1.6906e-03,  2.6326e-02, -3.2115e-02,
                       1.2466e-02,  2.2954e-02, -1.6586e-02,  3.6374e-02,  1.1029e-02,
                      -3.1845e-02, -1.5398e-02, -4.6875e-02, -5.3670e-03,  2.4618e-03,
                      -3.3117e-02,  3.8788e-03, -3.6751e-03, -2.3099e-02, -3.0969e-03,
                      -9.7872e-04, -1.6818e-02, -2.7824e-02, -1.0591e-02,  2.7820e-03,
                      -2.8118e-03, -4.9716e-03,  2.9048e-02,  1.2065e-02, -2.9841e-02,
                       1.0582e-02, -4.2636e-02, -2.0288e-03,  1.0269e-02,  1.3328e-02,
                      -3.1232e-03, -2.8625e-05,  5.3173e-03,  1.5727e-03,  8.8200e-03,
                      -7.9817e-03,  1.3758e-03, -2.2510e-02, -2.9876e-02,  6.1097e-03,
                       1.2017e-02, -6.8437e-03,  6.8481e-03,  8.8782e-03, -1.4334e-02,
                       1.1055e-02, -2.2048e-02,  2.4067e-02,  1.9229e-03,  3.9283e-03,
                      -1.0242e-02,  7.7989e-03,  5.8682e-03, -3.8488e-03, -9.8915e-03,
                      -5.0057e-03,  1.0214e-02, -2.3668e-02,  1.1651e-02,  1.5731e-02,
                      -1.0563e-02, -1.8159e-02,  1.6425e-02,  1.7219e-02, -4.6020e-03,
                       6.8784e-03,  2.0000e-02, -9.0771e-03,  6.2200e-03, -8.5427e-03,
                      -1.0444e-02,  1.1991e-02, -9.2053e-03,  1.5472e-02, -1.2205e-02,
                       2.6072e-02,  2.1756e-02,  1.3858e-02,  1.5914e-02,  5.9166e-04,
                       7.5152e-04, -1.6130e-03, -2.5679e-02,  3.8670e-03,  8.8147e-03,
                      -6.1423e-03, -1.3229e-02, -5.3169e-03, -1.1625e-02, -1.0883e-02,
                       1.0802e-02, -1.3881e-02, -2.8536e-02, -1.5454e-02, -3.4999e-02,
                      -1.6626e-02, -2.3268e-03,  4.7193e-02, -7.0620e-02,  6.2419e-02,
                       1.1909e-02,  1.8549e-02, -4.8241e-02, -3.2551e-02, -1.9518e-02,
                       5.1551e-02, -4.8956e-03, -1.0558e-02,  5.7556e-02,  1.4675e-02,
                       1.8338e-02,  4.0334e-02,  5.5407e-03, -1.2785e-02, -8.8200e-03,
                       4.9674e-02, -2.2083e-02, -1.1670e-02,  6.1810e-03, -8.9651e-02,
                      -1.9203e-02,  2.5317e-02, -4.8604e-02,  2.3659e-02, -2.1714e-03,
                       7.0321e-03, -3.8668e-02,  3.2949e-03,  5.7846e-02, -1.5664e-02,
                       1.3418e-02, -4.2937e-02, -3.8225e-03, -1.9164e-02,  1.1230e-01,
                       1.0970e-02,  9.3061e-02,  1.0032e-02, -5.7882e-02,  1.4150e-02,
                       3.6086e-02,  3.3228e-02,  1.9915e-02,  7.1541e-02,  6.9969e-02,
                       1.2527e-03,  4.4706e-02, -2.0226e-04,  1.1026e-02,  6.0471e-02,
                       2.2523e-02, -5.5921e-02, -4.1328e-02, -2.4061e-03, -4.3580e-02,
                      -1.1033e-03, -1.4847e-04,  3.8185e-03, -1.4356e-02, -1.2759e-02,
                      -2.3580e-02,  1.7240e-02,  2.0332e-03,  7.3363e-03, -2.4049e-03,
                      -5.8255e-04,  8.9442e-03,  1.4632e-02,  7.0876e-03,  1.1603e-02,
                      -9.3845e-03,  9.5609e-03, -1.1144e-02,  9.8401e-03, -6.6620e-03,
                      -1.8764e-03, -5.6156e-03,  1.8030e-02, -1.0613e-02, -1.6300e-02,
                      -1.6432e-03, -3.0115e-02,  8.9925e-03, -1.2865e-02, -1.3426e-02,
                      -6.3706e-03, -8.7190e-03, -3.8647e-03,  1.0405e-02,  1.3763e-02,
                      -1.9717e-02,  1.2519e-02,  2.0749e-03,  1.6554e-02, -1.6716e-03,
                       1.1464e-03, -5.1360e-03, -1.5336e-02, -3.2461e-03, -2.1962e-03,
                      -1.2330e-02,  1.4954e-02,  6.3469e-03, -3.5485e-04,  6.3571e-03,
                       1.3008e-02,  6.6289e-03,  8.9684e-03, -1.0230e-02,  4.8771e-03,
                       8.2228e-03,  1.7038e-02,  4.8118e-03,  6.5018e-03, -2.4387e-02,
                      -2.1053e-03, -7.0197e-02,  1.9934e-02, -4.3699e-03,  1.0886e-02,
                      -3.7807e-03, -5.7282e-04, -1.5720e-02, -7.7447e-03,  1.7589e-02,
                       9.4966e-03, -1.0118e-02, -2.0689e-02,  4.1136e-03, -1.6805e-03,
                       3.2869e-03,  7.5863e-03, -1.1729e-02, -1.7269e-03, -1.3720e-02,
                       3.6315e-03,  8.0300e-03,  1.6529e-03, -1.6983e-02, -1.3330e-02,
                      -9.5686e-03,  6.7831e-03,  9.8041e-04,  1.1199e-02, -1.6760e-03,
                      -1.2335e-02,  1.4033e-03, -2.5154e-02, -4.3987e-03,  1.1171e-02,
                      -1.4351e-02, -8.9426e-03,  7.6496e-03,  5.4546e-03,  1.1804e-02,
                       5.7261e-03,  5.3992e-03, -6.2489e-03, -1.6956e-02,  2.3514e-02,
                      -4.4247e-03,  2.5369e-04,  1.0973e-03, -2.1873e-03,  5.8107e-04,
                      -1.4303e-02, -1.6676e-02,  3.9181e-03, -1.3687e-02, -3.8556e-03,
                      -3.1127e-03,  4.9175e-03,  1.3307e-02,  4.7049e-03,  1.2030e-02,
                      -1.7443e-03,  1.5480e-02,  1.9128e-02, -6.6980e-03,  1.5065e-02,
                       2.6252e-02,  7.2465e-03, -8.7785e-03], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.weight',
              tensor([[ 0.0570, -0.0065,  0.0456,  ..., -0.0358,  0.0009,  0.0499],
                      [-0.0223, -0.0009, -0.0095,  ..., -0.0661, -0.0060,  0.0399],
                      [-0.0143, -0.0178, -0.0016,  ...,  0.0028,  0.0083,  0.0520],
                      ...,
                      [-0.0710,  0.0002, -0.0351,  ...,  0.0153,  0.0493, -0.0326],
                      [-0.0015,  0.0140,  0.0271,  ..., -0.0256,  0.0361,  0.0125],
                      [ 0.0126, -0.0332, -0.0372,  ...,  0.0236,  0.0278,  0.0116]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.bias',
              tensor([-7.8947e-02,  2.3362e-02,  6.2431e-02,  2.2811e-02,  2.0850e-03,
                      -1.6728e-02,  1.8328e-02, -6.6559e-03, -5.7122e-02,  2.3081e-02,
                       3.1482e-02, -2.0946e-02, -3.1820e-02,  6.1617e-02, -9.0697e-03,
                      -1.1334e-01, -1.1391e-02,  2.0090e-02, -7.0272e-02, -1.7000e-02,
                       8.1592e-02, -3.0508e-02,  6.5620e-02, -3.3921e-02,  6.4185e-02,
                       1.0993e-02,  7.2112e-02,  5.4892e-02, -3.8760e-02,  1.7900e-02,
                       6.0262e-02, -3.6053e-02,  7.8707e-02, -8.0704e-02, -8.6051e-02,
                      -2.7006e-02, -3.2106e-02,  6.6819e-02,  5.7677e-02, -2.7779e-02,
                      -1.2971e-02, -3.4424e-02, -2.9445e-02,  9.8272e-02, -6.5011e-02,
                       6.5063e-02,  7.1747e-02, -3.1045e-02, -7.8470e-03,  9.1794e-02,
                      -7.6654e-02, -4.3190e-02, -7.8665e-02,  6.5142e-02,  9.8368e-02,
                       8.0338e-02,  1.1565e-01,  4.2546e-02, -5.4448e-02,  1.7023e-02,
                       7.8859e-04,  1.2892e-02,  1.3956e-02, -1.6137e-02,  5.3529e-02,
                      -4.7836e-02, -3.4634e-02,  7.3832e-02,  2.9298e-02,  9.1757e-02,
                       1.1679e-01,  1.3483e-01,  3.2977e-02, -8.5762e-02, -2.4699e-02,
                       8.0833e-02, -5.4601e-02, -4.4404e-02,  1.0602e-01,  4.3903e-02,
                       1.0656e-01, -5.9655e-02,  2.6759e-02,  2.2474e-02, -5.0848e-02,
                      -2.2978e-02, -4.1278e-02,  2.0457e-02,  6.5879e-02, -1.2400e-01,
                      -4.0755e-02, -1.1787e-01, -3.9613e-02, -1.5123e-02,  4.9423e-02,
                      -2.5081e-02, -6.1395e-02,  6.5429e-03,  2.2899e-02, -1.1057e-02,
                       6.4904e-02,  9.6205e-02,  3.2737e-02,  1.2136e-02,  3.9307e-02,
                       2.0499e-03, -2.4887e-02,  2.7057e-02,  2.4131e-02, -1.4232e-01,
                       5.9842e-03, -1.5895e-02, -1.7670e-02, -1.5452e-02, -1.4884e-01,
                      -5.3444e-02,  1.6673e-01,  6.0275e-02,  6.5194e-02,  5.4584e-02,
                       1.4923e-01, -8.2274e-03, -6.4902e-02, -4.3547e-02, -1.1535e-02,
                      -9.1407e-02, -5.5517e-02,  1.0006e-02,  4.9906e-02, -1.1012e-01,
                       8.0302e-02, -2.0888e-02,  1.0663e-01,  6.9911e-03,  2.1333e-02,
                       1.2780e-01, -1.1549e-01, -2.9005e-03, -3.1040e-02,  7.9613e-02,
                       1.2495e-01, -4.4509e-02,  6.0571e-02,  4.1916e-02, -1.0322e-01,
                      -8.1350e-02, -9.6838e-02,  4.6480e-02,  3.0885e-02,  7.4617e-02,
                       7.4338e-02, -4.6750e-02, -8.0722e-02, -1.7078e-01,  3.2885e-02,
                       1.7970e-01,  1.2806e-02,  3.6097e-02, -6.7165e-02,  5.2197e-02,
                       5.9350e-02, -5.8391e-03, -1.0164e-01, -1.4742e-02, -7.4157e-02,
                       1.5498e-02,  2.2377e-02,  6.4597e-02,  1.4208e-02,  2.3177e-02,
                      -8.0605e-02, -5.2965e-03,  3.8687e-02, -8.6082e-02, -8.5504e-02,
                       5.8272e-02, -1.9520e-04,  9.0053e-03,  4.0528e-02,  3.9241e-03,
                       7.3693e-02, -8.6692e-02, -4.9118e-02,  1.4512e-01, -7.3871e-02,
                      -1.2889e-02, -5.0496e-02, -4.2296e-02,  1.0975e-01, -1.0078e-01,
                      -1.5978e-02,  1.0748e-01, -6.1634e-03, -9.2107e-02,  2.5034e-02,
                      -9.9943e-02,  4.4079e-02,  3.0313e-02, -1.2139e-02,  2.5014e-02,
                       1.4201e-02, -8.2331e-02,  8.3666e-02, -3.8561e-04,  6.2692e-02,
                       2.1749e-03,  4.8534e-03, -1.3041e-02,  4.7840e-02,  1.3651e-01,
                       7.9885e-02,  2.9062e-02, -4.0035e-02,  8.6674e-02, -2.5716e-02,
                       6.3218e-02, -7.9218e-03, -1.6716e-01, -9.6309e-02,  1.2638e-01,
                      -5.8247e-02,  6.8841e-02, -8.4170e-02,  1.1685e-01,  1.7818e-02,
                      -5.5238e-02,  1.4190e-02,  2.7686e-02, -1.0860e-01,  2.9582e-04,
                      -1.2925e-01,  6.6807e-02,  1.6970e-02, -9.2508e-02, -3.3954e-02,
                       3.4717e-02, -2.0837e-02, -1.2614e-02, -8.9956e-02, -9.8385e-02,
                       5.9887e-02,  1.8416e-02, -5.7919e-02,  1.0977e-01, -1.9345e-02,
                      -6.1711e-03, -1.4633e-02, -1.7499e-02, -3.7667e-02, -2.7249e-02,
                      -1.0626e-01, -6.5837e-02,  5.4866e-02, -5.0159e-02, -6.0555e-02,
                      -2.5858e-02, -2.9861e-02,  4.1617e-02,  7.9698e-02, -4.6490e-02,
                      -3.4919e-02,  6.2472e-02,  1.3608e-02, -1.6388e-02,  6.8898e-02,
                       3.7739e-02, -3.0419e-02, -3.0143e-02,  7.3860e-02,  6.7125e-02,
                       2.8002e-02,  9.4368e-02, -5.8890e-03, -5.9193e-02,  5.2902e-02,
                      -8.6255e-03,  6.5477e-02,  9.0540e-02, -5.4065e-02,  2.0205e-02,
                      -3.6711e-02, -2.8055e-02,  1.0475e-01, -5.1605e-02, -5.0785e-02,
                      -3.9144e-02, -1.2057e-01, -7.1184e-02, -1.9858e-02, -1.1149e-01,
                       2.9393e-02, -4.9966e-02, -5.6912e-02, -9.1961e-02, -9.0952e-02,
                       4.8438e-02,  7.9332e-02, -5.3946e-02, -8.8793e-02,  5.4189e-02,
                      -2.8711e-02,  1.2720e-02,  1.1234e-02, -5.3805e-02,  3.5912e-04,
                      -5.3666e-03,  9.7981e-03,  6.0477e-03,  8.2718e-02, -7.0147e-02,
                       5.4413e-02,  3.9171e-02, -9.6692e-03, -1.7285e-01,  1.3443e-01,
                       8.1861e-02,  4.4127e-02, -5.8270e-02, -5.7260e-02,  4.1302e-02,
                      -4.2208e-02,  5.9555e-02,  4.8611e-02,  2.6973e-02,  1.4283e-01,
                      -6.5647e-02,  6.7850e-02,  2.8918e-02,  5.6856e-02,  9.5747e-02,
                       1.3182e-02,  1.8345e-02,  8.5006e-02, -2.6949e-02,  5.9388e-02,
                       7.8801e-02, -2.4949e-03, -5.8332e-02,  5.7810e-02,  7.8683e-02,
                      -2.0631e-02, -2.1179e-03, -7.1273e-02, -7.3554e-02, -4.8658e-03,
                       3.6726e-02,  3.5829e-02,  5.3290e-02, -1.6120e-02, -7.8371e-02,
                       6.1875e-03, -5.1604e-02,  1.5453e-02,  6.3495e-02,  1.7925e-02,
                       8.0170e-02,  4.0834e-02, -9.1707e-02, -5.5938e-02, -6.0926e-03,
                       1.2787e-02,  3.9138e-02, -6.8328e-02, -3.0548e-03,  1.0170e-02,
                       7.3833e-02, -1.2507e-02, -1.6547e-02,  4.6568e-02, -1.4894e-01,
                      -2.0599e-02,  1.5232e-04,  8.9081e-02, -3.5907e-02,  8.0708e-03,
                      -4.5261e-02,  5.7126e-02,  3.0237e-02, -9.7848e-02, -7.4020e-02,
                      -8.0782e-02, -9.3971e-03, -1.9007e-02, -4.4053e-02,  5.8278e-02,
                      -5.9226e-03, -1.2240e-02,  1.9233e-02,  5.0432e-02,  3.7391e-02,
                       3.1579e-02,  5.6390e-02,  4.5138e-02, -1.3964e-02, -3.6498e-02,
                      -7.3527e-02,  1.4660e-04, -6.0378e-02,  8.8300e-02, -9.9682e-03,
                       8.6090e-02, -1.2182e-01, -3.1482e-03,  9.2598e-02, -1.2218e-01,
                      -4.2188e-02, -4.3556e-02,  5.4160e-02,  2.3565e-02,  2.7772e-02,
                       2.5463e-02, -1.2158e-02,  4.3119e-02,  1.6833e-02,  9.7637e-02,
                      -1.2954e-01, -6.3934e-02, -4.6262e-02,  6.2041e-02, -2.8878e-02,
                      -4.2721e-02, -9.7410e-03, -1.1668e-01,  1.7370e-03, -7.5345e-02,
                      -7.7495e-02,  2.2453e-02,  3.3319e-02, -1.3871e-01, -9.6583e-02,
                      -2.6517e-03, -4.6315e-02,  4.3874e-02,  8.2297e-03,  2.6852e-02,
                      -1.1643e-02, -2.3419e-02,  6.7201e-02,  1.2992e-02, -1.2958e-02,
                       3.0097e-02,  1.2200e-01,  5.6061e-02,  6.2248e-03,  8.4453e-02,
                       7.2406e-02, -1.6915e-03,  6.9730e-02,  2.5204e-02, -4.2524e-02,
                       1.6377e-02,  5.1658e-02,  3.7119e-02,  1.2681e-02,  6.8593e-02,
                      -8.6181e-03,  3.4677e-02,  2.7886e-02, -3.7716e-02,  2.4472e-02,
                      -3.0587e-02,  7.4109e-03, -5.8285e-03, -2.4642e-03,  1.9765e-02,
                      -2.9576e-02,  5.2380e-02, -1.4224e-01,  4.9288e-02, -7.2318e-02,
                      -3.7858e-03, -6.2633e-02, -8.5983e-03, -3.9000e-02, -4.6089e-02,
                      -7.9545e-02,  9.1447e-02,  4.3604e-02, -2.6705e-02,  9.1270e-03,
                       1.7871e-02, -8.5608e-02, -2.7139e-02, -1.2362e-01, -7.5090e-02,
                       3.0932e-02,  5.8257e-02, -7.3989e-02, -5.2251e-02,  5.7228e-02,
                       1.0331e-02, -3.0692e-02, -2.0549e-02,  4.6325e-02, -5.2599e-02,
                      -3.5107e-02,  8.7388e-02, -3.4703e-02, -5.1921e-02,  9.9968e-03,
                      -1.0698e-01,  6.1529e-03,  7.7224e-03,  1.7635e-01,  7.7932e-03,
                       4.5839e-02, -3.1487e-02, -6.2700e-03, -1.3800e-02, -6.6842e-02,
                       1.2394e-01,  1.5654e-02,  5.1733e-02,  8.8056e-02,  3.8209e-02,
                      -6.3805e-02,  2.4715e-02,  9.0506e-02,  4.9100e-02,  1.3220e-02,
                       1.2055e-01,  3.4658e-02,  3.5345e-02, -6.6059e-02, -5.3595e-02,
                       2.7380e-02, -3.0228e-02, -1.4959e-02,  1.5707e-01,  3.3535e-02,
                       5.7599e-02, -4.8632e-02, -1.7910e-02,  4.8850e-03,  5.2827e-02,
                      -1.4242e-01,  5.4486e-02,  2.5480e-02, -4.5005e-02, -6.3233e-02,
                      -1.4995e-02, -1.3305e-01, -6.1342e-02, -7.2389e-02, -5.4781e-02,
                      -2.0028e-02,  1.5636e-02,  2.7101e-03, -8.1029e-02,  4.7997e-03,
                      -9.6889e-02, -7.8348e-02,  5.6142e-02, -2.6113e-02, -5.6230e-02,
                      -1.2545e-01, -6.5908e-02,  5.3162e-01, -2.6070e-03,  1.8735e-02,
                      -1.0085e-01, -1.2257e-02, -5.6182e-02, -6.8213e-02, -1.1206e-01,
                      -5.3470e-02, -2.7110e-02,  3.4654e-02, -1.9964e-02,  6.5069e-02,
                      -2.7567e-02, -9.6335e-03, -3.4955e-02, -8.9628e-02,  4.6063e-02,
                       2.0952e-02, -5.9188e-02,  8.9295e-03, -4.4838e-02,  7.3786e-02,
                      -3.9944e-02, -3.8062e-03, -1.3242e-02,  8.5748e-03, -4.1044e-02,
                      -9.9017e-02,  3.6640e-02, -5.9526e-02,  5.7915e-02,  9.1988e-02,
                      -3.9305e-02, -8.7568e-02,  1.2888e-02, -5.7064e-02, -1.1547e-02,
                      -1.8070e-02,  7.8091e-02,  5.3737e-03,  4.6784e-02, -3.5931e-03,
                       2.6093e-02,  7.9710e-02,  6.0578e-02, -2.8263e-02,  6.2451e-02,
                       6.7167e-02, -1.1176e-01, -1.5183e-04,  6.0764e-02, -1.9797e-03,
                      -9.0149e-02,  1.0051e-01, -7.8519e-02, -5.2900e-02, -6.0844e-02,
                      -8.7042e-02, -1.8441e-02, -1.0328e-02,  6.2136e-02,  1.8670e-03,
                       3.3892e-02,  3.4221e-02, -6.5035e-02, -7.1443e-03,  2.8708e-02,
                       6.5616e-03, -3.4843e-02,  2.4138e-02, -5.3589e-02, -5.7254e-02,
                       6.6183e-02,  9.1517e-02,  6.8470e-03, -4.0635e-02,  1.6234e-01,
                      -7.7592e-02,  1.6513e-02, -2.7234e-02,  4.0805e-02,  1.1590e-02,
                       1.5082e-01,  3.1110e-02, -6.6563e-02, -9.9328e-03,  1.9550e-02,
                      -2.5621e-03,  4.4047e-02,  9.1757e-03,  3.2267e-02, -2.1160e-02,
                      -9.5117e-02,  1.0766e-01,  3.8391e-02,  6.8571e-02,  5.6710e-03,
                       1.0224e-01, -2.0371e-03,  2.2393e-02, -1.2697e-01, -3.5380e-02,
                       6.0302e-02, -1.6683e-01, -8.3934e-02, -2.2886e-02,  1.5181e-01,
                      -6.6128e-03,  2.5544e-02, -2.0892e-02,  1.6116e-02,  2.6775e-02,
                      -7.8612e-02, -2.8405e-02,  7.7940e-02,  1.6778e-02, -7.7154e-02,
                      -9.5423e-02, -3.2902e-02,  9.8209e-02, -6.1184e-02, -5.5836e-04,
                       8.8476e-02,  2.4315e-02, -6.5289e-02, -4.4193e-02, -2.7964e-02,
                      -2.8416e-02,  5.1421e-02,  3.7009e-02,  2.6009e-02,  4.5671e-02,
                      -4.6123e-02, -1.7879e-01,  4.8024e-02, -5.6059e-02,  9.3995e-02,
                      -3.7339e-02, -4.5575e-02, -4.2754e-02, -1.8504e-01,  4.4708e-02,
                      -2.5277e-02, -8.4664e-02, -1.9585e-03, -4.5984e-02, -3.8958e-02,
                       8.2862e-02, -9.7861e-02, -2.8312e-02, -5.5647e-03,  7.1122e-02,
                       2.3543e-02,  2.6876e-02,  3.6132e-02,  3.4944e-02, -2.3256e-02,
                       8.0703e-02, -1.4714e-02,  2.5777e-02,  1.3855e-01,  6.3029e-02,
                       8.0995e-02, -9.6506e-02,  4.9329e-02, -9.4147e-03,  3.4481e-02,
                      -2.8424e-02,  1.1901e-01,  8.5710e-02, -1.0461e-01, -9.1925e-03,
                      -6.9160e-02,  1.9958e-02, -5.3419e-02, -1.3441e-01, -4.8559e-03,
                      -2.7086e-02, -8.0985e-02,  3.5126e-02, -1.6254e-02, -4.7411e-02,
                      -1.4727e-01, -1.9917e-03,  5.8362e-02, -1.3424e-02,  6.8029e-02,
                       1.5882e-01, -3.9081e-02,  1.2813e-01, -5.1299e-03,  9.4721e-02,
                       8.7234e-02,  7.8646e-02, -9.0933e-03, -8.0330e-02,  2.7962e-02,
                      -5.0219e-02, -2.4036e-02,  7.8842e-03, -1.5224e-02, -2.2600e-03,
                       7.5896e-02, -1.0936e-01,  5.6761e-02, -7.1916e-02,  2.5261e-02,
                      -5.8768e-02, -9.2043e-02,  3.8369e-02], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.weight',
              tensor([0.8472, 0.8353, 0.8095, 0.8401, 0.7981, 0.7729, 0.7876, 0.7887, 0.8341,
                      0.7872, 0.8236, 0.8467, 0.8547, 0.8384, 0.8525, 0.7668, 0.8024, 0.7731,
                      0.8347, 0.8284, 0.7900, 0.8424, 0.7736, 0.7787, 0.7952, 0.8082, 0.8405,
                      0.9559, 0.8165, 0.8244, 0.8213, 0.7637, 0.8529, 0.7733, 0.8409, 0.7807,
                      0.8175, 0.8338, 0.7718, 0.8750, 0.8351, 0.7763, 0.8421, 0.8387, 0.8655,
                      0.8781, 0.8171, 0.9031, 0.8482, 0.7735, 0.8630, 0.8224, 0.8218, 0.8346,
                      0.7781, 0.8197, 0.8140, 0.8167, 0.8023, 0.8295, 0.8045, 0.8827, 0.8483,
                      0.7934, 0.8144, 0.8657, 0.8048, 0.7899, 0.7967, 0.8496, 0.8305, 0.8280,
                      0.7883, 0.8054, 0.8781, 0.8704, 0.7987, 0.8551, 0.8576, 0.8653, 0.8134,
                      0.8076, 0.8351, 0.8151, 0.7731, 0.8334, 0.8074, 0.8044, 0.8217, 0.8058,
                      0.7993, 0.7850, 0.8561, 0.7973, 0.7864, 0.8131, 0.7599, 0.8015, 0.9304,
                      0.7971, 0.7820, 0.8569, 0.7971, 0.8735, 0.7728, 0.8557, 0.8729, 0.7946,
                      0.8680, 0.8494, 0.7853, 0.7863, 0.9095, 0.7540, 0.7933, 0.8608, 0.8377,
                      0.8310, 0.8194, 0.8643, 0.8027, 0.8523, 0.8651, 0.7651, 0.7978, 0.7689,
                      0.8068, 0.7548, 0.8145, 0.7978, 0.8353, 0.7860, 0.8037, 0.8691, 0.8180,
                      0.8051, 0.6898, 0.8135, 3.2713, 0.8292, 0.7883, 0.8526, 0.7867, 0.7688,
                      0.7633, 0.8147, 0.8159, 0.8076, 0.7942, 0.8750, 0.8559, 0.7931, 0.8435,
                      0.8119, 0.8269, 0.8284, 0.8534, 0.8096, 0.8446, 0.8055, 0.9829, 0.8735,
                      0.7893, 0.8205, 0.8372, 0.8329, 0.9008, 0.7547, 0.8048, 0.8204, 0.8503,
                      0.7602, 0.8054, 0.8569, 0.8145, 0.8475, 0.8816, 0.8198, 0.8896, 0.8021,
                      0.7680, 0.7801, 0.7929, 0.8523, 0.8396, 0.8490, 0.7856, 0.8329, 0.8465,
                      0.8219, 0.8184, 0.7328, 0.8171, 0.8071, 0.8205, 0.8521, 0.8339, 0.8183,
                      0.8035, 0.8688, 0.8534, 0.8405, 0.8179, 0.8024, 0.7989, 0.8000, 0.8378,
                      0.9265, 0.8287, 0.7994, 0.8286, 0.8475, 0.7508, 0.8296, 0.8045, 0.8498,
                      0.7962, 0.7678, 0.8014, 0.7914, 0.8319, 0.7816, 0.8636, 0.8408, 0.7849,
                      0.8350, 0.8247, 0.8465, 0.8390, 0.7578, 0.8159, 0.8831, 0.7947, 0.7740,
                      0.8061, 0.8266, 0.7998, 0.8922, 0.8360, 0.8686, 0.7904, 0.7424, 0.8033,
                      0.7794, 0.8319, 0.7873, 0.8538, 0.7795, 0.8781, 0.8644, 0.8601, 0.8102,
                      0.9308, 0.8805, 0.8995, 0.8372, 0.8341, 0.8170, 0.8331, 0.8233, 0.7561,
                      0.8267, 0.8200, 0.7780, 0.8272, 0.8005, 0.8433, 0.8653, 0.7803, 0.8443,
                      0.8469, 0.8346, 0.9374, 0.8172, 0.8480, 0.8534, 0.8147, 0.8372, 0.8104,
                      0.8358, 0.8867, 0.8458, 0.7863, 0.8273, 0.8382, 0.8874, 0.7684, 0.8488,
                      0.8456, 0.8267, 0.7995, 0.8096, 0.7651, 0.8514, 0.8112, 0.8009, 0.8899,
                      0.7521, 0.8345, 0.8164, 0.8737, 0.7994, 0.7998, 0.7747, 3.2942, 0.8216,
                      0.7972, 0.8496, 0.8589, 0.8409, 0.8135, 0.8070, 0.8221, 0.7704, 0.7673,
                      0.8432, 0.7738, 0.8165, 0.8708, 0.7938, 0.7994, 0.8805, 0.8128, 0.8474,
                      0.8077, 0.7860, 0.8353, 0.8076, 0.8623, 0.8007, 0.8560, 0.8016, 0.8656,
                      0.8222, 0.8933, 0.8523, 0.8127, 0.8959, 0.9484, 0.8029, 0.7504, 0.8893,
                      0.8184, 0.8733, 0.8326, 0.8645, 0.8232, 0.7983, 0.8228, 0.7752, 0.8194,
                      0.8493, 0.7947, 0.8259, 0.8939, 0.8275, 0.7993, 0.8003, 0.8284, 0.8016,
                      0.8018, 0.8666, 0.7939, 0.8385, 0.8220, 0.8153, 0.8434, 0.9536, 0.8224,
                      0.8214, 0.8264, 0.8531, 0.8354, 0.7965, 0.8135, 0.7725, 0.7693, 0.8202,
                      0.8242, 0.7658, 0.7880, 0.8093, 0.8462, 0.8753, 0.7831, 0.8002, 0.8000,
                      0.8472, 0.7954, 0.8038, 0.8804, 0.7944, 0.8087, 0.8151, 0.8263, 0.8310,
                      0.7961, 0.8609, 0.8137, 0.7960, 0.7522, 0.7830, 0.7891, 0.8100, 0.8241,
                      0.8655, 0.8015, 0.8074, 0.8535, 0.8996, 0.7966, 0.8019, 0.8594, 0.8874,
                      0.8205, 0.7484, 0.7606, 0.8417, 0.8350, 0.8371, 0.8302, 0.8394, 0.8408,
                      0.8137, 0.8204, 0.8236, 0.8055, 0.7396, 0.7927, 0.8571, 0.8242, 0.8569,
                      0.7824, 0.8660, 0.7598, 0.8361, 0.7992, 0.8228, 0.8430, 0.8582, 0.8308,
                      0.7897, 0.8135, 0.8260, 0.7929, 0.7731, 0.8450, 0.8738, 0.8226, 0.8198,
                      0.8174, 0.7803, 0.8013, 0.8527, 0.7920, 0.9808, 0.7922, 0.7389, 0.8084,
                      0.7715, 0.7991, 0.8156, 0.8004, 0.8479, 2.2498, 0.7824, 0.8175, 0.8543,
                      0.8234, 0.8361, 0.8642, 0.7946, 0.8826, 0.8141, 0.8713, 0.8482, 0.7717,
                      0.8443, 0.8214, 0.8964, 0.7899, 0.7767, 0.8443, 0.8392, 0.8141, 0.8142,
                      0.8952, 0.7525, 0.9098, 0.7777, 0.8339, 0.8448, 0.8284, 0.8111, 0.8490,
                      0.8168, 0.7865, 0.8808, 0.7945, 0.8317, 0.8576, 0.8497, 0.8119, 0.8000,
                      0.8312, 0.9619, 0.8777, 0.8009, 0.8077, 0.8108, 0.8148, 0.8406, 0.8025,
                      0.8268, 0.8280, 0.8181, 0.8487, 0.8477, 0.7632, 0.8191, 0.8356, 0.7930,
                      0.8289, 0.9108, 0.8250, 0.9230, 0.9403, 0.8711, 0.8515, 0.8550, 0.8600,
                      0.8098, 0.8334, 0.8073, 0.8126, 0.8237, 0.8209, 0.8167, 0.8089, 0.8470,
                      0.8754, 0.8678, 0.7839, 0.7865, 0.7813, 0.9140, 0.8292, 0.7829, 0.8232,
                      0.8283, 0.8078, 0.8065, 0.8959, 0.8195, 0.7955, 0.8172, 0.8013, 0.8585,
                      0.7974, 0.8033, 0.8411, 0.8585, 0.7649, 0.8416, 0.8306, 0.8288, 0.7849,
                      0.8256, 0.7656, 0.8554, 0.8099, 0.8156, 0.7917, 0.8246, 0.8510, 0.9194,
                      0.8009, 0.8012, 0.8525, 0.8087, 0.8400, 0.8805, 0.8657, 0.8231, 0.8350,
                      0.8509, 0.7575, 0.8376, 0.8291, 0.7754, 0.8560, 0.7628, 0.8016, 0.7465,
                      0.7951, 0.9288, 0.8077, 0.8062, 0.8213, 0.8238, 0.8133, 0.7758, 0.8014,
                      0.8224, 0.9473, 0.8163, 0.8162, 2.0299, 0.8717, 0.9011, 0.8038, 0.7716,
                      0.8208, 0.8027, 0.9401, 0.9016, 0.8492, 0.8760, 0.8545, 0.8323, 0.8457,
                      0.7659, 0.8259, 0.8785, 0.7928, 0.8860, 0.8618, 0.8572, 0.7757, 0.7869,
                      0.8562, 0.8286, 0.8232, 0.8442, 0.8056, 0.8005, 0.8211, 0.8221, 0.8491,
                      0.8342, 0.8909, 0.7770, 0.8444, 0.8000, 0.8107, 0.8073, 0.7796, 0.8603,
                      0.8446, 0.8078, 0.7904, 0.8522, 0.7969, 0.7778, 0.8336, 0.8024, 0.8472,
                      0.7805, 0.8572, 0.8433, 0.7978, 0.8044, 0.8088, 0.7984, 0.8203, 0.8318,
                      0.8654, 0.7396, 0.7653, 0.8117, 0.9040, 0.8062, 0.8159, 0.8854, 0.7992,
                      0.8121, 0.8296, 0.8337, 0.8893, 0.7946, 0.8675, 0.7865, 0.8455, 0.9002,
                      0.8503, 0.7922, 0.7850, 0.8582, 0.8089, 0.8434, 0.8312, 0.7755, 0.7923,
                      0.8155, 0.8357, 0.8056, 0.7932, 1.0337, 0.8037, 0.8777, 0.7773, 0.7457,
                      0.7969, 0.8005, 0.8348, 0.8888, 0.8185, 0.8361, 0.8008, 0.8449, 0.7728,
                      0.8140, 0.8495, 0.8015, 0.8713, 0.8331, 0.7723, 0.7905, 0.8002, 0.8159,
                      0.8253, 0.8233, 0.8205, 0.7690, 0.8788, 0.7698, 0.8633, 0.7819, 0.7953,
                      0.7979, 0.7822, 0.7931, 0.8471, 0.9840, 0.8007, 0.8820, 0.8384, 0.7774,
                      0.8723, 0.8724, 0.8786, 0.8252, 0.7884, 0.8516, 0.7843, 0.7882, 0.8263,
                      0.8385, 0.7898, 0.7911, 0.8275, 0.8167, 0.8957, 0.7809, 0.8433, 0.8076,
                      0.8113, 0.8130, 0.8373, 0.8440, 0.7686, 0.8287, 0.8484, 0.7919, 0.8477,
                      0.8230, 0.8640, 0.8175], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.bias',
              tensor([ 7.4610e-02, -2.3225e-01, -1.3563e-02,  1.5136e-01,  2.8228e-02,
                      -1.3051e-01, -1.3271e-01,  1.0225e-01, -1.4311e-02, -4.4126e-02,
                       5.7821e-02,  9.8000e-02, -5.0985e-02,  7.1919e-03,  4.1494e-02,
                       6.8997e-02, -1.2715e-02, -5.3547e-02, -8.9078e-02, -1.0767e-01,
                      -2.7521e-02, -5.7542e-02,  1.1815e-03,  2.1700e-02, -4.7789e-03,
                      -1.5134e-01, -1.2918e-02,  3.7234e-01,  8.1751e-02,  3.3901e-02,
                      -4.0675e-02, -3.9729e-02, -9.1695e-02, -5.8516e-02,  2.1415e-01,
                       1.1871e-01, -2.0218e-01,  2.3908e-02, -5.0624e-02,  2.7000e-01,
                      -2.1434e-02, -7.0899e-02,  6.0766e-03, -2.5991e-03, -6.6680e-03,
                      -5.0311e-02,  7.3547e-02,  1.1206e-01, -7.3123e-02,  5.4182e-02,
                       9.8928e-02,  7.1436e-02, -2.8945e-02, -1.6005e-01,  4.8626e-02,
                      -7.9893e-02, -2.0336e-01, -2.3579e-02,  2.6302e-02,  1.6202e-01,
                      -4.3626e-02, -1.0066e-02,  1.5464e-01, -8.2595e-02, -7.0794e-02,
                       1.8998e-02, -3.4525e-02,  1.1194e-02,  1.4215e-01, -3.0062e-01,
                      -7.8160e-02, -1.2464e-01, -1.2306e-01,  4.7018e-02, -6.1348e-02,
                       4.4916e-02,  1.5808e-02, -1.3593e-01, -4.9652e-02, -7.2732e-02,
                       5.4954e-02,  1.3534e-01,  7.4010e-03,  1.4116e-01, -6.5214e-02,
                       1.0173e-01,  6.2566e-03, -7.1351e-02, -1.9517e-02,  7.8567e-02,
                      -2.1031e-02,  5.3769e-03,  1.2147e-01, -4.4024e-02,  1.0028e-03,
                       1.7456e-01,  6.0503e-02, -8.8260e-02, -1.1799e-01,  4.5426e-02,
                      -2.5687e-02, -5.5881e-02, -4.4944e-02,  9.6314e-02, -1.2273e-01,
                       5.1426e-02,  1.3664e-01, -4.1760e-02, -6.3678e-02, -7.2206e-02,
                       2.2096e-02, -5.5530e-02, -1.6076e-02, -4.5430e-02,  4.8433e-03,
                       1.1826e-01, -3.8613e-02,  1.1027e-02, -5.8948e-02, -4.8375e-02,
                      -4.2193e-02, -7.7652e-02, -8.2332e-02,  5.1964e-02, -2.4995e-02,
                       2.5870e-02, -1.9621e-02, -1.1491e-01, -1.9863e-02,  3.8318e-02,
                      -2.4504e-02, -7.5187e-02,  7.7004e-02, -5.4510e-03, -2.8036e-02,
                      -9.1233e-03, -4.8149e-01,  1.0330e-01, -2.8571e+00, -2.4363e-02,
                      -1.6412e-01, -6.5675e-02,  6.4929e-02, -1.2979e-01, -2.3725e-02,
                      -3.0112e-02, -6.5616e-02,  1.1507e-01, -2.9437e-02, -1.0787e-01,
                      -1.6709e-01, -4.6552e-02, -6.4569e-02,  4.2500e-02,  3.6669e-02,
                      -2.6515e-01, -8.7279e-03, -1.4972e-01,  2.4200e-01, -1.4343e-01,
                       2.0976e-01,  2.1615e-01,  2.3659e-03, -2.0566e-02,  3.4532e-03,
                      -1.6778e-01,  2.9251e-01, -9.3143e-03, -1.6964e-01,  6.1794e-02,
                       1.2742e-02, -2.6793e-02, -5.5647e-02,  7.1690e-02,  8.9447e-02,
                       5.2531e-02,  1.9256e-01, -1.9918e-01, -2.9688e-02, -2.1840e-02,
                       2.3677e-02, -8.6903e-02, -1.4485e-02, -1.8700e-01,  3.0828e-02,
                       6.2528e-02, -4.6789e-02, -1.3324e-01,  3.4289e-02,  2.0368e-02,
                      -1.7514e-03, -2.9455e-02,  4.3834e-02,  3.6688e-02, -2.0133e-01,
                      -1.0280e-01,  1.4148e-02, -5.9646e-02, -9.6407e-02, -8.8970e-02,
                       7.5562e-03,  1.4406e-01, -2.2760e-02,  1.6015e-02, -6.6760e-02,
                       5.6164e-02, -4.2275e-02, -1.4628e-01, -4.7477e-02, -5.4098e-02,
                      -9.5286e-02, -1.3116e-01,  6.0126e-03, -1.3925e-01, -7.1727e-02,
                      -1.6777e-02,  1.6072e-03,  3.0366e-02, -2.3954e-02, -4.3039e-02,
                      -8.1810e-02,  6.2366e-02,  1.4437e-01, -1.6348e-01, -1.2025e-01,
                       6.5715e-02, -1.4577e-02, -4.4449e-02,  1.6495e-01, -1.8571e-02,
                       8.9460e-03,  4.1240e-02, -1.7621e-02, -8.8471e-02, -1.2820e-01,
                      -1.2558e-01,  5.1413e-02, -1.3620e-01,  8.2992e-03,  7.6156e-02,
                      -1.0693e-01, -7.1897e-02,  1.4004e-01, -7.6355e-03, -2.1721e-01,
                      -8.2544e-02,  1.7198e-03,  1.2665e-01, -1.2126e-01,  5.4157e-03,
                       9.4859e-03, -1.6280e-02,  2.4903e-01,  1.0618e-01,  3.9588e-02,
                       1.0124e-01, -3.1134e-02,  1.5220e-02, -5.4739e-02, -2.9872e-02,
                       5.2728e-02,  4.1674e-03,  5.6915e-02, -2.5779e-02, -6.2957e-02,
                      -3.4975e-02, -7.9738e-03, -3.9067e-02,  4.1675e-02, -1.6222e-02,
                      -8.3888e-02, -5.4230e-02,  1.9778e-01, -2.7958e-02, -1.1197e-02,
                      -2.1396e-03, -1.0781e-01, -1.5457e-02,  1.0080e-01, -2.1289e-01,
                       1.5429e-01, -4.8953e-02,  1.6192e-02,  4.2068e-02, -1.6367e-01,
                       7.7132e-02, -2.0184e-02, -4.2911e-02, -4.1864e-02, -7.7832e-02,
                      -6.7039e-02,  6.8735e-02, -1.3051e-01, -8.7773e-02,  4.0743e-03,
                      -1.4814e-01, -2.4863e-01, -1.1544e-02, -4.9949e-02, -4.2824e-03,
                       1.4561e-01, -6.3338e-02,  9.9070e-02,  2.4159e-02, -1.1302e+00,
                      -7.0444e-02,  4.9574e-02,  8.8392e-02,  5.4584e-02,  8.7123e-02,
                       1.9678e-01, -1.6861e-02, -1.1628e-01,  3.3473e-02, -7.2286e-02,
                      -3.0885e-02,  3.7626e-02, -1.9207e-02, -1.1916e-01, -2.7022e-02,
                      -5.9313e-02,  5.7275e-02, -2.9048e-02,  3.5114e-02, -9.5899e-02,
                       1.7248e-02, -1.8548e-02, -3.7293e-02,  9.6227e-02, -1.0772e-01,
                      -2.8716e-01,  1.3585e-02, -7.3473e-03,  1.4612e-01, -3.9386e-02,
                      -6.2264e-02, -6.3781e-02,  1.1567e-01, -3.6890e-01,  1.2974e-01,
                       3.0454e-02,  1.6693e-02, -3.3641e-02, -6.0505e-02,  3.9390e-03,
                       1.3288e-01, -1.0636e-01, -9.5803e-02, -1.3558e-02,  4.7876e-03,
                      -8.0157e-02, -2.9987e-01, -4.7425e-02,  1.8835e-02,  3.8631e-02,
                      -4.7512e-02, -1.4418e-01,  5.2666e-02,  1.3539e-02, -6.9061e-02,
                       5.3524e-03, -4.3622e-02, -2.9082e-02, -1.0766e-01, -1.1134e-01,
                      -5.1851e-02, -2.3111e-02,  2.5430e-01, -1.4104e-01, -1.1805e-01,
                      -6.3941e-02, -2.2057e-01,  2.4182e-02,  1.2837e-01, -4.6035e-02,
                       3.5749e-03, -1.6895e-01, -1.7077e-01, -1.3158e-02, -6.4297e-02,
                       2.5476e-02, -2.1803e-02,  4.9643e-02,  5.5668e-02,  2.7705e-02,
                      -1.2432e-01, -5.8591e-02,  6.4289e-02,  2.2240e-02,  2.8705e-02,
                      -5.8872e-02,  1.0436e-02,  1.9644e-02, -8.8361e-02, -7.7953e-02,
                       5.5759e-03, -1.4522e-01, -9.3036e-03, -6.2319e-02, -1.7163e-02,
                      -1.0458e-01,  4.5561e-02, -9.8306e-02, -7.6028e-02, -4.1423e-02,
                       2.7601e-02, -1.9473e-01, -4.5599e-02, -2.0407e-01, -2.0323e-01,
                      -1.0441e-02, -1.0007e-01,  7.9004e-02, -1.2267e-02,  1.3355e-01,
                      -1.1809e-01,  1.0952e-02,  7.7814e-02, -1.7584e-01, -4.3839e-02,
                      -7.7382e-02, -1.7993e-02,  1.4022e-02,  2.5246e-01,  3.2339e-02,
                       1.4583e-03, -1.3624e-01, -1.1052e-01,  1.1602e-03,  2.8559e-02,
                      -7.0964e-02,  9.2382e-02, -8.7600e-02,  1.1862e-01, -9.0009e-02,
                       5.0106e-02,  1.0261e-01, -9.0081e-02, -1.7085e-02, -1.8054e-01,
                      -3.1317e-02, -6.4200e-02, -4.7643e-02, -2.1737e-01, -6.8028e-02,
                      -9.1676e-02, -5.5965e-02, -1.8182e-01, -2.8585e-02, -1.0949e-01,
                       1.0606e-01, -2.9726e-02,  6.4823e-02,  3.0796e-02, -2.0259e-04,
                      -5.1740e-01,  9.0146e-02, -6.3238e-02, -3.5005e-02,  1.3222e-02,
                      -1.2781e-01, -1.5726e-01,  4.5717e-03, -6.1934e-02,  8.3543e-01,
                       1.2935e-02, -2.3578e-02,  3.3159e-01,  6.4086e-02, -2.8682e-02,
                       1.4281e-01,  3.0338e-02,  4.2472e-02,  8.4438e-02,  2.5266e-02,
                      -1.2017e-03, -1.2258e-01, -8.0440e-02, -1.3654e-02, -2.0824e-01,
                      -8.5396e-02,  3.3444e-02, -1.1813e-01, -6.4098e-02,  6.7778e-02,
                       2.1734e-02,  7.1667e-02,  8.7596e-02, -1.6394e-01,  4.4299e-02,
                      -1.9686e-01, -1.6113e-01, -1.9850e-01,  2.7481e-02, -4.3137e-03,
                      -5.2548e-02, -6.9508e-02, -9.1452e-03, -6.1731e-02,  3.4269e-04,
                       2.7429e-02, -2.8596e-02,  6.3410e-03, -1.1460e-01, -5.4826e-02,
                       3.6736e-01, -2.6733e-02, -3.3964e-02,  8.4950e-02, -8.1623e-03,
                      -1.5499e-01, -1.9620e-01,  5.8773e-02, -1.1493e-02, -1.2462e-01,
                      -8.3635e-02, -7.5362e-03,  1.0955e-01,  4.6642e-02,  8.7524e-02,
                       9.5522e-02, -1.2803e-01,  5.0598e-02, -7.5748e-02,  2.4628e-02,
                      -3.1028e-02,  3.3575e-01, -1.2572e-01, -2.4834e-01, -8.9595e-02,
                       9.4061e-02,  4.3582e-02, -7.3749e-02, -7.5115e-02, -1.0928e-01,
                       5.9356e-02,  4.9328e-02, -1.4339e-02, -1.2566e-01,  8.2372e-02,
                      -3.2873e-01, -8.0363e-03,  7.4279e-02, -1.2955e-01,  1.0943e-01,
                       2.8124e-01,  4.2475e-02,  5.9296e-02, -7.2336e-02,  1.0950e-01,
                       1.4204e-01, -1.0440e-02, -1.5061e-01,  7.4889e-02,  8.3946e-02,
                       1.5087e-01, -9.4742e-02, -1.8449e+00, -1.9752e-03,  3.7548e-03,
                      -8.0218e-02, -1.9133e-02,  4.3983e-02,  5.0011e-02,  2.7263e-02,
                      -1.7161e-01, -7.7724e-02,  3.1115e-02, -5.8348e-02,  1.0380e-01,
                       8.5245e-02,  4.2903e-02, -3.9414e-02, -1.3541e-02,  2.7712e-02,
                      -1.0530e-02, -7.4711e-02,  3.0465e-02,  5.1011e-02, -1.0190e-01,
                       1.4475e-01,  2.0389e-01,  2.3926e-03, -3.2734e-03,  9.4188e-02,
                       9.4724e-03,  5.6668e-02, -7.3120e-02,  9.2022e-02, -7.6853e-02,
                      -4.4109e-02,  8.3627e-02,  3.4603e-02,  2.4038e-02, -1.8044e-02,
                       1.2896e-01, -4.5000e-02,  7.0390e-03,  5.3199e-02, -2.5469e-02,
                      -3.0710e-02, -6.5609e-02,  2.7960e-02, -4.9982e-04,  2.6723e-02,
                       1.7544e-02,  3.7714e-02,  6.9692e-01, -6.0031e-02,  1.6309e-01,
                       8.3227e-02, -1.9991e-02,  5.4058e-02, -8.0719e-03,  3.7700e-01,
                       1.7097e-01, -6.9899e-02, -3.3192e-02, -8.7256e-02, -4.6898e-02,
                      -6.5811e-02, -9.9516e-02,  5.7777e-02, -4.3778e-02,  5.6817e-02,
                      -1.1746e-01, -2.3720e-02, -1.5625e-01,  6.8225e-02,  6.7999e-02,
                      -1.6556e-01, -2.3460e-03, -1.6777e-01, -2.3434e-01,  9.3789e-02,
                       5.4244e-02, -1.1895e-01, -1.3836e-03, -3.9711e-02, -8.5554e-02,
                      -1.4278e-01, -1.1206e-01,  1.8906e-03, -4.0084e-02,  3.3653e-02,
                      -4.0092e-02, -4.4339e-02,  1.5007e-01, -1.0147e-01,  4.1197e-02,
                      -3.9907e-02, -7.6627e-02, -2.1707e-01, -1.6464e-01,  8.3751e-02,
                      -5.2227e-02, -4.3152e-02,  1.3339e-03,  1.9002e-01, -1.5600e-01,
                       9.5393e-02,  2.1197e-02,  4.2634e-02,  5.1735e-02, -2.4833e-01,
                       3.2552e-02,  5.2147e-02, -5.8387e-02, -3.9608e-04,  9.1755e-02,
                      -4.3623e-02,  4.4611e-02,  2.0153e-01,  4.8292e-02,  5.4733e-02,
                       1.2325e-01, -9.7288e-02, -4.8391e-02, -1.6169e-01, -2.2791e-02,
                       8.6118e-02, -6.7563e-02,  3.8706e-02,  1.1338e-02, -1.0357e-01,
                       3.1019e-02, -8.7996e-02, -7.0241e-02, -1.3571e-02, -1.2509e-01,
                       9.6472e-02,  7.4788e-02, -9.4448e-02,  2.8436e-02,  9.5126e-02,
                       6.8340e-02, -7.9075e-02, -5.4805e-01,  1.5728e-01,  1.1692e-01,
                      -6.3179e-03,  2.2464e-02, -5.9442e-02, -1.8040e-02, -1.1577e-01,
                      -4.6698e-02,  7.5244e-02, -6.4815e-02,  6.1165e-02,  6.0627e-03,
                       7.8296e-02, -5.0787e-02, -1.1408e-01,  5.4543e-02, -3.4588e-03,
                      -5.8077e-03, -1.4593e-01, -2.1802e-02, -3.6184e-02, -3.5905e-02,
                      -5.5916e-02,  1.4664e-01, -5.0398e-02, -1.1309e-01, -1.1507e-02,
                      -4.7823e-02,  6.2328e-02, -3.0318e-02, -5.7274e-02,  4.4801e-03,
                      -3.9631e-02, -8.8985e-02, -2.8518e-02,  3.0760e-01, -1.5648e-01,
                       7.5982e-02,  8.3216e-02,  4.3624e-03,  1.2532e-01, -1.0718e-02,
                      -1.2401e-01, -7.8147e-02,  1.1555e-01,  8.2070e-02,  3.6765e-02,
                      -6.0717e-02, -2.9946e-02, -5.3756e-02, -4.7360e-03, -1.3162e-01,
                       1.3961e-01,  8.7801e-03,  2.4822e-01, -4.6322e-02, -5.9963e-02,
                      -1.8609e-02,  1.1484e-01, -1.6885e-01, -1.1309e-01,  8.0974e-02,
                      -1.4617e-01, -1.2942e-01,  6.0850e-02, -6.6823e-02, -5.1605e-02,
                       6.8372e-02, -5.1476e-02,  1.3453e-01], device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.weight',
              tensor([[ 0.0421, -0.0415,  0.0280,  ...,  0.0246, -0.0396,  0.0003],
                      [ 0.0155,  0.0719,  0.0502,  ...,  0.0108, -0.0273, -0.0059],
                      [-0.0253,  0.0421,  0.0023,  ..., -0.0012, -0.0497, -0.0576],
                      ...,
                      [ 0.0515,  0.0058, -0.0060,  ...,  0.0321, -0.0077,  0.0305],
                      [-0.1136, -0.0300,  0.0276,  ...,  0.0230, -0.0484,  0.0122],
                      [-0.0313,  0.0174,  0.0428,  ...,  0.0713, -0.0110,  0.0350]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.bias',
              tensor([-0.0943, -0.0353, -0.0768,  ..., -0.0069, -0.0973, -0.0949],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.weight',
              tensor([[ 0.0319, -0.0387, -0.0618,  ..., -0.0107, -0.0695, -0.0202],
                      [-0.0512,  0.0026, -0.0557,  ...,  0.0249, -0.0396,  0.0162],
                      [ 0.0350, -0.0570,  0.0279,  ..., -0.0142,  0.0235, -0.0670],
                      ...,
                      [-0.0277, -0.0116, -0.0317,  ..., -0.0226, -0.0517,  0.0278],
                      [-0.0440, -0.0274, -0.0273,  ..., -0.0060, -0.0291,  0.0527],
                      [ 0.0338, -0.0541, -0.0008,  ..., -0.0040,  0.0014, -0.0123]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.bias',
              tensor([ 1.0052e-01, -9.3924e-02, -7.2560e-02,  1.6463e-01, -6.3919e-02,
                      -1.1064e-01, -1.1837e-01,  7.8906e-02,  6.7214e-02, -1.0128e-01,
                       1.8555e-02, -2.7808e-02, -5.9069e-02,  5.1115e-02,  2.0953e-03,
                       1.0243e-01, -2.8779e-02, -8.5488e-02,  3.6218e-02, -1.1069e-01,
                      -2.9677e-02, -9.2919e-02,  5.3896e-02,  5.6584e-02, -2.7298e-02,
                      -4.5542e-02,  1.4004e-02,  1.3753e-01,  1.8063e-01,  7.4113e-02,
                      -6.9878e-02,  7.6034e-03, -1.1598e-01, -3.0598e-02,  1.2269e-01,
                       1.0455e-01, -1.0942e-01,  6.0088e-02, -3.0103e-02,  1.6416e-01,
                      -6.1190e-02, -1.9412e-02,  5.1767e-02, -1.0037e-01,  1.3264e-01,
                      -9.6352e-02, -1.1508e-02,  5.7917e-02, -4.5776e-02,  1.4481e-01,
                       1.0578e-01,  1.6513e-01,  1.5595e-01, -1.2599e-01,  7.3752e-02,
                      -6.3628e-02, -1.6786e-01, -5.6216e-02,  1.0414e-02,  1.6729e-01,
                      -8.3188e-02, -9.9400e-02,  2.8125e-02, -1.9411e-02, -8.5063e-02,
                       8.3003e-02,  3.0014e-02,  2.0844e-02,  1.6595e-01, -2.2991e-01,
                      -2.1080e-03, -8.0390e-02, -2.2312e-02,  8.3091e-02, -1.0236e-01,
                       3.3021e-02,  4.5699e-02, -9.1753e-02, -7.8760e-02, -6.4708e-02,
                       4.1408e-02,  3.7972e-02,  5.7331e-02,  1.2255e-01,  6.1782e-02,
                      -6.1003e-03, -1.6959e-02, -4.2022e-02, -1.1110e-02,  4.6580e-02,
                      -3.2022e-02,  3.2924e-02,  9.1056e-02, -7.6607e-02, -5.4424e-02,
                       3.0219e-02,  1.1540e-01,  5.4529e-02,  4.5261e-02,  1.2697e-01,
                       4.4224e-02, -4.7259e-02, -2.8605e-02,  4.3049e-02,  4.3351e-02,
                      -4.6607e-02,  8.5053e-02, -1.0687e-01,  1.1882e-02, -4.1383e-02,
                       5.7565e-02,  5.4905e-02,  2.5538e-02, -4.3799e-02,  9.0376e-02,
                       1.0239e-01, -8.3200e-02,  2.5828e-02, -9.4219e-02, -1.2742e-01,
                      -2.3009e-02,  2.5603e-02,  8.9192e-02, -4.3649e-02,  3.7895e-03,
                       6.2966e-02, -9.5397e-04, -4.4107e-02,  4.8032e-02,  6.5553e-02,
                      -2.9824e-02,  1.9382e-02,  1.2233e-01,  4.9849e-02, -6.7073e-02,
                      -8.2825e-02,  3.5724e-02,  1.1466e-01,  7.1128e-02,  3.5894e-03,
                      -8.5827e-02, -5.5779e-02,  6.6250e-02, -1.7430e-01, -6.0463e-02,
                       1.2228e-02, -4.2200e-02,  4.2186e-02,  5.9222e-02, -1.5669e-01,
                      -1.7527e-01, -4.2804e-02, -1.3029e-02,  5.9518e-02, -3.1591e-02,
                      -1.8135e-01, -1.0493e-01, -6.5300e-02,  1.1376e-01, -1.5873e-01,
                       1.9151e-02,  5.2715e-02,  5.2501e-02,  4.4862e-02,  3.7294e-02,
                      -1.0108e-01,  1.5988e-01,  1.2049e-02,  1.8493e-02,  9.1794e-02,
                       4.8016e-02,  2.6766e-02, -9.6967e-02,  1.7796e-01,  1.7773e-01,
                       8.2693e-02,  1.3342e-01, -1.0167e-01,  3.4157e-02,  7.6586e-03,
                      -4.9241e-02, -5.4328e-02,  7.2701e-02, -7.1932e-02,  5.9564e-02,
                       1.0017e-01, -4.2619e-02, -7.0491e-02, -1.1356e-02, -4.7534e-02,
                       3.3450e-02, -4.8790e-02,  3.4529e-02,  1.1931e-01, -1.8428e-01,
                      -6.2504e-02, -8.7699e-02, -2.6924e-02, -1.1580e-01, -9.2772e-02,
                      -6.8785e-02,  1.9158e-02, -5.0995e-02,  9.0814e-02,  3.0354e-02,
                      -8.0371e-02,  6.7702e-02, -9.9948e-02,  2.8369e-02, -5.9355e-02,
                      -5.1048e-02, -9.1619e-02,  8.0317e-02, -7.4839e-02, -3.5224e-02,
                      -4.9875e-02,  7.5880e-02,  2.2328e-02,  1.1313e-02, -7.1213e-02,
                      -4.1327e-02,  8.2080e-03,  9.6578e-02, -9.4939e-02,  7.1896e-02,
                       6.2228e-02,  1.3619e-02, -5.7993e-04,  5.2609e-02,  2.7923e-02,
                       2.9320e-02,  3.7649e-02,  8.0462e-02, -3.0825e-02, -2.8916e-02,
                      -8.3893e-02,  9.8761e-02, -9.8445e-02, -3.0363e-02,  1.0803e-01,
                      -2.4795e-01,  7.6206e-03,  1.9485e-01,  4.8505e-02, -1.2632e-02,
                      -9.3124e-02,  2.6338e-02,  7.5119e-02,  6.2454e-02,  8.4079e-02,
                       9.6062e-02,  2.1218e-02,  3.4943e-03,  1.6441e-02,  7.6667e-02,
                       1.0642e-01, -8.2289e-02, -1.0542e-02, -9.8997e-02,  1.1663e-01,
                       2.2761e-02, -1.2650e-02,  1.7171e-02,  7.9398e-02, -1.9574e-02,
                      -3.2242e-02,  1.1337e-01,  7.7831e-05,  2.6207e-02, -7.7845e-02,
                      -2.2969e-02, -1.4286e-01,  8.1065e-02,  7.4214e-02,  6.1148e-02,
                       7.0083e-03, -3.5997e-02,  1.3603e-02,  3.7964e-02, -4.6713e-02,
                       3.4878e-03,  3.1702e-02, -2.5552e-02,  1.6768e-01, -5.7858e-02,
                      -1.4863e-02,  1.1390e-01, -9.1888e-02,  5.1349e-02,  7.5843e-02,
                       1.3650e-01,  7.2486e-02, -5.2359e-02, -8.4606e-02,  2.7594e-02,
                      -1.2120e-01, -3.8869e-02,  4.3110e-02, -5.0936e-03, -1.2459e-03,
                       7.6537e-02, -1.6930e-02,  9.1079e-02,  1.2877e-01, -1.7307e-01,
                       1.2543e-02,  4.1496e-02,  7.1651e-02, -3.8359e-02,  1.0001e-01,
                       1.5298e-01,  5.7778e-02, -1.0674e-01,  1.1733e-01, -8.8498e-02,
                      -9.9326e-02,  2.7452e-04,  8.3013e-02, -1.9177e-02, -1.3988e-01,
                      -1.6981e-01,  4.4057e-02, -1.0168e-02, -5.2367e-02, -1.0669e-01,
                      -6.7160e-02, -4.6101e-02,  9.6256e-02,  5.5861e-02, -1.5529e-01,
                      -1.2266e-01,  1.3369e-01, -8.3261e-02,  7.2780e-02, -4.5226e-02,
                      -7.2282e-02, -3.3889e-02,  1.4599e-01, -1.1463e-01,  2.0990e-02,
                       1.1215e-01,  2.5131e-02,  7.7240e-03, -1.3166e-02,  4.4578e-02,
                       1.2537e-01, -4.6765e-02, -6.7986e-02,  7.4864e-02,  2.2476e-02,
                      -7.0279e-02, -1.6736e-01, -9.9945e-02,  4.9027e-02,  9.3382e-02,
                      -9.4401e-02, -6.2213e-02,  2.7486e-02,  9.4194e-02, -4.3664e-02,
                       3.6101e-02, -8.8723e-02,  9.9194e-02,  5.4519e-03, -5.7734e-02,
                      -6.1519e-02,  7.8018e-02,  1.3022e-01, -7.7828e-02, -3.2085e-03,
                      -3.3891e-02, -1.1828e-01,  6.0442e-02,  8.6125e-02, -1.3997e-01,
                       1.0345e-01, -2.2181e-01, -1.4994e-01,  3.1597e-02, -2.2232e-02,
                      -8.0781e-02,  1.1878e-01,  7.5509e-02,  1.0113e-01,  8.5424e-03,
                      -1.0481e-01,  2.2530e-02, -7.4280e-02,  1.3110e-01,  7.1758e-02,
                      -8.2609e-02,  3.0398e-02,  5.7785e-02, -6.5059e-02,  4.1745e-02,
                      -1.2194e-01, -5.7330e-02, -7.0044e-02, -1.0314e-01,  1.6611e-02,
                      -1.0855e-01,  1.7494e-01, -5.6039e-02, -1.9234e-01, -9.6492e-02,
                       9.5702e-02, -1.0289e-01, -7.8204e-02, -8.7611e-02, -9.1414e-02,
                       9.3775e-02, -3.1979e-02,  3.4065e-02,  3.7562e-02, -2.1519e-02,
                      -1.0975e-01,  2.4793e-02,  3.5717e-02, -1.3255e-01, -1.0259e-01,
                       2.0078e-02, -6.9377e-02,  7.2418e-02,  1.1971e-01,  9.6343e-02,
                      -1.5557e-02, -4.0944e-02, -1.1698e-01,  4.9924e-02, -1.1038e-02,
                      -3.4529e-02,  1.4596e-01, -1.1628e-01,  1.2233e-01, -1.7574e-02,
                      -2.4754e-02, -3.0111e-02, -8.6763e-02, -4.3818e-02,  6.9811e-02,
                       2.7050e-02, -9.0812e-02, -8.5712e-02, -1.7710e-01, -1.1924e-01,
                      -4.2780e-02, -3.2626e-02,  1.0731e-03, -1.5603e-02,  3.1420e-03,
                       7.3013e-02,  5.6619e-02,  7.7809e-02,  3.8317e-02,  2.3984e-02,
                      -1.6202e-01,  1.2076e-01, -3.3427e-02, -9.0927e-02,  1.8924e-02,
                      -8.0081e-02, -7.7018e-02, -6.2235e-02,  2.5551e-02,  2.3987e-01,
                       1.5655e-01, -3.6543e-02,  2.7651e-01,  1.7623e-02, -1.9122e-02,
                       9.5947e-02,  1.9940e-02,  6.8318e-02,  1.1582e-01,  1.2079e-01,
                       2.2945e-02, -2.3089e-01, -6.3808e-02,  8.6956e-02, -5.3698e-02,
                      -9.7481e-03,  8.1182e-02, -1.8450e-02,  6.9666e-02,  5.6723e-02,
                       1.1273e-02,  2.1172e-02,  1.2813e-01, -8.3185e-02, -1.0927e-01,
                      -1.5053e-01, -7.4317e-02, -1.1199e-01,  7.1153e-02,  2.5325e-02,
                       5.4472e-02, -1.1150e-01, -3.5587e-02,  6.0588e-03,  1.3793e-01,
                       1.1009e-01, -1.0286e-03,  5.0640e-03, -9.1349e-04, -1.4965e-01,
                       1.3752e-01,  2.0840e-02,  3.1553e-02, -3.7361e-02, -9.7647e-02,
                       1.1134e-03, -9.9371e-02,  5.7309e-02, -5.0778e-02, -3.8432e-02,
                      -1.0533e-01, -4.2467e-03,  4.7363e-02,  4.4511e-02,  9.2126e-02,
                      -8.1869e-02, -1.9166e-01, -7.8995e-02, -3.8443e-02,  8.7253e-02,
                      -1.0695e-01,  1.1403e-01, -6.6635e-02, -1.6883e-01, -2.3614e-02,
                       4.2932e-02,  5.3072e-02, -1.2177e-01, -1.1065e-01, -1.4168e-02,
                       1.0200e-02,  6.5402e-02,  7.0416e-02, -5.7610e-02,  1.2252e-01,
                      -1.0918e-01,  1.9233e-02,  8.7344e-02, -1.5492e-01,  5.4250e-02,
                       1.4308e-01,  1.7422e-01, -3.1679e-02, -1.2962e-02,  6.0327e-02,
                       1.4516e-01,  1.2437e-02, -1.3218e-01,  5.0037e-02,  1.0733e-01,
                       1.1981e-01, -9.2435e-02, -6.4395e-01,  5.5473e-02,  3.6661e-02,
                       3.3258e-02, -4.3921e-02,  6.8953e-02, -3.8159e-03,  6.0120e-02,
                      -8.6144e-02, -1.4091e-02, -1.0448e-01, -1.4488e-02,  2.2439e-02,
                       1.4150e-01, -4.1847e-02,  1.1399e-01, -3.3350e-02,  1.2972e-01,
                      -2.6349e-02,  9.5842e-02,  4.7791e-02,  1.2287e-01, -1.9218e-01,
                       8.4560e-02,  1.3321e-01,  5.1343e-02,  4.5207e-02,  5.0937e-02,
                       7.2389e-02,  1.3100e-02,  5.7197e-03,  1.6121e-01, -7.6046e-02,
                      -3.7301e-03,  4.4945e-02,  2.7042e-02,  3.0817e-02,  2.3118e-02,
                       4.1645e-02,  2.9120e-03,  6.3093e-02,  4.8119e-02, -1.5431e-02,
                       7.4887e-02, -5.7849e-02, -4.9083e-02, -2.3098e-02, -8.6211e-02,
                      -1.0129e-01,  1.7435e-01,  1.8546e-01,  7.3514e-02,  1.1966e-01,
                       1.3137e-02, -1.2498e-01,  9.5013e-02, -6.7791e-02,  1.2687e-01,
                       1.3791e-01, -1.0115e-02, -8.4327e-02, -6.8851e-02,  6.6442e-02,
                      -7.6582e-02, -1.3107e-01,  1.8712e-01, -1.1789e-01,  1.1279e-02,
                      -2.8859e-02, -7.7111e-02, -1.7982e-01,  1.0869e-01,  2.9165e-02,
                      -5.5906e-02,  6.7921e-02, -6.8928e-02, -1.3097e-01,  1.2553e-01,
                       3.9113e-02, -4.7573e-02,  3.4358e-02, -1.2287e-02, -3.6235e-02,
                      -5.0593e-02, -4.1260e-02,  2.2698e-02, -2.1052e-02, -2.2340e-02,
                      -5.1754e-02, -4.1266e-02,  8.3056e-02, -9.6958e-02, -7.5394e-02,
                      -3.1008e-02, -7.7307e-02, -4.4886e-02, -8.3487e-02,  6.7490e-02,
                       6.2746e-02, -4.6646e-02, -6.0878e-02,  9.6706e-02, -6.0867e-02,
                       1.3582e-02,  3.5319e-02, -4.2161e-02,  8.6708e-02, -1.2338e-01,
                       7.1830e-02,  3.5159e-02, -4.1839e-02, -7.2857e-02,  1.2411e-01,
                      -1.8700e-02,  1.9206e-01,  7.5553e-02,  8.3367e-03,  4.8640e-02,
                       1.0857e-01,  3.5482e-02,  3.1673e-02, -8.0078e-02, -6.9652e-02,
                       2.8734e-02, -4.0484e-02,  1.1272e-01,  5.8126e-02, -5.9072e-02,
                       5.6523e-02, -1.2141e-01,  6.9252e-02,  5.3563e-02, -9.7682e-02,
                       4.1931e-02,  1.9596e-01, -9.0483e-02,  1.0986e-01, -3.0679e-02,
                      -4.5456e-02, -3.4269e-02, -1.1870e-01,  1.2838e-01, -2.2232e-02,
                       1.6169e-02, -3.6384e-03,  2.4464e-02, -8.9722e-02, -8.6499e-02,
                      -1.5125e-02,  6.4289e-02, -7.6605e-02,  1.3288e-01, -2.1539e-02,
                      -1.7183e-04,  6.9490e-02, -9.4833e-02,  5.4212e-02, -1.2474e-02,
                      -1.7969e-01, -7.2789e-02, -1.0196e-01, -3.5676e-02,  3.6638e-02,
                      -1.1343e-01,  5.3260e-03,  1.1090e-02, -7.3249e-02, -3.1542e-02,
                      -3.2162e-02,  7.4982e-02, -6.4994e-02,  6.3367e-02, -2.0078e-02,
                      -1.0237e-02, -1.0677e-01, -1.2942e-01,  1.4588e-01, -3.9971e-02,
                       5.7978e-02,  5.0673e-02, -4.9776e-03,  1.3486e-01, -8.3075e-02,
                      -2.9159e-02, -2.8835e-02,  5.2577e-02,  6.9277e-02,  4.5393e-02,
                      -1.5677e-01, -5.5520e-02, -5.2744e-02, -5.4962e-02, -7.1952e-02,
                       1.5485e-01,  4.9845e-02,  5.1477e-02, -9.7129e-02,  7.9714e-02,
                       4.1255e-02,  4.5955e-02, -5.5638e-02,  6.9878e-02,  9.0492e-02,
                      -9.8153e-02, -3.3459e-02,  5.8431e-02, -5.5124e-03,  1.5285e-02,
                      -2.2118e-02,  3.5095e-02,  7.5992e-02], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.weight',
              tensor([0.8141, 0.8375, 0.8727, 0.8180, 0.8268, 0.8147, 0.7793, 0.8310, 0.8423,
                      0.7902, 0.8796, 0.8794, 0.8950, 0.8855, 0.8502, 0.8142, 0.8663, 0.8178,
                      0.8432, 0.8496, 0.8554, 0.8860, 0.8212, 0.8407, 0.8596, 0.8579, 0.8518,
                      0.7648, 0.8577, 0.8739, 0.8483, 0.8541, 0.8966, 0.8198, 0.8222, 0.8483,
                      0.8086, 0.8732, 0.8420, 0.7815, 0.8651, 0.8444, 0.8203, 0.8808, 0.8553,
                      0.8517, 0.8483, 0.8254, 0.8769, 0.8445, 0.8717, 0.8152, 0.8398, 0.8589,
                      0.8034, 0.8094, 0.8306, 0.8779, 0.8207, 0.8269, 0.8599, 0.8830, 0.8705,
                      0.8660, 0.8235, 0.8695, 0.8587, 0.8384, 0.8250, 0.7638, 0.8589, 0.8431,
                      0.8392, 0.8367, 0.8625, 0.8755, 0.8441, 0.8560, 0.8761, 0.8895, 0.8378,
                      0.8729, 0.8493, 0.8416, 0.8253, 0.8353, 0.8353, 0.8526, 0.8795, 0.8484,
                      0.8334, 0.8112, 0.8541, 0.8661, 0.8377, 0.8447, 0.8067, 0.8521, 0.7601,
                      0.8485, 0.8224, 0.8914, 0.8110, 0.8563, 0.8140, 0.8913, 0.8959, 0.8451,
                      0.8859, 0.8687, 0.8149, 0.8601, 0.8887, 0.8111, 0.8553, 0.8653, 0.8536,
                      0.8432, 0.8583, 0.8747, 0.8460, 0.8685, 0.8414, 0.8051, 0.8283, 0.8396,
                      0.8426, 0.8081, 0.8335, 0.8623, 0.8792, 0.8498, 0.8473, 0.8567, 0.8812,
                      0.8570, 0.9519, 0.8239, 0.1427, 0.8663, 0.8173, 0.8590, 0.8395, 0.8055,
                      0.8383, 0.8495, 0.8361, 0.8558, 0.8695, 0.8389, 0.8485, 0.8664, 0.9048,
                      0.8737, 0.8339, 0.8248, 0.8603, 0.8500, 0.8054, 0.8733, 0.8638, 0.8811,
                      0.8596, 0.8597, 0.8370, 0.8507, 0.7947, 0.8238, 0.8408, 0.8549, 0.8528,
                      0.8200, 0.8237, 0.8625, 0.8387, 0.8349, 0.8362, 0.8078, 0.8836, 0.8383,
                      0.8263, 0.8446, 0.7972, 0.8629, 0.8598, 0.8575, 0.8305, 0.8134, 0.8431,
                      0.8338, 0.8421, 0.8383, 0.8058, 0.8354, 0.8123, 0.8340, 0.8583, 0.8652,
                      0.8552, 0.8529, 0.8732, 0.7903, 0.8650, 0.8443, 0.8432, 0.8488, 0.8660,
                      0.8739, 0.8586, 0.8460, 0.8620, 0.8785, 0.8022, 0.8492, 0.8433, 0.8746,
                      0.8224, 0.8175, 0.8455, 0.8297, 0.8852, 0.8548, 0.8742, 0.8669, 0.8402,
                      0.8367, 0.8636, 0.8556, 0.8167, 0.7873, 0.8492, 0.8746, 0.8308, 0.8650,
                      0.8440, 0.8002, 0.8254, 0.8444, 0.8543, 0.8747, 0.8516, 0.8421, 0.8190,
                      0.8531, 0.8336, 0.8566, 0.8802, 0.8262, 0.8950, 0.8698, 0.8797, 0.8421,
                      0.9568, 0.8838, 0.8861, 0.8523, 0.8779, 0.8231, 0.8636, 0.8484, 0.7933,
                      0.8002, 0.8628, 0.8463, 0.8453, 0.8687, 0.8620, 0.8833, 0.8487, 0.8526,
                      0.8306, 0.8561, 0.8598, 0.8458, 0.8742, 0.8394, 0.8556, 0.8618, 0.8056,
                      0.8565, 0.9369, 0.8655, 0.8474, 0.7451, 0.8575, 0.8703, 0.8128, 0.8637,
                      0.8434, 0.7665, 0.8301, 0.8432, 0.8509, 0.8482, 0.8378, 0.8374, 0.7876,
                      0.8295, 0.8733, 0.8224, 0.8536, 0.8371, 0.8372, 0.8403, 0.1555, 0.8846,
                      0.8436, 0.8571, 0.8683, 0.8580, 0.8100, 0.8411, 0.8504, 0.8528, 0.8476,
                      0.8553, 0.8274, 0.8231, 0.8806, 0.8051, 0.8466, 0.8575, 0.8556, 0.8807,
                      0.8473, 0.8583, 0.8661, 0.8576, 0.8611, 0.8300, 0.8369, 0.8311, 0.8440,
                      0.8863, 0.8693, 0.8657, 0.8560, 0.8527, 0.8154, 0.8209, 0.8173, 0.8730,
                      0.8190, 0.8747, 0.8474, 0.8765, 0.8656, 0.8398, 0.8564, 0.8288, 0.8661,
                      0.8103, 0.8223, 0.8492, 0.8977, 0.8549, 0.8494, 0.8328, 0.8792, 0.8217,
                      0.8281, 0.8172, 0.8600, 0.8658, 0.7869, 0.8348, 0.8713, 0.8746, 0.8559,
                      0.8520, 0.8704, 0.8729, 0.8345, 0.8256, 0.8091, 0.8289, 0.8195, 0.8752,
                      0.8719, 0.7914, 0.8158, 0.8568, 0.8500, 0.8716, 0.8217, 0.8124, 0.8424,
                      0.8796, 0.8644, 0.8393, 0.8581, 0.8378, 0.8522, 0.8480, 0.8575, 0.8851,
                      0.8195, 0.8738, 0.8466, 0.8260, 0.8226, 0.8490, 0.8244, 0.8576, 0.8487,
                      0.8347, 0.8328, 0.8708, 0.8241, 0.9034, 0.8532, 0.8137, 0.8686, 0.8907,
                      0.8672, 0.8627, 0.8130, 0.8521, 0.8350, 0.8795, 0.8449, 0.9115, 0.8437,
                      0.7886, 0.8467, 0.8634, 0.8146, 0.8392, 0.8568, 0.8731, 0.8513, 0.8473,
                      0.8245, 0.8507, 0.8212, 0.8958, 0.8314, 0.8445, 0.8593, 0.8191, 0.8675,
                      0.8163, 0.8526, 0.8340, 0.8448, 0.8262, 0.8565, 0.8547, 0.8505, 0.8210,
                      0.8543, 0.8255, 0.8404, 0.8596, 0.8308, 0.7843, 0.8083, 0.8448, 0.8391,
                      0.8295, 0.8449, 0.8548, 0.8227, 0.8983, 0.1963, 0.7985, 0.8239, 0.7680,
                      0.8761, 0.8426, 0.8385, 0.8420, 0.8760, 0.8093, 0.8678, 0.8455, 0.8177,
                      0.8773, 0.8192, 0.8680, 0.8660, 0.8315, 0.9061, 0.8507, 0.8554, 0.8457,
                      0.8859, 0.8280, 0.9423, 0.8569, 0.8119, 0.8754, 0.8479, 0.8587, 0.8568,
                      0.8365, 0.8522, 0.8633, 0.8340, 0.8373, 0.8862, 0.8816, 0.8548, 0.8181,
                      0.8454, 0.8183, 0.9116, 0.8497, 0.8666, 0.8642, 0.8434, 0.8660, 0.8282,
                      0.8460, 0.8512, 0.8258, 0.8560, 0.8429, 0.8296, 0.8653, 0.8772, 0.8514,
                      0.8665, 0.9217, 0.8656, 0.8810, 0.8290, 0.9003, 0.8303, 0.8635, 0.8385,
                      0.8427, 0.8716, 0.8423, 0.8151, 0.8284, 0.7982, 0.8513, 0.8545, 0.8405,
                      0.8345, 0.8774, 0.8171, 0.8184, 0.8196, 0.8551, 0.7708, 0.8292, 0.8577,
                      0.8447, 0.8112, 0.8201, 0.8856, 0.8230, 0.8127, 0.8540, 0.8067, 1.1347,
                      0.8404, 0.8540, 0.8705, 0.8775, 0.8505, 0.8679, 0.8575, 0.8762, 0.8673,
                      0.8596, 0.8221, 0.8412, 0.8344, 0.8627, 0.8191, 0.8652, 0.8478, 0.8725,
                      0.8432, 0.8261, 0.8752, 0.8742, 0.8540, 0.8322, 0.8588, 0.8455, 0.8663,
                      0.8604, 0.8397, 0.8361, 0.8291, 0.8432, 0.8847, 0.8184, 0.8419, 0.8305,
                      0.8546, 0.8673, 0.8327, 0.8361, 0.8807, 0.8508, 0.8733, 0.8458, 0.8377,
                      0.8624, 0.7627, 0.8566, 0.8571, 0.1892, 0.8427, 0.8607, 0.8399, 0.8290,
                      0.8238, 0.8464, 0.8316, 0.8488, 0.8988, 0.8764, 0.8641, 0.8544, 0.8719,
                      0.8500, 0.8341, 0.8782, 0.8253, 0.8542, 0.8355, 0.8083, 0.8457, 0.8098,
                      0.8654, 0.8595, 0.8335, 0.8195, 0.8099, 0.8268, 0.8621, 0.8668, 0.8557,
                      0.8751, 0.8714, 0.8283, 0.8583, 0.8433, 0.8515, 0.8377, 0.8056, 0.8433,
                      0.8729, 0.8318, 0.8125, 0.9082, 0.8198, 0.8306, 0.8315, 0.8351, 0.8674,
                      0.8382, 0.8132, 0.8498, 0.8258, 0.8458, 0.8506, 0.7977, 0.8380, 0.8671,
                      0.8958, 0.8140, 0.8371, 0.8232, 0.8870, 0.8000, 0.8002, 0.8900, 0.8425,
                      0.8355, 0.8446, 0.8882, 0.8669, 0.8655, 0.8750, 0.8551, 0.8452, 0.8812,
                      0.8524, 0.8336, 0.8287, 0.8901, 0.8547, 0.8743, 0.8756, 0.8307, 0.8557,
                      0.8495, 0.8825, 0.8646, 0.8427, 0.7760, 0.8209, 0.8733, 0.8561, 0.8229,
                      0.8024, 0.8343, 0.8589, 0.8826, 0.8539, 0.8777, 0.8498, 0.8510, 0.8436,
                      0.8747, 0.8676, 0.8270, 0.8748, 0.8562, 0.7877, 0.8275, 0.8455, 0.8678,
                      0.8370, 0.8260, 0.8510, 0.8204, 0.8698, 0.8185, 0.8848, 0.8346, 0.8550,
                      0.8589, 0.8399, 0.8568, 0.8712, 0.8224, 0.8463, 0.8588, 0.8568, 0.8370,
                      0.8376, 0.8862, 0.8413, 0.8621, 0.8013, 0.8242, 0.8144, 0.8303, 0.8533,
                      0.8392, 0.8590, 0.8351, 0.8084, 0.8537, 0.8302, 0.8188, 0.8510, 0.8714,
                      0.8303, 0.8486, 0.8700, 0.7808, 0.8234, 0.8508, 0.8768, 0.8469, 0.8911,
                      0.8564, 0.8760, 0.8371], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.bias',
              tensor([-9.7653e-02,  6.7365e-02, -6.3087e-02, -5.1450e-02, -7.3670e-03,
                      -1.0358e-02,  1.8070e-02, -7.0321e-02, -5.2807e-02,  5.3493e-03,
                      -5.7316e-02, -1.0457e-01,  2.3343e-03, -3.9695e-02, -6.0777e-02,
                      -6.2504e-02, -3.9164e-02, -4.0744e-02,  3.4733e-02,  6.3150e-03,
                      -3.0176e-02, -2.8974e-02, -6.2255e-02, -3.5551e-02, -5.9218e-02,
                       1.0107e-02, -6.1205e-02, -2.1671e-01, -4.4464e-02, -9.0996e-02,
                      -2.2537e-02,  1.3646e-03, -2.1987e-02,  5.1016e-03, -1.2645e-01,
                      -8.3285e-02,  5.3489e-02, -6.6970e-02, -4.6030e-02, -1.9139e-01,
                      -6.4943e-03, -3.8537e-03, -9.7954e-02, -4.2886e-02, -6.3955e-03,
                       1.3742e-02, -1.0516e-01, -1.1582e-01, -2.2602e-02, -3.7440e-02,
                      -9.6366e-02, -4.2955e-02, -5.3293e-02, -1.6216e-03, -4.3576e-02,
                       1.1566e-02,  6.8341e-03, -6.0090e-02, -2.4468e-02, -9.5485e-02,
                      -4.3178e-03, -6.4071e-02, -1.5294e-01, -9.7103e-03,  1.7527e-02,
                      -4.4018e-02, -1.6997e-02, -2.4052e-02, -5.3017e-02,  2.8595e-02,
                      -1.1002e-03,  3.0481e-03,  3.3139e-02, -9.2836e-02, -2.2557e-02,
                      -3.7631e-02, -7.8160e-02, -3.0745e-02, -5.8443e-02, -3.7997e-02,
                      -5.8162e-02, -6.8329e-02, -3.8460e-02, -9.6485e-02,  1.8161e-02,
                      -1.4355e-01, -2.0775e-02, -4.4559e-02, -4.1193e-02, -7.8067e-02,
                      -8.2845e-03, -2.6204e-02, -4.9009e-02, -6.1989e-03, -4.4139e-02,
                      -1.6473e-01, -7.2967e-02, -1.2854e-03, -1.9592e-02, -4.0279e-02,
                      -1.6710e-02, -2.4913e-02, -4.3760e-02, -8.5731e-02,  8.9517e-03,
                      -3.5374e-02, -1.2012e-01, -2.4755e-02, -6.9248e-03,  3.3392e-04,
                      -9.0283e-02,  1.7169e-02, -2.5393e-02, -1.7414e-02, -5.2895e-03,
                      -8.8928e-02, -5.0542e-02, -6.6318e-02, -3.3796e-02, -3.8952e-02,
                      -6.2073e-02,  1.7850e-03, -5.2799e-02, -8.7747e-02, -4.9280e-02,
                      -3.0935e-03, -3.8026e-02,  2.9758e-03, -2.0853e-02, -7.0830e-02,
                      -2.6989e-03, -3.7652e-03, -7.1086e-02, -3.5149e-02, -4.9125e-02,
                      -6.4063e-02, -3.2871e-02, -8.1676e-02,  1.7557e+00, -5.7999e-02,
                       2.5942e-02,  2.5559e-02, -6.2116e-02, -1.6793e-02, -3.8757e-02,
                      -1.0043e-01, -6.3753e-04, -6.2160e-02, -4.1533e-02,  4.5991e-02,
                       3.2012e-02, -1.1930e-02, -2.7959e-02, -2.9797e-02, -7.0095e-02,
                       6.9334e-02, -5.7743e-02,  2.1825e-02, -1.3292e-01,  6.7154e-03,
                      -1.7917e-01, -1.2579e-01, -4.3565e-03, -4.1556e-02, -1.9754e-02,
                       4.2567e-02, -1.5485e-01, -2.0183e-03,  2.9564e-02, -6.8913e-02,
                      -2.8003e-02, -2.4627e-02,  3.0517e-02, -5.6444e-02, -6.1048e-02,
                      -7.4283e-02, -1.1676e-01,  1.0007e-01, -5.1761e-03, -6.3319e-02,
                      -9.7713e-02,  5.6463e-03,  1.0288e-03,  4.6943e-02, -7.7589e-03,
                      -8.7614e-02, -3.7318e-02,  5.9194e-02, -4.9277e-02, -2.9847e-02,
                      -4.7026e-02, -5.8776e-02, -1.0978e-01, -4.8357e-03,  5.8234e-02,
                       1.9720e-02, -4.4375e-02, -1.6321e-02, -2.4853e-03,  3.1694e-03,
                      -6.9749e-02, -8.0091e-02, -7.0123e-03, -5.6218e-02, -6.9880e-02,
                      -7.2491e-02, -2.9549e-02,  5.9754e-02, -2.1164e-02, -2.9637e-02,
                      -4.7283e-02, -9.3190e-03, -1.7408e-02, -1.2360e-02,  7.3955e-03,
                      -3.0760e-02, -5.0568e-02, -2.0774e-02,  4.7960e-02, -3.5616e-02,
                      -5.7084e-02, -4.9198e-02, -8.2380e-02,  3.3935e-02,  6.5307e-02,
                      -9.3326e-02, -4.7220e-02, -4.1566e-02, -1.3389e-01, -3.0072e-02,
                      -2.5084e-02, -7.3658e-02, -4.0874e-02, -1.2384e-03,  3.3780e-02,
                       6.3927e-02, -5.3249e-02,  3.6442e-02, -7.4878e-03, -3.4217e-02,
                      -1.2659e-02,  1.7054e-02, -1.0118e-01, -3.4446e-02,  7.0090e-02,
                       5.8357e-03, -3.7801e-02, -8.0161e-02, -1.2581e-02, -8.3509e-02,
                      -6.9152e-02, -1.4770e-02, -1.4860e-01, -6.1815e-02, -4.4256e-02,
                      -7.4314e-02, -1.7278e-02, -1.6909e-02,  8.4468e-03, -8.3094e-03,
                      -7.0489e-02,  8.1024e-03, -7.2267e-02, -2.1318e-02, -1.7761e-02,
                      -2.7399e-02, -1.5802e-02, -4.8585e-02, -3.7439e-03, -3.4933e-02,
                      -4.3371e-03, -2.7161e-02, -1.1575e-01, -5.6464e-02, -6.3784e-02,
                      -1.5383e-02, -5.4550e-03, -4.1042e-02, -7.1441e-02,  7.3298e-02,
                      -1.0792e-01, -2.8913e-02, -9.6243e-02, -6.2607e-02,  4.1028e-02,
                      -6.4288e-02, -1.4530e-02,  6.2147e-03, -2.4497e-02, -4.2642e-02,
                       1.9980e-02, -2.0423e-02, -2.3644e-03,  2.6054e-02, -1.7684e-02,
                      -2.6944e-02,  8.5665e-02, -4.3647e-02,  1.6656e-02, -7.2524e-02,
                      -9.9029e-02,  1.6358e-03, -7.8368e-03, -5.1956e-02,  8.5150e-01,
                      -3.0257e-02, -7.5806e-02, -9.6745e-02, -2.1488e-02, -1.1536e-01,
                      -1.2524e-01, -3.1243e-02,  1.2029e-02,  1.1097e-02,  5.0967e-03,
                      -1.1876e-02, -1.7975e-02,  6.5468e-03,  2.0493e-02,  2.8241e-04,
                      -4.7615e-02, -9.2759e-02, -5.4858e-02, -3.9471e-02, -3.7109e-02,
                      -4.3321e-02, -5.8762e-02,  1.7396e-03, -6.4378e-02, -4.4162e-02,
                       1.1506e-01, -5.8705e-02, -2.9490e-02, -4.9670e-02, -2.0871e-02,
                       4.6379e-03, -9.7933e-03, -1.2404e-01,  1.4954e-01, -9.9394e-02,
                       3.1786e-03, -1.8837e-02, -2.9763e-02,  3.0228e-03, -5.7139e-02,
                      -8.6479e-02, -2.0576e-02,  3.6170e-02, -5.5473e-02,  9.7574e-03,
                      -2.9529e-02,  7.4186e-02,  9.6791e-03, -5.3394e-02, -3.5957e-02,
                      -4.1073e-02,  5.5025e-02, -4.0152e-02, -5.2527e-02, -2.8081e-02,
                      -5.2806e-02,  2.5247e-02,  3.0654e-04, -2.3778e-02,  4.6014e-02,
                      -4.9852e-02, -8.0987e-03, -1.4231e-01,  4.2572e-02,  4.3921e-02,
                      -4.6161e-02,  3.9046e-02, -6.1050e-02, -5.9882e-02, -1.4195e-02,
                      -7.0241e-03, -7.7806e-03,  2.0736e-02, -1.7871e-02,  1.5202e-02,
                       5.1211e-03, -2.4869e-02, -5.9742e-02, -7.7849e-02, -5.7195e-02,
                       1.7505e-02,  7.7876e-03, -5.4378e-02, -3.2825e-02, -7.0079e-02,
                      -3.7811e-02, -3.8846e-02, -4.4100e-02, -1.5561e-02,  2.3474e-02,
                      -2.1511e-02,  2.7311e-02, -3.4094e-02, -2.9244e-02,  7.7166e-03,
                      -9.2096e-03, -2.6965e-02,  3.5475e-02, -4.2737e-02,  8.7260e-03,
                      -1.0513e-02,  9.4094e-03, -2.9244e-02,  6.4834e-02,  3.1215e-02,
                       1.7820e-03,  1.3770e-02, -7.5394e-02, -3.8794e-02, -7.3021e-02,
                      -8.2541e-03, -6.1422e-02, -9.5194e-02,  1.1117e-02, -7.0018e-03,
                      -1.7256e-04, -1.4648e-02, -1.2124e-02, -1.1524e-01, -5.3046e-02,
                      -4.0607e-02,  5.1011e-02,  1.4526e-02, -5.6605e-02, -6.6429e-02,
                       1.8015e-02, -7.2259e-02,  1.6067e-02, -9.7708e-02,  3.9794e-03,
                      -4.4617e-02, -5.9599e-02, -1.0061e-02, -3.3897e-02, -5.7962e-02,
                      -8.5159e-03, -1.2464e-02, -4.5665e-02,  7.9227e-03, -1.5531e-02,
                       1.0245e-02, -8.7152e-03, -5.4770e-03, -7.0437e-02,  1.2858e-02,
                      -1.0157e-01, -6.3610e-03, -1.0282e-01, -5.6640e-02, -8.5672e-02,
                       1.8404e-01, -7.9084e-02,  4.2413e-03, -3.6683e-02, -3.1023e-02,
                       1.0786e-02,  3.6075e-02, -4.9601e-02, -3.6513e-02, -5.3966e-01,
                      -3.1083e-02, -5.6059e-02, -1.3239e-01, -8.6944e-02, -2.0817e-02,
                      -1.2115e-01, -7.2766e-02, -7.5916e-02, -4.3203e-02,  8.5898e-03,
                      -1.1174e-02, -5.7464e-03, -3.9204e-02, -4.9070e-02,  4.0002e-02,
                      -1.4880e-02, -5.1308e-02,  3.7840e-02, -4.8329e-03, -4.4514e-02,
                      -2.0051e-02, -6.9349e-02, -4.8904e-02, -3.6099e-03, -1.1019e-01,
                       3.7337e-02, -1.5966e-02,  7.6717e-03, -2.4014e-02, -6.0917e-02,
                      -4.5841e-02, -5.4638e-02, -4.4554e-02, -5.2352e-02,  2.1643e-02,
                      -4.0501e-02, -3.1465e-02, -5.6114e-02,  4.9316e-03, -2.6913e-02,
                      -2.0131e-01, -1.2555e-02, -1.0754e-02, -9.6014e-02,  5.0154e-03,
                       4.3095e-02,  4.5629e-02, -8.7551e-02, -5.5580e-02,  1.7310e-02,
                       5.5751e-02, -4.5173e-02, -1.0401e-01, -8.6095e-02, -6.0166e-02,
                      -8.4407e-02, -5.6376e-03, -5.3790e-02, -2.1280e-02, -1.5553e-02,
                      -3.9130e-03, -1.7173e-01,  1.8730e-02,  6.2757e-02, -1.8784e-02,
                      -6.5431e-02, -3.7720e-02, -3.5647e-02, -2.0715e-03,  3.8056e-02,
                      -6.5148e-02, -8.9541e-02,  2.3755e-03,  2.2270e-02, -1.0829e-01,
                       9.3233e-02, -4.3030e-02, -4.3450e-02,  8.1592e-03, -6.9160e-02,
                      -1.6060e-01, -1.0856e-01, -5.9849e-02, -3.1506e-02, -9.9409e-02,
                      -8.5844e-02, -2.1219e-02,  6.0068e-02, -7.2057e-02, -7.1746e-02,
                      -3.0371e-02,  4.5349e-02, -1.0625e+00, -4.6756e-02, -4.8010e-03,
                      -2.1528e-02, -6.4700e-02, -4.5811e-02, -9.6730e-02, -7.5055e-02,
                       1.2909e-02,  5.8726e-03, -6.5127e-02, -1.6001e-02, -6.2420e-02,
                      -6.2426e-02, -7.0511e-02,  3.8753e-02, -4.8775e-02, -5.1796e-02,
                      -4.9409e-02, -3.8469e-02, -4.3239e-02, -2.9025e-02, -5.0345e-02,
                      -7.0982e-02, -1.5623e-01, -2.7274e-02,  5.0823e-03, -5.5124e-02,
                      -4.7000e-02, -4.0695e-02, -2.3850e-02, -6.3167e-02, -1.6109e-02,
                      -1.6565e-02, -6.3287e-02, -3.8143e-02, -3.6617e-02, -1.6755e-02,
                      -8.8188e-02, -4.4148e-03, -4.4855e-02, -4.9919e-02, -6.3343e-02,
                      -5.3393e-03, -5.0295e-02, -3.0350e-02, -8.4681e-03, -2.8108e-02,
                      -2.7737e-02, -6.0409e-02, -5.9258e-01, -3.8362e-02, -1.0156e-01,
                      -7.8035e-02,  1.6702e-03, -4.5054e-02, -4.5455e-02, -1.8767e-01,
                      -1.1250e-01, -1.8529e-02, -7.3356e-03, -2.2178e-02, -4.4617e-02,
                       2.6087e-02, -3.5236e-02, -2.1709e-03,  6.6460e-03, -8.6058e-02,
                      -1.2149e-02, -1.5139e-02,  6.9683e-02, -1.2356e-02, -4.0038e-02,
                       3.2453e-02, -2.2052e-02,  1.7140e-02,  4.7718e-02, -6.7216e-02,
                      -7.7338e-02, -3.5844e-02, -3.4856e-02,  6.2394e-03, -1.1219e-02,
                       2.2942e-02,  1.9738e-02, -3.2970e-02, -1.8595e-02, -4.6222e-02,
                      -2.8338e-02, -2.7585e-02, -9.4354e-02, -2.3475e-03, -6.9139e-02,
                       1.3971e-02,  8.5447e-03,  6.2851e-03,  2.1144e-02, -4.7005e-02,
                      -4.1292e-02, -1.8181e-02, -3.4368e-02, -1.1452e-01,  3.1639e-02,
                      -5.1298e-02, -4.7413e-02, -4.4267e-02, -9.8179e-02,  6.8004e-02,
                      -3.2810e-02, -4.1078e-02, -3.6101e-03, -5.1806e-02, -8.3117e-02,
                      -5.3521e-03, -5.0967e-02, -1.3502e-01, -5.5998e-02, -7.0959e-02,
                      -6.3199e-02,  2.7746e-02, -5.1427e-02,  6.3626e-02, -6.4814e-02,
                      -1.2766e-01, -5.4343e-02, -7.1726e-02, -7.6470e-02,  1.3767e-02,
                      -1.4147e-02, -3.0373e-04, -9.5561e-03, -6.7137e-02,  8.0482e-03,
                      -6.9268e-02, -3.5273e-02,  1.0461e-02, -4.5395e-02, -1.0289e-01,
                      -4.4444e-02, -5.5371e-02,  2.2386e-01, -1.1483e-01, -1.0396e-01,
                      -2.2209e-02, -3.5631e-02,  2.6499e-02, -9.4094e-03,  2.7255e-02,
                       4.5637e-03, -5.8637e-02,  5.3041e-04, -5.0429e-02, -3.9556e-02,
                      -3.7818e-02, -3.2248e-02,  3.6581e-02, -2.8068e-02, -2.7958e-02,
                      -6.4801e-02,  4.2588e-02, -3.3813e-02, -7.0918e-02, -4.2709e-02,
                       1.7502e-02, -9.3415e-02, -4.3821e-02,  1.2059e-02, -5.0736e-03,
                       6.4736e-03, -7.1584e-02, -3.1157e-02,  4.2293e-03, -5.4524e-02,
                       9.9722e-03, -5.1619e-02, -2.5968e-02, -2.4888e-01,  5.6717e-02,
                      -1.8501e-02, -8.7451e-02, -6.6557e-02, -5.9118e-02, -4.5100e-02,
                       6.2111e-02, -1.0969e-02, -1.1732e-01, -1.0293e-01, -7.6224e-02,
                      -3.0336e-02, -4.3706e-02, -1.6342e-02,  1.6332e-02,  1.0778e-03,
                      -8.5139e-02, -1.8398e-02, -1.7198e-01,  2.1461e-02, -1.2736e-02,
                      -1.5402e-02, -1.4056e-01,  4.1324e-02, -1.4741e-02, -1.0871e-01,
                      -2.9227e-03,  3.9473e-02, -7.6721e-02, -3.5407e-03,  4.1014e-03,
                      -3.6598e-02, -2.7947e-02, -1.2591e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.weight',
              tensor([[-0.0031, -0.0049, -0.0103,  ..., -0.0524, -0.0074, -0.0795],
                      [-0.0245,  0.0113, -0.0220,  ...,  0.0179, -0.0112,  0.0072],
                      [-0.0414,  0.0217,  0.0511,  ..., -0.0599, -0.0256, -0.0287],
                      ...,
                      [ 0.0169, -0.0083, -0.0232,  ..., -0.0433,  0.0232,  0.0323],
                      [-0.0581,  0.1089, -0.0801,  ..., -0.0704, -0.0072,  0.0645],
                      [ 0.0235,  0.0542,  0.0456,  ...,  0.0629, -0.0457, -0.0591]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.bias',
              tensor([ 1.2380e-01,  1.5987e-02,  1.2679e-01, -1.8622e-01,  8.1041e-02,
                      -1.1257e-01,  1.1564e-02,  1.6405e-01, -4.1053e-02, -3.6079e-01,
                       5.2823e-02, -1.5871e-01,  4.5243e-03, -1.4908e-01,  1.3611e-01,
                      -9.9163e-02, -5.7344e-02,  1.6040e-01, -2.1153e-02,  1.0047e-01,
                       2.3967e-03,  9.9182e-02, -1.1098e-01, -3.3866e-02,  2.2417e-02,
                      -3.7368e-02, -1.0866e-01,  6.5824e-02,  2.7415e-01,  1.2818e-01,
                      -9.1747e-02, -1.7093e-01,  5.5975e-02,  1.4431e-02, -4.2013e-02,
                      -1.0984e-01, -1.8981e-01,  1.0093e-01, -6.1820e-02, -5.4482e-02,
                       1.0512e-01, -2.6552e-02,  5.7113e-02, -4.0934e-02,  4.0287e-02,
                       7.1617e-02,  1.3837e-02,  1.4109e-01,  1.8327e-02, -1.0298e-02,
                       9.7632e-02, -3.2639e-02, -5.9186e-02,  5.0609e-02,  4.2333e-02,
                      -9.8559e-02, -8.3037e-02,  2.7549e-01,  5.4397e-02,  6.8596e-03,
                      -6.9305e-03, -1.5316e-02,  3.7323e-02,  9.5539e-05,  1.7557e-01,
                      -2.4394e-05,  2.4329e-01,  3.9310e-02,  6.9132e-02, -2.5068e-01,
                      -2.0571e-01,  5.4819e-02, -2.8273e-01,  2.3134e-01, -7.8876e-02,
                      -6.8673e-01, -8.9118e-02,  3.9458e-02, -1.9537e-01, -1.1764e-01,
                      -9.9236e-03,  5.0327e-01, -9.7511e-02,  1.0471e-01, -3.2896e-01,
                      -4.3419e-02,  4.4939e-01, -1.8248e-01,  8.9281e-02, -2.9834e-01,
                       1.4843e-01,  1.3472e-01,  1.0643e-01, -2.4241e-01, -5.0568e-02,
                       9.8662e-03,  5.7173e-03,  2.6495e-01,  3.6393e-02,  2.5547e-02,
                       2.8616e-02,  2.1016e-03,  1.5305e-01, -9.4743e-02, -1.2764e-01,
                       3.3433e-02, -2.5456e-01, -5.8597e-01,  1.5519e-01, -5.1900e-01,
                      -1.2877e-02, -3.2514e-01,  3.4365e-02,  4.4607e-02,  1.6213e-01,
                       1.3221e-01,  7.9329e-02,  5.9898e-02,  1.6224e-01, -1.5325e-01,
                       8.8032e-02, -3.1146e-01,  2.5370e-01, -3.1119e-02,  1.9997e-01,
                      -4.2187e-01, -1.8789e-02, -1.1163e-01,  3.5215e-01, -6.8167e-01,
                       3.8233e-01, -1.6608e-01,  3.4639e-01,  1.8256e-01, -1.1651e-01,
                       3.3151e-01, -1.0992e-01,  8.3215e-02,  2.3214e-01,  1.2278e-01,
                      -4.1250e-01, -3.8443e-01,  1.7970e-01,  3.5244e-01, -1.2470e-01,
                      -2.9450e-01, -6.3227e-02, -7.7900e-02,  8.2442e-02,  3.6515e-02,
                      -2.4418e-01, -2.7012e-01,  2.3090e-01,  1.3739e-01,  1.0961e-01,
                       2.1966e-01,  2.8270e-01, -1.1826e-02,  3.5175e-01,  1.7767e-01,
                       2.7644e-02, -4.2357e-01,  4.0215e-02,  7.0638e-02,  8.5918e-02,
                       5.9134e-01, -5.7711e-01, -1.3937e-01, -2.6051e-01,  7.4079e-02,
                      -6.6816e-02, -5.8732e-02, -2.1217e-01,  5.8032e-02,  1.6917e-01,
                       1.0899e-01,  1.3011e-01,  1.5730e-01, -1.5066e-01, -6.2966e-02,
                       1.8146e-01,  3.3614e-01,  1.0828e-01,  1.8480e-01,  3.7833e-01,
                       9.7253e-02, -3.4797e-01, -1.2503e-01, -2.6259e-01, -7.1627e-01,
                       3.6879e-02, -3.4379e-01, -8.2465e-02, -1.9111e-01,  2.3863e-01,
                      -3.8490e-02,  3.8910e-01, -7.5009e-01,  1.9008e-02, -6.8281e-01,
                      -4.8595e-01, -7.9512e-03,  3.3147e-01, -1.1542e-01,  2.1961e-01,
                       1.6678e-01,  2.0141e-01,  2.2480e-01,  3.2269e-01, -1.3709e-01,
                       5.1240e-01, -7.4600e-02,  3.7835e-01,  1.5210e-01,  1.2892e-01,
                       4.4226e-02, -6.7777e-01,  1.3538e-01, -2.9958e-01, -2.7852e-01,
                       1.5517e-01,  1.5901e-01, -1.2636e-01, -4.5333e-02,  1.4067e-01,
                       6.7283e-01, -3.0878e-01, -3.0597e-01,  3.9143e-02, -5.9230e-02,
                      -6.6188e-01,  1.9495e-01, -1.3502e-01, -5.1123e-01,  1.6417e-01,
                      -1.2979e-01, -3.2351e-01, -1.4296e-01,  2.1769e-01, -1.2128e-01,
                      -1.2365e-01, -1.7429e-01,  3.6449e-01, -1.4797e-01, -1.7987e-01,
                      -7.0303e-02, -5.3893e-02,  2.5797e-01,  1.8583e-01,  2.7457e-01,
                       1.0268e-01,  3.0532e-01,  2.3488e-01,  1.9182e-02, -5.2075e-01,
                      -1.8851e-01,  6.8772e-02,  1.0944e-02, -1.5567e-02, -5.9883e-02,
                      -3.5553e-02,  2.2541e-02,  4.3976e-02,  1.5311e-01, -6.5623e-02,
                       5.6997e-02,  3.2776e-02,  1.1332e-02, -2.7864e-03, -3.1701e-02,
                       4.2488e-02,  6.5617e-02, -1.1004e-03, -1.8932e-01,  1.9060e-02,
                       4.7493e-03,  9.1314e-03, -5.9021e-02, -4.1652e-02, -6.0468e-02,
                       4.4452e-03,  1.8803e-03, -4.2726e-02,  1.5245e-02, -1.0535e-01,
                      -7.6672e-02,  1.5157e-02, -4.5007e-02, -7.8800e-02, -4.3575e-02,
                       2.4066e-02, -2.6380e-02,  6.6082e-02, -1.1198e-01, -3.0284e-02,
                       4.6112e-02,  4.8171e-02, -6.0371e-02, -3.2494e-02,  5.2879e-02,
                       1.3613e-02, -2.0031e-03, -8.2865e-03,  3.9220e-02, -1.2764e-02,
                      -1.0961e-01, -1.6637e-01, -1.7296e-03,  2.7754e-02, -8.5187e-03,
                      -4.1810e-02, -5.8370e-02, -3.0664e-02,  3.7631e-02,  2.8056e-02,
                      -8.0162e-04, -2.0512e-02,  4.3244e-02,  3.0091e-02, -3.3550e-01,
                      -1.2670e-01, -1.8612e-01, -4.3311e-02, -1.1822e-01,  1.8303e-01,
                      -2.2766e-01,  4.8533e-01, -1.4475e-01,  1.3712e-02,  3.0556e-01,
                       1.2634e-01, -2.3960e-01,  1.6517e-02,  1.6468e-01, -8.9059e-02,
                       2.6397e-01, -1.6225e-02, -2.1737e-01, -5.1158e-01, -1.1144e-01,
                       5.2302e-02,  3.0406e-01,  3.1518e-02,  6.4651e-02, -1.7142e-01,
                       2.2564e-01,  1.8101e-01, -7.5261e-02,  6.7422e-02, -5.7603e-02,
                       1.9372e-02,  1.5926e-01, -2.7051e-01,  2.1984e-01, -3.0793e-01,
                       1.3571e-01,  2.0145e-01,  4.2650e-02, -1.2853e-01, -3.1501e-01,
                       1.1772e-01, -2.4484e-01, -1.2602e-01, -1.7107e-01,  1.8608e-02,
                       8.4624e-02, -6.4066e-02, -1.2541e-02,  2.3890e-01, -1.2536e-01,
                       2.6842e-01,  6.7393e-02,  4.9689e-02, -4.4038e-03, -1.9246e-01,
                      -3.3829e-02, -1.8503e-01,  4.7583e-01,  1.0055e-01, -3.8484e-03,
                      -2.2104e-01, -3.3656e-02, -3.2063e-02, -9.2233e-02, -2.6779e-01,
                      -2.9639e-01,  1.4141e-01,  1.1799e-02, -2.9951e-02,  1.2739e-01,
                      -7.0790e-02,  4.3751e-02,  9.3300e-02,  4.6534e-02, -8.5811e-02,
                       1.5875e-01, -3.3807e-02, -1.5382e-01, -1.1055e-01, -2.4506e-03,
                      -2.6448e-02,  2.7165e-01,  1.5124e-01,  2.3834e-02,  2.5409e-01,
                       6.4313e-02,  1.6445e-01,  1.6984e-01,  7.1011e-03,  7.6791e-02,
                       2.7045e-02,  1.1282e-01, -3.3891e-02,  1.5484e-02, -6.0372e-02,
                       8.8365e-02, -8.5332e-02, -3.4534e-01, -1.2814e-01, -1.2403e-01,
                      -8.6654e-03,  4.9308e-02, -1.7117e-02, -3.5764e-02,  4.3281e-02,
                      -1.0165e-01, -6.1343e-02, -2.2783e-03, -3.5717e-02, -1.5526e-01,
                      -1.7271e-01, -1.4000e-01,  4.9322e-02, -2.4395e-01,  6.6438e-01,
                       1.4148e-01,  3.5629e-02,  2.9469e-01, -5.4273e-02,  7.6592e-02,
                      -1.4751e-01,  1.3937e-01,  1.1714e-02, -1.2520e-01, -1.8536e-03,
                       1.4147e-01, -1.7506e-01,  1.2079e-01,  2.2042e-02,  7.8030e-02,
                       3.4716e-02, -4.1849e-02,  5.6718e-03,  8.1186e-02,  1.5596e-01,
                       9.3688e-02,  3.6348e-02, -5.5529e-02,  1.1084e-01,  3.2729e-02,
                      -1.1002e-01,  1.4995e-03, -1.7378e-02, -4.3473e-02,  2.3463e-02,
                       1.4265e-02, -1.9046e-02, -9.8475e-02,  5.1556e-02,  3.4228e-01,
                      -1.6616e-02,  7.7217e-03,  5.1706e-02,  3.3950e-03,  6.9237e-02,
                       2.2498e-02,  1.8393e-01,  7.4447e-02, -1.0650e-02,  6.4969e-02,
                       2.8167e-02, -4.8687e-02, -1.2692e-02, -2.6106e-01, -7.9820e-02,
                      -2.4463e-02, -1.1486e-01,  6.5513e-02, -7.5240e-02, -5.4128e-03,
                      -1.1585e-01,  4.0449e-02, -9.2766e-02,  2.1571e-02, -4.2533e-02,
                       8.9533e-02, -1.2915e-01,  1.3387e-02,  9.9169e-03, -5.1496e-02,
                       1.7117e-02, -1.8235e-01, -1.2355e-01, -5.7457e-02,  4.8016e-02,
                       3.2968e-02,  5.3064e-02,  3.4559e-02, -3.7790e-02, -8.9085e-02,
                       3.3656e-02,  1.7147e-01,  1.8513e-02,  7.7578e-02,  1.2232e-01,
                      -1.1941e-01, -1.9305e-01, -8.4626e-03, -1.6624e-01, -1.0183e-01,
                      -9.5781e-02,  6.8221e-02,  1.0154e-01, -3.5912e-02,  1.0186e-01,
                       2.9911e-02,  3.8919e-02, -1.2717e-02,  6.0233e-02,  1.2176e-01,
                      -1.0031e-01, -7.1222e-02, -1.1201e-01,  6.2590e-02, -1.4562e-01,
                       8.9125e-03,  2.6583e-02, -2.3403e-02,  3.7830e-02, -6.0862e-02,
                       4.8355e-02,  3.0710e-02, -5.0023e-02, -1.5944e-01,  6.0644e-03,
                      -5.6636e-02,  4.7312e-02, -1.2617e-01,  9.1964e-02, -1.1882e-01,
                      -1.9694e-01, -1.6441e-01, -1.8558e-03, -4.8014e-02,  7.1923e-02,
                       1.7512e-01, -2.5877e-02, -6.3968e-02,  1.2356e-01, -1.5412e-02,
                       2.9674e-02,  2.9932e-02, -4.4004e-03,  2.1710e-02, -1.0251e-01,
                      -1.2156e-01,  1.5433e-01,  7.4706e-02,  9.7817e-02, -2.5080e-02,
                      -6.7707e-02, -3.4114e-02, -6.4011e-02,  1.0151e-01, -1.7195e-01,
                       1.3686e-01,  1.6280e-02,  7.4970e-02, -9.5950e-02,  6.8331e-02,
                       6.8780e-02,  4.9754e-02, -2.3960e-01, -1.1516e-02, -3.6712e-02,
                       5.2222e-02,  7.6241e-03, -2.4643e-02, -4.4234e-02, -7.5473e-02,
                      -4.0292e-02, -2.1684e-02, -5.6295e-02, -1.0027e-01, -4.9256e-02,
                      -4.4280e-03,  6.8776e-02,  4.6724e-02, -9.4997e-02, -2.0344e-02,
                      -4.7297e-02, -2.8601e-02, -1.6307e-02,  2.5188e-02, -6.5640e-02,
                      -4.0379e-02,  7.2236e-02, -7.1186e-02, -3.6714e-02,  1.3410e-01,
                       1.1020e-02, -8.1366e-02,  1.0881e-01,  2.6420e-02, -2.2628e-02,
                       2.2174e-02,  4.1995e-02, -2.7573e-02,  3.5364e-03, -6.8950e-02,
                      -4.8940e-02,  2.6599e-02,  7.8909e-02,  7.5898e-03, -1.1322e-03,
                       4.8465e-02,  1.1929e-01,  1.8082e-03, -3.2638e-03,  6.6692e-02,
                       5.3584e-02,  9.6051e-02, -2.9670e-02, -2.2940e-02, -1.1979e-02,
                       9.3682e-03, -1.1425e-01,  2.7320e-02, -1.8975e-02, -9.4144e-02,
                      -7.8524e-02,  7.1331e-02, -1.9183e-01, -5.6933e-01,  2.7153e-01,
                      -1.4325e-01, -1.9808e-01,  2.8280e-01,  7.4575e-02, -2.6831e-01,
                       2.3376e-02, -2.8017e-02,  7.3166e-02, -2.9635e-01,  1.2910e-01,
                      -2.3828e-01,  7.1016e-01, -1.2746e-01, -2.6515e-01, -8.8349e-02,
                      -1.7525e-02, -1.9781e-01,  4.7645e-01, -9.9838e-02,  1.3827e-02,
                       2.6591e-01, -1.8056e-01,  1.6364e-01, -2.6687e-02,  1.2648e-02,
                      -1.2145e-01,  3.9057e-01,  4.2878e-02,  2.3170e-01, -1.1719e-01,
                       2.9607e-01, -1.1926e-01,  1.4781e-01, -1.8477e-01,  5.2462e-01,
                      -1.2293e-01, -1.7530e-01, -1.7285e-01,  7.2537e-03, -6.7228e-02,
                      -5.8092e-02,  8.3539e-02,  9.0930e-02,  4.2026e-01,  1.9126e-01,
                      -4.5682e-02, -5.8191e-02, -2.2227e-02,  6.0358e-02, -8.0645e-02,
                      -2.8921e-02,  8.0236e-02, -2.4624e-01, -6.7566e-02, -2.7150e-01,
                      -2.9799e-01,  2.5608e-01, -2.6185e-01, -4.5773e-01,  2.5247e-02,
                      -4.9314e-01,  7.8546e-03,  1.1528e-01,  4.5615e-04,  1.6633e-01,
                       4.1278e-01, -1.7926e-01, -1.1189e-02, -3.6118e-02, -2.1196e-02,
                      -1.4505e-01, -5.9201e-01, -3.0278e-01, -1.7720e-01,  1.5348e-02,
                       2.6542e-01,  4.7847e-01, -1.0604e-01, -2.7913e-01,  8.9317e-01,
                      -6.9074e-02, -7.2084e-02,  1.0228e-01, -1.4321e-01, -8.5363e-02,
                      -9.2006e-02, -2.8672e-01, -1.5289e-01, -3.9989e-01, -7.9309e-02,
                       1.5296e-01,  2.0299e-01, -8.5843e-02,  4.1222e-01, -1.2260e-01,
                       4.0542e-01,  2.9750e-01,  2.7536e-03,  8.3539e-02,  2.9909e-01,
                       1.0329e-01,  3.1292e-01,  8.3564e-02,  5.2050e-02,  1.0497e-01,
                      -1.4506e-01,  3.1926e-01,  3.3303e-02,  4.1804e-01, -1.0076e-01,
                      -2.2764e-01, -5.0226e-01, -1.2702e-01,  6.2849e-01, -8.5439e-03,
                       2.3943e-02,  8.1629e-01,  8.4442e-02,  2.1437e-01,  2.9866e-01,
                      -1.5985e-01, -3.2092e-01, -8.3705e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.weight',
              tensor([[-0.0215,  0.0766, -0.0225,  ...,  0.0068, -0.0043, -0.0711],
                      [ 0.0189, -0.0559, -0.0131,  ...,  0.0027, -0.0233,  0.0220],
                      [ 0.0230, -0.0483, -0.0057,  ..., -0.0171,  0.0025,  0.0088],
                      ...,
                      [-0.0091,  0.0481, -0.1247,  ..., -0.0486, -0.0355, -0.0274],
                      [-0.0037,  0.0278, -0.0015,  ..., -0.0739,  0.0101, -0.0322],
                      [ 0.0214,  0.0440, -0.0867,  ...,  0.0388, -0.0595, -0.0887]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.bias',
              tensor([-9.4832e-04,  2.9873e-03, -1.0251e-03,  1.1668e-03,  1.2432e-03,
                      -4.1236e-04,  7.0375e-03, -9.1705e-04,  3.1055e-03,  5.9941e-03,
                       3.5027e-03,  7.8600e-04, -3.3141e-03, -4.4507e-03,  6.7881e-05,
                       1.8240e-03,  3.3369e-03, -4.6390e-04, -3.1648e-03,  2.0592e-03,
                       1.1926e-03, -2.2387e-03,  1.7264e-03,  3.6036e-04, -1.3810e-04,
                       2.3596e-03,  5.8997e-04, -3.1158e-03, -1.0299e-03, -2.6910e-03,
                       5.0695e-04,  4.2945e-03, -4.0835e-03, -1.4770e-04,  2.1807e-03,
                      -5.9926e-04, -2.9164e-03, -1.9288e-03,  9.1319e-04,  2.2094e-03,
                       3.2207e-03, -6.3081e-03,  1.4414e-03,  6.1832e-03,  8.7059e-03,
                      -2.5265e-03, -4.4220e-03, -3.6694e-03, -1.5772e-03, -4.2337e-04,
                      -5.4981e-04,  6.4976e-04,  1.6017e-05, -2.7591e-04,  1.7202e-04,
                      -3.8270e-03,  4.1372e-04,  1.3461e-03, -4.8359e-04,  1.8020e-03,
                      -1.4823e-03,  2.0226e-03, -4.0570e-04, -6.6470e-05,  3.1604e-04,
                       4.8948e-03,  2.9778e-04,  4.0072e-03, -3.9618e-03, -6.7535e-03,
                      -9.8477e-04, -1.7883e-03, -1.8080e-03, -6.7216e-03, -7.5019e-03,
                      -1.0696e-02, -1.2857e-03, -4.9727e-04,  1.9857e-03, -4.3220e-03,
                       2.1127e-03,  6.1209e-03,  3.4557e-03, -1.6496e-03,  2.0254e-04,
                      -1.2688e-03, -7.8174e-04, -2.0640e-03, -3.3891e-04,  1.3394e-03,
                       5.5259e-03,  4.8987e-04,  4.0624e-03, -2.7718e-03,  7.5636e-04,
                      -1.7085e-03, -6.5167e-03,  2.6662e-03, -3.3667e-03, -2.1766e-03,
                       5.4096e-03,  3.2544e-03, -7.8537e-04,  1.3806e-03, -1.6200e-03,
                      -2.5904e-03,  3.8789e-03,  2.4859e-03,  2.6485e-03, -9.2075e-03,
                       3.3600e-03,  1.4573e-03,  5.3413e-03, -4.0595e-03,  6.8183e-03,
                      -4.5519e-04, -2.1700e-04, -2.4912e-03,  4.9027e-04, -1.1495e-03,
                      -2.2354e-03, -5.4976e-03,  4.6888e-04,  1.8124e-03,  5.4326e-03,
                       2.2328e-04, -1.4568e-03, -1.0831e-03,  3.3424e-03, -8.8542e-03,
                       4.4470e-04, -6.9465e-03,  2.0593e-03, -6.2533e-03, -1.4626e-03,
                      -2.2574e-03,  4.4715e-03, -2.0890e-03,  2.0303e-03, -3.3129e-03,
                       9.8809e-03, -4.0488e-03, -1.1957e-03, -1.6718e-03,  4.1262e-03,
                       1.9064e-03, -2.3379e-04, -3.8004e-03,  3.4256e-03, -4.7382e-04,
                       1.9890e-03, -6.4348e-03,  5.7125e-04,  5.3835e-03,  2.5139e-03,
                      -3.6295e-03, -4.1561e-03, -1.8712e-03, -3.1462e-03,  3.7309e-03,
                      -5.0868e-03,  5.3722e-03,  2.8532e-03, -4.8713e-03, -6.6381e-04,
                       1.3677e-03, -3.0471e-04,  3.1199e-03,  9.4643e-05,  7.8901e-03,
                       8.1828e-03,  3.5299e-03, -2.5383e-03,  3.0365e-03, -3.8798e-03,
                      -3.7769e-03, -1.0637e-03,  1.1566e-03,  4.1115e-04, -3.5785e-03,
                       4.7465e-03, -2.7588e-03,  1.2476e-03,  2.1136e-03,  3.6294e-03,
                      -3.9046e-03, -3.9775e-06, -1.2707e-03, -5.4469e-03, -7.8149e-03,
                       1.0471e-02,  4.4086e-03, -1.2747e-03,  8.2397e-03,  8.4253e-03,
                       3.3354e-03, -6.5434e-03, -5.6643e-03,  2.1647e-03, -6.7984e-03,
                      -7.7549e-03,  3.0527e-03,  4.1530e-04, -2.2832e-03,  5.9563e-04,
                      -1.9489e-03, -3.1490e-03,  5.4246e-03, -3.0002e-03,  2.7140e-03,
                       3.1829e-03,  1.1036e-03,  3.7027e-03, -2.5918e-03, -9.1840e-03,
                      -1.1657e-03, -7.7853e-03,  2.3250e-03, -5.7116e-03,  3.6236e-03,
                       9.4543e-04,  1.0753e-03, -3.1331e-03, -4.9752e-03,  2.5498e-03,
                       3.2323e-03,  7.8430e-04, -6.0002e-03,  2.3989e-03, -7.5983e-03,
                      -1.8899e-03, -7.9215e-03, -6.6789e-03, -7.7405e-03,  1.0762e-03,
                       4.3580e-03,  1.9475e-03,  5.8012e-04,  2.4312e-03,  1.0143e-03,
                      -4.1757e-03, -3.5688e-03,  2.9824e-03, -3.4836e-03, -1.7870e-03,
                       6.7717e-03, -2.2233e-03,  1.9718e-03,  6.1933e-03,  6.3673e-03,
                      -6.4385e-03,  5.0028e-03,  7.6507e-04, -4.0657e-03, -7.0968e-03,
                       1.0627e-03, -2.2666e-04,  2.4662e-03,  1.2883e-03,  5.4092e-03,
                       7.0525e-04, -4.6685e-03,  1.5151e-03,  2.8497e-03, -3.7722e-03,
                       5.2355e-03,  5.6476e-03,  6.5128e-04,  1.2153e-03,  1.5744e-03,
                      -2.7821e-03,  5.4292e-03,  3.7681e-03, -9.3124e-03, -6.2482e-04,
                       1.7635e-04,  2.9133e-03,  1.2243e-03, -7.6371e-03,  2.1531e-03,
                      -2.9518e-03, -1.0184e-03,  2.0787e-03, -3.6037e-04, -2.0021e-04,
                      -2.0401e-03, -1.6017e-03,  2.8095e-03, -5.9681e-03, -2.1455e-03,
                       3.5268e-03, -9.4477e-04, -1.1682e-03,  4.3246e-03, -1.4800e-03,
                      -1.2274e-03,  7.4757e-04, -2.6464e-03, -3.4974e-03,  4.4847e-03,
                      -5.3204e-03, -1.3571e-03,  7.3132e-05, -2.3839e-03,  2.3760e-03,
                      -2.1848e-03, -2.1967e-03,  1.0548e-03, -5.3279e-03,  2.3636e-03,
                       2.8047e-03, -1.1288e-03, -2.8034e-03, -3.0420e-06, -2.4572e-03,
                       3.1230e-03,  6.9220e-03, -6.8370e-03,  2.5215e-03, -1.3098e-02,
                       1.5229e-03,  8.6880e-03, -3.6546e-05, -3.8424e-04, -4.2264e-03,
                      -1.3453e-03,  2.8957e-04,  6.1158e-03,  2.5653e-03,  5.7758e-04,
                      -2.4893e-03,  3.5107e-03, -1.3966e-03,  4.9582e-04, -3.1183e-03,
                       4.0188e-03, -1.0128e-03, -2.1980e-03,  2.5689e-03,  4.9777e-03,
                       2.5675e-03, -2.1640e-03,  3.4647e-04, -2.3690e-03, -2.9612e-03,
                      -5.2881e-03, -3.8443e-03,  4.9514e-04,  1.2482e-03, -4.3833e-03,
                       1.6726e-04, -1.1920e-03,  3.5197e-03,  5.4322e-04, -1.2905e-03,
                      -2.1123e-03,  2.9474e-03,  5.0472e-03, -7.0546e-04, -6.9290e-04,
                       1.9625e-03,  4.7654e-03, -2.7485e-03, -1.8346e-03,  4.1420e-03,
                      -2.0320e-03,  4.2678e-03, -2.5730e-03, -1.3305e-03,  3.0115e-03,
                       2.5569e-05,  2.3230e-03, -9.0602e-04, -6.0899e-04, -2.1306e-03,
                      -9.7975e-04,  1.6234e-04, -2.7279e-03,  5.7142e-03,  4.6993e-03,
                       2.7494e-03,  5.4684e-04,  1.3924e-03, -2.4728e-03, -2.8596e-03,
                      -1.5233e-03, -1.7719e-03,  2.7446e-03, -9.6614e-04, -1.0735e-03,
                       1.3337e-03,  5.2145e-03, -1.5493e-03,  3.1817e-03,  1.6982e-03,
                      -9.8459e-03, -1.4811e-04,  6.6237e-04, -2.7383e-03, -4.9850e-04,
                      -2.0895e-03,  6.4750e-04, -7.3311e-04, -4.0019e-03, -1.3527e-03,
                       1.2919e-03, -2.6317e-03, -1.5641e-04,  1.9302e-03, -1.6843e-03,
                      -9.8654e-04,  3.8836e-03, -4.8566e-04, -2.0376e-03,  2.6308e-03,
                       1.6807e-03, -2.5121e-03, -3.1589e-03, -6.3994e-03,  1.0620e-03,
                       1.8504e-03,  3.5871e-03, -8.2247e-03,  7.4502e-03, -1.4784e-03,
                       2.3500e-03, -3.1880e-04,  9.8507e-04, -1.2452e-03, -4.1542e-03,
                       1.5221e-03, -1.9236e-03,  1.6235e-03, -4.1944e-03,  2.0229e-03,
                       2.7267e-03,  3.3812e-03,  4.0420e-03,  2.2042e-03, -2.8808e-03,
                      -1.0648e-03, -3.5519e-03,  2.2374e-03, -3.4938e-03, -2.5079e-03,
                       4.3424e-03, -8.9200e-03,  4.6428e-04, -2.3575e-03, -4.6613e-03,
                       2.2484e-03,  1.2816e-03, -1.2529e-03, -1.9472e-03,  6.7306e-03,
                       3.7829e-03, -4.1007e-03,  2.9586e-03,  8.8699e-03,  1.4294e-03,
                      -4.6765e-03,  1.6881e-03,  5.2841e-04,  3.2858e-03, -1.4989e-03,
                       8.0264e-05, -8.7399e-03,  2.5558e-03,  9.2167e-04,  9.8356e-03,
                       1.8229e-03, -6.7029e-03,  4.6742e-03, -9.4995e-04,  5.8308e-03,
                      -2.5407e-03,  1.1209e-02,  6.0164e-03, -3.8634e-03,  2.7597e-03,
                       2.1997e-03,  3.3712e-03, -5.2316e-04, -9.0602e-03, -2.1673e-03,
                      -2.3054e-03,  1.8967e-03,  1.5315e-03, -1.2127e-03, -1.5886e-03,
                      -5.5626e-03,  1.5798e-03, -2.4620e-03,  1.5021e-03, -6.6974e-03,
                       1.7681e-03, -1.1346e-04, -1.2542e-03, -4.7578e-04, -9.3135e-04,
                       5.9181e-03, -8.4041e-03, -3.0493e-03,  1.9329e-03, -4.9871e-03,
                      -3.0893e-04,  1.8491e-03,  8.8391e-03, -5.6623e-03,  4.3893e-03,
                       3.8903e-03, -4.7174e-03, -2.3393e-03, -4.9350e-04,  1.9309e-03,
                      -9.6470e-04,  2.1650e-03,  3.8895e-03, -1.9332e-03, -6.0475e-04,
                       4.7084e-03,  2.6864e-03,  4.9049e-03, -4.3976e-03,  5.3845e-03,
                      -2.3251e-03,  6.0520e-03, -1.9860e-03, -3.7645e-03, -1.0614e-03,
                      -8.2952e-05,  1.9323e-03,  9.5740e-03,  2.2300e-03,  2.9794e-03,
                       3.4783e-03,  4.5368e-03, -5.8952e-03, -5.5927e-03,  3.5312e-03,
                      -6.7120e-03, -2.8467e-03, -6.5276e-03, -1.2544e-03,  3.1408e-03,
                       5.1464e-03,  1.3514e-03,  3.9345e-03,  2.4746e-03,  1.3722e-03,
                      -6.7826e-03, -2.2466e-03, -6.5457e-03, -5.7453e-03, -4.1621e-03,
                      -3.7409e-03,  1.5123e-04, -6.7679e-03, -3.9178e-03, -3.1386e-03,
                      -2.4635e-03,  1.6721e-03, -9.0108e-03, -2.0677e-04,  4.0144e-03,
                      -2.2560e-03,  2.3905e-03,  3.4771e-03,  6.2373e-04,  6.6245e-03,
                      -2.4764e-03, -5.3817e-03,  6.6814e-03,  1.7144e-03,  4.7802e-04,
                       6.8246e-03,  1.6716e-03,  4.8028e-04, -4.9682e-04, -2.1815e-03,
                      -1.1068e-03, -1.5584e-03,  3.6874e-03,  3.2005e-03, -1.7457e-03,
                       4.2212e-03, -1.5943e-03,  2.3985e-03, -4.4375e-03, -2.4480e-03,
                      -7.4576e-04, -2.4107e-03, -3.8190e-03,  4.9982e-03,  5.9080e-03,
                      -3.1445e-03, -4.6575e-03, -2.8432e-03, -5.2636e-04, -1.7569e-03,
                       2.1460e-03,  3.4386e-05,  2.7837e-03,  1.7629e-04, -1.8478e-03,
                      -3.3148e-03,  2.9709e-03,  8.6652e-04, -1.4148e-03,  1.8963e-04,
                       3.9495e-03, -1.2499e-04,  5.0751e-03, -5.7703e-03, -3.9656e-03,
                       1.4791e-03, -1.2507e-03, -1.8172e-03, -1.1144e-04, -1.6701e-03,
                      -4.4670e-03, -2.2647e-03, -3.1611e-03,  1.9550e-03,  5.4838e-03,
                       7.6276e-03,  1.6879e-03,  6.9357e-04, -1.1075e-04, -1.5646e-03,
                       3.0045e-03,  1.3356e-03, -3.2749e-04,  2.0364e-03,  3.0164e-03,
                       6.8245e-03, -6.5450e-04, -3.6305e-04, -3.3844e-03, -2.7332e-03,
                      -3.6367e-03,  6.0009e-04,  5.1705e-03,  3.0496e-03, -2.3239e-03,
                       5.9962e-03, -8.7701e-04,  5.5659e-03, -2.0482e-04, -9.3814e-03,
                      -5.5234e-03, -2.4136e-03,  5.6371e-03,  7.1086e-03,  1.8572e-03,
                       5.1802e-03,  7.9778e-03,  2.2735e-03, -2.5349e-03, -1.4462e-03,
                       2.6212e-03, -2.5205e-03,  4.1032e-03, -9.0518e-04, -2.8960e-03,
                       9.4645e-03, -1.2521e-04, -9.4438e-05, -3.7843e-03, -2.1182e-03,
                       3.4754e-03, -6.2756e-03,  8.9574e-05, -9.0713e-04, -1.2265e-04,
                       1.0947e-03, -8.0544e-03,  2.0049e-03, -3.2455e-03,  1.3317e-02,
                       3.6590e-03, -1.3476e-03, -2.1439e-03, -2.4152e-03, -2.6553e-04,
                      -3.2334e-03, -3.9078e-03, -6.1844e-04,  5.7768e-03,  1.4189e-03,
                       2.1763e-03,  6.5955e-03,  3.1806e-03, -2.9220e-03,  3.8320e-03,
                      -3.4982e-03, -2.4913e-03, -3.4468e-03,  1.8047e-03,  2.5544e-03,
                      -2.5266e-03, -6.6726e-04,  1.6028e-03, -4.1297e-03,  6.5055e-03,
                       6.3475e-04,  2.2707e-03,  5.3563e-03, -4.3606e-04,  2.5349e-04,
                      -4.7530e-04, -1.2975e-03, -1.7958e-03, -3.8355e-03, -2.8621e-03,
                      -1.2630e-04, -4.0598e-03, -4.7776e-03,  1.4314e-04, -2.9169e-03,
                       2.3565e-03, -3.3682e-03,  6.9022e-03, -2.5641e-03,  6.3661e-03,
                      -3.4244e-03,  1.3651e-03, -3.3577e-03, -6.7742e-03,  6.1723e-04,
                       3.4054e-03, -1.4410e-03,  3.2223e-03,  3.5016e-03,  4.0087e-03,
                      -5.5791e-03, -5.4817e-03, -5.8156e-06, -5.6053e-03,  4.3274e-03,
                       1.3944e-03, -2.1523e-03, -4.6797e-04, -2.1134e-03,  2.8912e-03,
                       2.0028e-03,  1.9934e-03, -7.7263e-04,  2.2086e-03, -9.1463e-04,
                       1.1189e-02,  2.6791e-03,  4.5323e-03,  2.3978e-03, -5.4788e-03,
                      -1.7287e-04, -3.6177e-03, -2.9330e-03,  2.3564e-03, -1.8516e-03,
                       4.8267e-03, -1.3471e-04,  1.4192e-03,  3.5994e-03,  7.6115e-03,
                      -3.3645e-03, -3.8716e-03, -1.7626e-03], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.weight',
              tensor([[ 0.0630, -0.0528,  0.0118,  ..., -0.0077, -0.0315,  0.0728],
                      [-0.0198, -0.0445,  0.0145,  ...,  0.0424,  0.0011, -0.0820],
                      [-0.0491,  0.0335,  0.0296,  ..., -0.0097,  0.0579, -0.0282],
                      ...,
                      [-0.0144,  0.0313,  0.0362,  ..., -0.0088, -0.0249,  0.0135],
                      [-0.0315, -0.0459, -0.0457,  ...,  0.1064, -0.0441, -0.0530],
                      [ 0.0433,  0.0136, -0.0583,  ...,  0.0872,  0.0588,  0.0394]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.bias',
              tensor([ 1.7686e-03,  5.0840e-03, -1.2941e-02, -5.7664e-03,  1.6866e-02,
                      -6.1455e-03,  6.3520e-03,  2.2267e-03,  1.9209e-02, -1.7522e-02,
                       7.1508e-03,  1.9254e-02,  1.7218e-02, -6.0465e-03, -6.6422e-03,
                      -3.0492e-02, -1.7390e-02,  1.0662e-02,  7.5673e-03,  7.7370e-03,
                       1.7385e-03,  2.3779e-02, -7.1899e-03,  3.3757e-03,  3.7817e-03,
                       3.7458e-03, -8.0687e-03, -5.6990e-03, -7.2183e-03, -1.1280e-02,
                       4.1414e-04, -1.9695e-03,  1.9594e-02, -1.9404e-02,  8.3930e-03,
                      -8.8735e-03,  1.0805e-03,  1.0973e-02, -2.9527e-03, -1.0620e-02,
                       2.2181e-02, -7.3465e-03, -7.9381e-03,  2.3052e-02, -1.0714e-02,
                      -3.0179e-02, -8.4103e-03, -1.6105e-02, -1.8371e-02,  2.8990e-03,
                       2.5869e-03,  9.2330e-03,  1.0581e-02, -1.2359e-02, -1.1477e-02,
                       1.2285e-02,  5.9733e-03,  1.2967e-03, -1.9331e-03,  2.3013e-02,
                       2.7002e-02, -2.2202e-02, -8.5762e-03, -4.3980e-03,  1.9314e-02,
                       5.4127e-03,  1.9043e-03,  2.5638e-02,  1.4685e-02, -3.1203e-02,
                      -1.3284e-02,  2.5859e-02,  2.7931e-02,  1.1415e-02, -8.5847e-03,
                      -1.1172e-02, -4.1094e-03, -2.5822e-02,  1.8168e-03, -2.0742e-02,
                      -1.5667e-02,  2.1206e-02,  3.4663e-02, -6.6252e-03, -4.5123e-03,
                       5.8846e-03,  1.3998e-02, -5.0457e-03, -5.4445e-03,  2.6406e-02,
                      -7.8902e-03, -2.8439e-02,  4.8390e-03,  1.0173e-02, -4.9503e-03,
                       1.4128e-02, -1.8696e-02,  2.9131e-03, -5.3588e-03,  5.1352e-03,
                       7.0926e-03,  7.9497e-03, -1.7223e-02, -1.6937e-02, -1.3941e-02,
                      -6.7304e-03,  7.8606e-03,  4.9925e-02,  6.8611e-03, -1.7372e-02,
                       7.5782e-04, -1.1495e-02, -1.6492e-02,  3.4483e-02,  2.7988e-03,
                      -1.3752e-03,  8.0680e-03,  1.7071e-02, -6.8776e-03,  2.6748e-02,
                       1.5963e-02, -3.5875e-04,  1.2460e-02, -2.5806e-03, -2.6435e-02,
                      -1.6063e-02,  7.6233e-03, -1.5164e-02,  8.4711e-03, -1.2713e-02,
                       8.0636e-02, -1.4031e-02,  1.1578e-02, -1.5527e-02,  1.1222e-02,
                       4.1006e-02,  1.0180e-01, -1.3112e-02,  7.1278e-03,  4.8308e-03,
                       7.4707e-03,  1.8589e-02,  1.2767e-02,  1.9011e-02, -6.0835e-02,
                      -1.0962e-02, -3.5968e-03,  4.1141e-02,  3.2206e-02, -2.7757e-02,
                      -7.6975e-03, -8.3729e-03,  4.5804e-03, -1.2119e-02,  3.2784e-02,
                       1.0139e-02, -8.2696e-02, -1.0374e-02,  1.3465e-04,  3.1991e-02,
                      -3.0727e-03, -6.0249e-02, -4.3300e-03, -3.2457e-02, -9.4581e-03,
                       4.6383e-03,  2.8751e-02,  3.9327e-02,  3.0830e-02,  1.0340e-01,
                      -4.0416e-02, -1.8972e-02, -4.3877e-02, -2.2743e-03, -3.1357e-03,
                      -8.8164e-03,  2.5704e-04,  9.1040e-03, -1.8371e-02, -1.9794e-02,
                      -1.7996e-02,  1.2886e-02, -3.5242e-04, -3.1981e-02,  3.7389e-03,
                      -2.5213e-02, -2.2432e-02, -5.5829e-03, -9.1925e-03, -1.9183e-03,
                       7.2249e-03, -5.4041e-03,  4.8300e-04,  1.4553e-02,  8.7640e-03,
                      -7.9873e-03, -1.2371e-02, -1.9376e-02,  1.3545e-02, -1.0057e-02,
                      -1.6481e-02,  2.7572e-02,  2.1047e-02,  6.6884e-03, -1.0273e-02,
                      -2.8811e-03,  1.9760e-02,  2.1528e-03, -2.1066e-04,  4.4609e-02,
                      -5.0194e-03, -3.8895e-02, -3.9703e-02,  1.3110e-02, -8.3654e-03,
                       1.9872e-02, -1.6163e-02, -4.3356e-02, -2.2367e-04, -2.3675e-02,
                       4.5860e-03,  2.8863e-02, -2.4975e-02, -2.2341e-02,  2.3401e-02,
                      -2.2708e-02, -4.2185e-03,  3.2690e-02, -1.9478e-02,  1.1907e-02,
                       3.5108e-02,  1.3703e-02, -9.7741e-03,  9.3292e-03,  2.5494e-03,
                       4.8100e-02, -2.8953e-02, -2.8156e-02,  2.8432e-01,  2.2816e-02,
                       7.2105e-03, -1.0706e-02,  7.6002e-03,  5.0507e-02,  5.8633e-03,
                       2.1637e-02, -5.7624e-03, -3.6590e-02,  8.7860e-03, -3.0327e-02,
                       1.0155e-02,  9.6196e-03,  2.3124e-02,  2.0031e-03,  2.0147e-02,
                      -5.9985e-03, -1.0129e-02,  2.7336e-03, -9.8083e-03,  1.6736e-02,
                       1.4517e-02, -6.7310e-03, -1.8137e-02, -3.5023e-03, -8.7995e-03,
                       4.9876e-04,  1.2133e-02,  1.8180e-03, -1.0004e-01,  1.3279e-02,
                      -7.3482e-03,  2.4216e-02,  2.0997e-04,  8.5461e-03, -1.2547e-02,
                      -6.4779e-03, -1.2544e-02,  2.2166e-03,  1.4228e-02,  1.9980e-02,
                       2.9917e-03, -5.4013e-03,  7.8370e-03,  5.3828e-03,  5.3190e-03,
                       1.8997e-02, -1.0124e-02, -9.5661e-03,  8.1840e-04,  9.8014e-03,
                      -1.0506e-02,  1.2037e-03, -5.2201e-03, -3.0117e-03, -6.2517e-04,
                       5.1328e-03,  4.5226e-03,  1.0433e-02, -7.7836e-04,  1.9683e-02,
                      -2.4615e-03, -8.1308e-05,  1.9085e-02, -7.9070e-04,  1.6948e-02,
                      -3.8140e-03, -9.4237e-03,  4.6727e-03, -1.3563e-02,  3.5105e-03,
                       5.1145e-03, -1.7667e-02, -2.7870e-03,  4.7088e-03, -1.7486e-03,
                      -1.1015e-03,  3.4043e-03, -1.9021e-02,  3.9285e-03, -5.6738e-03,
                      -3.3757e-02, -1.1162e-02,  2.0341e-02,  1.1482e-02, -1.5966e-02,
                       1.8320e-03, -2.6080e-02,  1.2995e-02,  2.1425e-03, -3.2462e-03,
                       8.6000e-03,  9.1199e-03, -1.4274e-02, -1.6633e-02,  1.4173e-03,
                      -1.6096e-02, -2.5981e-02, -2.4163e-02,  1.4338e-02, -3.2550e-02,
                      -2.4712e-04,  1.5413e-02, -1.4029e-02,  7.0600e-03,  9.6945e-03,
                       8.9344e-03,  1.9119e-02,  1.4034e-02,  5.2318e-02,  1.0286e-02,
                       3.5013e-02, -1.5719e-02, -1.1824e-02, -2.6243e-02, -5.1831e-03,
                      -5.6940e-03, -1.0523e-02, -4.9964e-03, -3.6454e-03,  2.0965e-02,
                       9.9588e-03,  1.7008e-03, -7.5308e-03, -2.9637e-02,  1.8104e-02,
                      -2.1264e-02,  3.5470e-04,  1.0233e-02, -1.0616e-02,  8.6911e-03,
                       1.0849e-02,  7.0185e-03,  1.1133e-02,  1.9827e-02,  1.2587e-02,
                      -1.4871e-02,  2.5483e-02,  4.8022e-03, -2.9457e-03,  7.8469e-03,
                      -2.4516e-02,  3.0811e-02, -1.1472e-02, -5.3615e-03, -2.2700e-02,
                       2.4163e-02, -8.0370e-02,  8.4397e-02, -4.8806e-02,  1.5273e-02,
                      -8.7479e-02, -3.0836e-02,  1.9948e-02, -8.6061e-02,  7.8186e-03,
                      -6.3325e-02,  1.0229e-02,  1.2170e-02,  1.0346e-01,  3.4873e-02,
                       2.9933e-03, -7.1239e-02, -2.1470e-02,  1.5175e-03, -4.9112e-02,
                      -1.1496e-03, -3.4066e-03, -1.1485e-02,  1.6880e-02,  1.0498e-01,
                      -8.4025e-02, -7.7543e-03,  2.3364e-02,  5.4964e-02,  9.9808e-02,
                      -2.4261e-02,  1.0093e-02,  4.4869e-02,  1.9155e-02,  1.7003e-01,
                      -2.9590e-02, -1.3818e-02,  9.0349e-02,  4.4894e-02, -5.3085e-02,
                      -4.6177e-02,  1.7050e-02, -7.5022e-02, -8.2999e-02, -6.7550e-03,
                      -1.8256e-02, -2.7759e-02, -2.3785e-02,  2.0014e-02, -6.9450e-02,
                       7.9039e-03,  3.6375e-02, -3.4241e-03,  4.1785e-02,  2.1109e-02,
                       9.8382e-02, -3.2406e-02,  3.2203e-02, -7.1250e-02,  4.5312e-03,
                       1.2140e-01, -2.6398e-02, -7.4581e-02, -1.8457e-02,  1.4014e-02,
                      -1.2815e-02,  2.0563e-02,  3.1813e-03,  1.5398e-04,  6.1577e-03,
                      -5.1390e-03, -4.1551e-03,  2.0902e-02, -9.9469e-03,  1.8103e-02,
                      -3.5584e-03,  1.2720e-02,  3.9505e-03,  1.1960e-02,  4.3362e-03,
                      -3.8847e-03,  9.4545e-03,  1.1812e-02,  3.4576e-02,  2.5091e-03,
                       1.4950e-03,  1.4270e-02,  3.1763e-03,  1.1690e-02, -6.9717e-03,
                      -2.1354e-03, -1.6053e-02,  2.0565e-03,  2.1020e-03,  1.2093e-02,
                       5.3556e-03,  1.1327e-02, -9.9628e-03,  2.3336e-03, -3.6690e-02,
                       3.5255e-03,  3.0765e-02, -8.7815e-04,  2.4166e-02,  5.0585e-03,
                       9.6786e-03,  1.7258e-02, -5.3702e-03,  2.6187e-02,  1.4145e-02,
                       2.0976e-03, -5.6022e-03,  8.6115e-03, -1.4997e-02,  5.1844e-03,
                       1.2525e-02, -2.2625e-02, -7.8087e-03, -1.3029e-02,  1.1122e-02,
                       2.1854e-02,  4.5514e-03, -7.8239e-03,  6.5221e-03,  1.2101e-02,
                      -4.5377e-03, -1.5189e-02, -1.9260e-02, -5.4568e-02, -1.8143e-02,
                       5.5627e-03,  1.8102e-02, -2.9106e-02,  7.5020e-02,  2.0999e-02,
                       9.1782e-03,  3.1094e-03, -4.1638e-02,  1.1172e-02, -2.5796e-02,
                      -2.5203e-03,  7.7001e-03,  3.4478e-02,  3.8601e-02, -3.5967e-02,
                      -1.9388e-02,  5.0520e-03, -1.3907e-02,  3.0223e-02,  3.7078e-02,
                       1.2666e-02, -4.6206e-02,  1.6471e-02,  3.8767e-02, -4.6084e-02,
                      -1.7724e-03, -2.2363e-02,  8.4322e-03, -8.9771e-03, -6.8622e-02,
                       2.0369e-02, -6.7425e-03,  9.1260e-03, -8.3675e-03, -2.0101e-02,
                       3.1151e-02,  2.1197e-02,  3.1523e-02,  2.7868e-04,  5.0423e-02,
                       3.1634e-02, -8.5288e-03, -9.1047e-03,  8.8668e-03, -3.6737e-03,
                       4.0038e-03,  5.6715e-02,  1.1255e-02, -4.7786e-04, -2.0699e-02,
                       1.9204e-02, -4.3562e-03, -1.3640e-02, -1.7208e-02, -4.1196e-02,
                      -1.7371e-02,  4.1251e-02,  1.1667e-02,  1.5844e-02, -4.3265e-03,
                      -5.0987e-02, -2.2046e-02, -1.5704e-02,  1.0305e-02,  1.2475e-02,
                      -6.8778e-03,  1.2443e-02, -1.3489e-02,  1.4316e-02, -1.3172e-02,
                      -3.1814e-02,  5.5312e-03,  3.6901e-03, -3.3900e-02,  2.3395e-02,
                       6.3757e-05,  1.7436e-02,  4.6925e-03, -2.7925e-02,  1.4877e-02,
                       1.4600e-03, -9.6901e-03, -3.4333e-03,  3.8487e-03,  2.1584e-03,
                       2.3567e-03,  5.8821e-03,  1.1614e-02,  2.7026e-02, -1.6609e-02,
                       2.3062e-02, -1.2167e-02,  2.1002e-02,  4.4166e-03,  7.1335e-03,
                      -9.7064e-03, -3.0031e-03, -4.2541e-03,  2.7104e-02,  1.6707e-03,
                       2.1679e-02, -1.5409e-02,  4.7696e-03,  2.6847e-02,  1.4450e-02,
                      -1.1306e-02,  7.0083e-03, -2.7793e-02,  1.8888e-02, -1.2018e-02,
                      -1.3153e-02,  1.1307e-02, -7.1148e-03, -2.7356e-02,  7.6005e-03,
                       8.7847e-03, -2.0727e-02, -3.0715e-04,  1.8349e-03,  1.4374e-02,
                      -2.3857e-02, -8.3752e-03,  6.3769e-03,  1.8983e-02, -5.3462e-03,
                      -1.7081e-02, -4.9945e-05, -5.2468e-03, -1.3526e-02,  5.4893e-04,
                       4.4970e-03, -2.1884e-02, -9.1710e-03,  1.6620e-03,  6.3370e-03,
                       4.8175e-03,  6.2311e-03,  2.8657e-02,  3.8757e-02, -1.7044e-02,
                      -1.2730e-02,  1.2267e-02,  1.4084e-02, -2.5945e-03,  1.5428e-03,
                      -5.5486e-03, -6.9175e-04,  1.9934e-02, -6.0630e-03,  2.3504e-02,
                       1.9152e-02, -9.6917e-03,  2.0339e-02,  2.8362e-03,  1.7088e-02,
                      -1.0238e-02,  1.2557e-02,  1.4894e-02,  7.4587e-03, -6.8130e-03,
                      -2.4794e-02, -2.2708e-03,  3.6359e-03, -4.0822e-03, -4.9829e-02,
                       1.7580e-03,  9.7362e-03, -2.5872e-02,  5.2711e-02,  5.6887e-03,
                      -4.2893e-02, -8.3328e-03,  2.4753e-02,  6.7862e-03, -6.8612e-03,
                      -2.5450e-03,  1.6749e-02, -9.8365e-03, -2.7151e-03, -2.1312e-02,
                       3.7883e-02,  1.7220e-02, -1.3745e-03,  2.2809e-02,  4.5688e-02,
                       1.2285e-02, -1.0797e-02,  2.4359e-02, -3.4024e-03, -1.7408e-02,
                       2.4266e-02, -2.1303e-02, -3.9070e-03,  3.4221e-02,  6.7328e-03,
                      -7.2392e-03,  5.1659e-02, -1.5508e-03,  2.6807e-02,  2.4890e-02,
                      -2.1937e-02, -4.5367e-02, -9.7620e-02,  1.9767e-02,  6.5167e-02,
                       3.4558e-03,  3.4807e-02,  7.9663e-03,  6.6133e-06,  5.4423e-02,
                       1.2203e-02, -2.8469e-02, -2.6049e-02,  7.0890e-03, -3.6902e-02,
                      -6.1062e-03,  9.1727e-03,  3.0889e-02,  2.5693e-02, -1.0840e-02,
                      -9.4861e-03, -1.4547e-02, -1.9113e-02,  2.6094e-02, -1.3292e-02,
                      -2.0323e-02,  1.0234e-03,  3.6086e-02,  2.3972e-02, -1.7308e-03,
                       3.3343e-02, -2.4105e-02,  4.8998e-02, -3.4995e-03,  1.1882e-02,
                       3.1891e-02, -1.0885e-02,  2.5775e-02, -3.8996e-02, -6.5423e-02,
                       1.1863e-02,  2.3673e-02,  1.4435e-02, -2.0879e-02,  1.0961e-02,
                       9.9092e-03, -3.2451e-03,  1.7935e-03, -5.0101e-03,  2.3252e-02,
                      -2.2153e-02,  1.3787e-02,  7.5754e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.weight',
              tensor([[-0.0426, -0.0514,  0.0429,  ...,  0.0300,  0.0233,  0.0644],
                      [ 0.0070, -0.0256,  0.0801,  ..., -0.0551, -0.0486, -0.0477],
                      [-0.0366, -0.0379, -0.0139,  ...,  0.0115,  0.0633, -0.0406],
                      ...,
                      [ 0.0308, -0.0153, -0.0004,  ..., -0.0384,  0.0367,  0.0540],
                      [ 0.0494, -0.0034, -0.0197,  ...,  0.0065, -0.0150,  0.0159],
                      [ 0.0298, -0.0108,  0.0550,  ..., -0.0171,  0.0562,  0.0320]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.bias',
              tensor([-1.0204e-01,  1.0363e-02,  4.7683e-02, -7.0177e-03,  1.0725e-01,
                       1.6766e-02,  1.2733e-02,  4.2884e-02, -1.1205e-01,  5.6880e-02,
                       6.2657e-02,  4.3847e-02,  8.0758e-02,  9.1812e-02,  1.2088e-01,
                      -5.4606e-02, -1.0299e-02, -5.3790e-02, -6.2619e-02,  7.1709e-02,
                       7.9601e-02,  7.2610e-03, -5.0374e-02, -5.3605e-02,  8.6642e-02,
                      -3.1978e-02, -1.0554e-01, -5.0608e-03,  1.1950e-01, -6.7933e-03,
                      -4.5029e-03, -1.2962e-01,  9.9198e-02,  2.0957e-02,  1.6479e-02,
                      -8.1361e-02, -1.9671e-02,  7.6882e-02,  3.8584e-02, -1.6004e-02,
                       7.6135e-02, -3.5415e-02, -6.6882e-02,  7.7058e-03, -3.7103e-02,
                       6.2735e-02, -8.0627e-03, -7.3457e-03, -5.7060e-02, -5.2023e-02,
                      -5.2535e-02, -2.0638e-02, -1.1689e-01,  1.2074e-02, -4.0957e-02,
                      -8.7727e-02,  8.5753e-02, -3.4567e-02, -7.1113e-02,  3.2703e-02,
                       1.8983e-02,  4.2808e-02, -1.1070e-01, -1.2288e-02,  5.6491e-02,
                      -2.6699e-02, -2.4150e-02,  4.9473e-02, -5.4325e-02,  8.4569e-04,
                       8.4081e-02,  1.1610e-01,  8.5102e-03, -3.8817e-02,  1.0031e-02,
                       3.4779e-02, -7.8939e-02,  1.0883e-02,  1.4606e-01,  9.5603e-02,
                      -2.5988e-02, -4.8092e-02, -7.2674e-02,  4.8549e-02, -1.4968e-02,
                       2.0746e-02, -1.8414e-02, -3.4530e-02, -4.7979e-02, -6.6361e-02,
                      -5.7173e-02, -1.9054e-02,  4.2880e-02,  7.2815e-02, -5.5543e-02,
                      -1.1267e-01, -7.0467e-02, -1.2254e-01, -1.3046e-01, -1.1734e-01,
                      -1.9554e-02,  5.7872e-02, -6.2797e-03,  1.3717e-01, -1.4292e-01,
                       3.8473e-02, -1.4807e-01,  8.9439e-02,  3.6518e-03, -1.4441e-01,
                      -7.1290e-02, -2.4070e-02, -8.6528e-02,  4.8025e-02, -1.5909e-02,
                       5.4914e-02,  7.2105e-02, -8.4519e-02,  4.0128e-02,  8.4020e-02,
                       8.6793e-02, -4.1209e-04, -1.1890e-02, -1.1366e-01, -4.4344e-02,
                       1.4761e-04, -6.2603e-02,  6.5484e-02,  4.4661e-02, -7.0074e-02,
                       1.4383e-02,  1.9475e-02,  2.6081e-02, -9.2042e-03,  3.5105e-02,
                      -3.0150e-02, -1.4124e-01, -3.9690e-02, -1.6254e-01, -1.2586e-02,
                       2.6050e-02,  4.0369e-02,  6.0334e-02,  7.1044e-02, -3.6134e-02,
                      -1.4184e-01, -1.4706e-02,  1.6953e-02, -8.3574e-02,  3.9643e-02,
                      -1.1974e-02, -3.1170e-02, -7.7761e-02, -6.8097e-02,  3.4834e-02,
                       7.8161e-02, -9.8272e-02, -1.6259e-02,  8.5912e-02,  7.9103e-02,
                       1.5080e-01,  8.0415e-02,  5.5764e-02, -7.8789e-02, -6.2826e-02,
                      -5.3402e-03, -7.4708e-02, -4.0292e-02, -5.9925e-02, -3.4529e-02,
                      -3.0904e-02,  4.1241e-02,  8.2601e-02,  2.2085e-02, -6.3456e-02,
                      -5.6019e-02,  1.4620e-02,  2.1616e-02, -3.0840e-02, -3.6865e-02,
                       3.4447e-03,  1.0773e-01, -1.2352e-01,  4.3223e-02,  4.7844e-02,
                       2.8092e-02, -1.4367e-02, -3.4269e-02,  8.6586e-02,  6.5973e-03,
                       5.5034e-02,  2.3949e-02, -4.0649e-02, -1.1276e-01,  7.6613e-03,
                      -6.3881e-02,  1.2396e-01,  8.4293e-02,  7.5308e-03,  1.3811e-02,
                       5.9094e-02,  9.4779e-03,  5.7495e-02, -1.8531e-02,  3.6127e-03,
                       3.3710e-02, -1.3100e-02,  4.1382e-02, -2.3819e-02,  6.7315e-02,
                       1.0711e-01, -7.7959e-02, -2.4450e-02, -4.2337e-02,  9.3616e-03,
                       1.0590e-01, -5.8541e-02, -2.1464e-03,  5.5462e-02,  6.6623e-02,
                      -4.0623e-02, -6.8564e-02, -6.5788e-02,  8.6356e-03, -7.6145e-02,
                       3.4526e-02, -9.0081e-02, -4.6831e-02,  1.8663e-02, -2.9364e-02,
                      -1.0044e-01,  1.1114e-01, -5.6173e-02,  7.4956e-02, -4.9855e-02,
                       9.2337e-02, -4.0746e-03, -9.7533e-02,  6.3409e-02, -1.0404e-01,
                       1.3582e-01, -2.5315e-02, -1.0853e-01,  5.2123e-02, -8.2010e-02,
                       3.1833e-02, -6.7651e-03, -5.1612e-02, -6.1194e-02, -7.5363e-02,
                      -6.4859e-02,  2.0791e-03,  6.2123e-02,  1.0850e-01,  2.5994e-02,
                       4.1515e-02,  1.3801e-01,  1.4208e-01,  4.3090e-02, -4.8509e-02,
                       1.2188e-02,  1.1754e-01,  1.0261e-01,  1.0255e-02, -8.3616e-03,
                       8.3549e-02, -5.7695e-02, -9.9631e-02, -5.0781e-02,  5.9884e-02,
                      -9.4079e-03,  8.3272e-02,  1.5723e-01, -6.6023e-02,  1.4072e-02,
                       8.3297e-02, -6.6090e-02, -4.2505e-02, -1.2423e-01, -3.8453e-03,
                      -7.7281e-02, -1.0841e-02,  9.2776e-03, -3.4518e-02,  8.0408e-02,
                      -3.4076e-02, -5.0439e-02, -1.9180e-02,  4.7877e-02, -2.5299e-02,
                      -8.6350e-02, -6.1346e-03, -5.8869e-02, -5.6178e-02, -8.6695e-02,
                      -3.3340e-04,  6.3311e-02, -6.7057e-02, -9.8005e-02,  1.4407e-03,
                      -6.7239e-02,  8.2138e-04,  7.0277e-02, -1.5686e-02,  8.7973e-02,
                       1.1269e-02,  6.2699e-02, -6.0122e-02,  1.3713e-01, -1.1272e-01,
                       3.1800e-02, -3.8940e-02,  1.0975e-01, -4.7096e-03,  1.0390e-01,
                       1.0021e-01,  2.0744e-02, -1.0524e-01, -8.0599e-02,  1.4647e-01,
                      -9.8140e-02, -8.8251e-03,  5.9410e-02,  9.0912e-02, -3.9604e-02,
                      -2.4854e-02,  1.0392e-01, -1.2925e-02, -3.2178e-02,  7.7748e-02,
                       1.3475e-02, -8.4311e-02,  1.2898e-01,  7.2276e-02,  4.2873e-02,
                       3.8169e-02,  6.1155e-02,  4.2890e-02,  1.8892e-02,  2.9335e-02,
                       5.6159e-02,  1.3425e-02, -4.3744e-02,  2.2763e-02, -1.3772e-03,
                      -8.7161e-02, -1.0064e-01,  1.0798e-01, -5.5704e-02, -5.3458e-03,
                       2.4962e-02,  3.4473e-02,  2.9987e-02, -3.1010e-02,  4.3881e-02,
                       5.1226e-02,  4.5946e-02,  5.3209e-04,  5.5871e-03, -3.6469e-03,
                      -6.8915e-03,  4.3719e-02, -4.3692e-02, -3.0637e-02, -6.9733e-02,
                       1.7686e-02, -1.2934e-01,  7.2489e-02,  4.7707e-02, -6.7775e-02,
                      -1.7294e-02, -2.6511e-02, -6.3692e-02,  1.3711e-02,  1.0236e-01,
                      -8.0056e-02,  8.3388e-02,  2.9751e-02,  5.6046e-02,  4.2262e-03,
                       4.2724e-02, -5.7190e-02,  5.2989e-03, -1.3480e-01, -1.1911e-02,
                      -1.0351e-02, -8.0810e-02,  4.4440e-02, -4.8144e-02,  6.0251e-03,
                      -6.1218e-02,  1.6014e-01, -1.2326e-02, -2.3778e-02,  8.2083e-02,
                       1.3679e-02,  6.4804e-02,  1.4933e-03,  4.6221e-02,  1.0919e-01,
                       5.0035e-02, -4.1029e-02,  5.3077e-02,  1.6972e-01, -1.2025e-01,
                       9.5511e-03, -8.1148e-02,  5.5564e-02,  4.5433e-04,  5.6825e-02,
                      -3.5063e-02, -2.9359e-02,  6.0836e-02,  1.0654e-02,  8.9499e-02,
                       3.7539e-03, -1.6499e-02, -1.1160e-01, -4.3443e-02,  3.0214e-02,
                      -1.1659e-01,  4.4067e-02, -5.2408e-02,  3.5516e-03,  2.9090e-02,
                      -4.9972e-03, -4.7041e-02,  6.6525e-02, -8.8008e-02, -6.2143e-02,
                       9.3771e-02, -2.0584e-02,  4.5467e-02,  6.1550e-03,  8.3954e-02,
                       2.3255e-02,  6.8256e-02,  1.3433e-01,  7.4265e-02, -1.5062e-01,
                       5.5734e-02,  6.2837e-02,  4.2724e-02, -2.9704e-02,  5.1104e-02,
                       8.9189e-02,  1.2774e-02, -5.0359e-02,  2.7592e-02, -7.9776e-03,
                       9.8959e-02, -1.2638e-02, -1.2494e-01,  3.9755e-02, -1.1486e-01,
                      -1.2312e-01, -1.0836e-01,  8.9034e-02, -6.6713e-02,  8.5296e-02,
                       8.0248e-03,  3.6267e-02,  5.7824e-02, -7.9775e-03, -5.8669e-02,
                      -5.5555e-02,  6.7858e-02, -3.3840e-02,  9.5568e-03, -9.0409e-03,
                       6.7681e-02, -4.7553e-02, -6.0507e-02,  2.4065e-02, -8.0323e-02,
                      -1.2948e-01,  1.0988e-01,  2.3339e-02,  7.2643e-02, -3.2389e-02,
                      -8.5387e-02, -9.9298e-02, -2.8741e-02, -7.9599e-02, -1.5260e-01,
                      -2.3458e-02,  6.8201e-02,  3.3015e-02, -9.6867e-02,  7.7674e-02,
                       1.4625e-03, -9.3667e-02, -1.3798e-02,  2.7557e-02, -8.7468e-02,
                       7.0804e-03,  1.0806e-01,  1.3366e-03, -4.3955e-02, -7.9078e-02,
                       7.9441e-03, -6.8666e-02,  9.6788e-02, -5.1669e-02,  2.6314e-02,
                      -1.6456e-02,  1.7141e-02, -1.2770e-02,  1.8428e-02,  5.4092e-02,
                      -5.7328e-03,  4.7526e-02, -1.6325e-02,  8.3758e-02, -2.8359e-02,
                       5.5598e-02, -3.0869e-02,  3.0502e-02,  2.4376e-02, -3.0246e-02,
                       2.8613e-02,  3.5926e-02,  5.3147e-03,  8.0514e-03, -6.9044e-02,
                       1.5187e-01,  5.5431e-02,  8.8954e-03,  1.9371e-02,  1.5029e-03,
                       6.0741e-02, -3.3228e-02, -2.3175e-02,  6.3539e-02,  1.3783e-02,
                      -3.8454e-02, -2.4234e-02, -8.5589e-03,  7.6532e-03, -1.0484e-01,
                      -6.2986e-02, -4.2461e-02, -3.6873e-02,  4.6095e-02, -1.6417e-03,
                       2.4222e-02,  2.3430e-02, -1.0227e-02,  5.1186e-02, -7.4956e-02,
                      -3.2469e-02, -8.2371e-02,  3.3023e-02, -7.0040e-02, -1.1171e-01,
                      -2.3103e-02,  6.3034e-02,  1.2235e-01, -4.0207e-02, -4.5711e-02,
                      -1.0498e-01,  3.4242e-02, -1.7098e-02, -8.2562e-02, -1.4294e-01,
                      -2.0651e-02, -7.8738e-02,  6.8616e-02,  3.3383e-02,  6.3560e-02,
                      -5.5631e-03,  3.0511e-02,  4.4163e-02,  2.8239e-02,  5.8395e-02,
                      -2.1673e-02, -5.2983e-02, -2.1410e-02, -7.3151e-02,  8.5909e-02,
                      -3.3818e-02, -5.2157e-02, -8.2209e-03,  4.5770e-02, -2.9895e-02,
                      -8.4762e-02,  1.1943e-01,  3.0275e-03,  4.1254e-02, -2.3313e-02,
                       5.0335e-02,  5.0166e-03,  1.4789e-01,  9.0849e-03, -1.6606e-02,
                      -1.5212e-02, -3.9715e-02,  8.8784e-02, -2.1479e-02,  1.1425e-01,
                       7.8891e-03,  5.2230e-02,  3.0229e-02,  5.0893e-02,  5.3430e-02,
                       3.5290e-02, -7.8569e-02, -1.1364e-02, -3.5306e-02,  2.5821e-02,
                      -2.4435e-02,  4.8743e-02, -4.4179e-02,  2.2748e-02,  3.7610e-02,
                      -6.7859e-02, -1.3263e-02,  1.8329e-02, -3.8013e-02, -6.9046e-02,
                       1.1496e-01,  1.8748e-02, -7.8298e-03,  7.2833e-02,  9.6986e-04,
                      -7.9642e-02, -3.3399e-02,  8.5102e-02, -4.2585e-03,  4.8838e-03,
                      -7.7992e-03,  1.8896e-02, -3.5695e-02, -1.6133e-02,  1.0476e-01,
                       2.0074e-02, -2.5986e-02,  2.0085e-02,  6.9495e-02, -3.1708e-02,
                      -6.9631e-02,  1.0457e-02,  3.2053e-02, -2.4846e-02,  3.5893e-02,
                      -1.0251e-02,  5.2542e-02, -1.5384e-02, -1.6402e-02,  6.9167e-02,
                      -1.8660e-02,  1.1977e-01, -3.1926e-03,  1.7724e-02,  3.7321e-02,
                      -4.1605e-02,  1.0211e-01,  9.8747e-03,  3.0556e-02, -3.3086e-02,
                       1.2816e-01, -3.5978e-02, -3.2731e-02, -1.0378e-01,  5.6373e-02,
                      -5.0689e-02,  6.1098e-02,  1.7926e-02,  4.5549e-02, -8.8113e-02,
                      -7.3727e-02, -7.2901e-02,  2.5196e-02,  9.1336e-03, -5.5851e-02,
                      -1.3860e-02, -9.1785e-02, -7.2756e-03, -7.4877e-02, -4.7169e-02,
                       4.0385e-02, -7.6990e-03,  1.8723e-02, -9.6592e-02,  1.0079e-02,
                      -1.8007e-02,  1.1259e-02,  2.3226e-02, -2.3554e-03,  4.9543e-02,
                      -1.6731e-03, -5.3320e-02,  4.9493e-02, -1.0609e-01,  5.3930e-02,
                      -4.0800e-02, -8.4525e-02, -1.0248e-01, -7.9721e-02, -1.8560e-02,
                      -5.6992e-02, -6.6143e-02,  1.1097e-01, -2.8502e-02, -3.4790e-02,
                       8.7541e-02, -5.2561e-02,  1.6822e-02, -3.9877e-02,  7.1482e-02,
                       8.9232e-02, -1.9329e-02,  3.3333e-02,  7.4996e-02,  6.5438e-02,
                      -1.0265e-02, -7.1086e-02,  3.3456e-02,  8.3965e-02,  5.5467e-02,
                       1.2726e-02,  5.5631e-03,  7.0802e-02, -3.3046e-03, -1.0828e-01,
                       4.5278e-02,  2.0650e-02,  1.1986e-01, -7.7167e-02,  2.0741e-02,
                       6.3918e-02,  1.0737e-02,  6.0532e-03,  2.5252e-02, -3.0689e-02,
                       7.0614e-02,  1.0316e-01, -6.0785e-02, -4.4498e-02, -3.4869e-02,
                      -3.0704e-02, -6.6556e-02, -1.1532e-02,  6.1864e-02,  3.5939e-02,
                       9.6871e-02, -1.8264e-03,  1.0870e-01,  8.5261e-03, -2.7147e-02,
                      -3.5548e-03, -1.6345e-02, -2.1915e-02,  3.3309e-02, -1.0615e-01,
                      -1.3918e-02,  6.5509e-03, -6.3545e-02, -9.0979e-02,  3.8439e-03,
                      -2.6647e-02,  1.2956e-02, -3.2725e-02, -7.9986e-02, -7.3371e-03,
                       2.3428e-02, -6.4010e-02,  3.0693e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.weight',
              tensor([0.8582, 0.7896, 0.7861, 0.8419, 0.8347, 0.7767, 0.8314, 0.8304, 0.7945,
                      0.8563, 0.7754, 0.7848, 0.7669, 0.7905, 0.7954, 0.8235, 0.7857, 0.8039,
                      0.7895, 0.8171, 0.8070, 0.7798, 0.8006, 0.7744, 0.8177, 0.8168, 0.8116,
                      0.9172, 0.8031, 0.7804, 0.8325, 0.7866, 0.8119, 0.8016, 0.8385, 0.7669,
                      0.8107, 0.7729, 0.8480, 0.8518, 0.7824, 0.7667, 0.8426, 0.8189, 0.8333,
                      0.8211, 0.7984, 0.8699, 0.8059, 0.7875, 0.7617, 0.8700, 0.8688, 0.8231,
                      0.8156, 0.8106, 0.8043, 0.7977, 0.8136, 0.8282, 0.7914, 0.8329, 0.7563,
                      0.7989, 0.8278, 0.8012, 0.8137, 0.7943, 0.8443, 0.8783, 0.8022, 0.8469,
                      0.7797, 0.7924, 0.8303, 0.8168, 0.8032, 0.8252, 0.7903, 0.7715, 0.8003,
                      0.8092, 0.8054, 0.8306, 0.8068, 0.8143, 0.8243, 0.8349, 0.7659, 0.8309,
                      0.8117, 0.8132, 0.8520, 0.7686, 0.8168, 0.8058, 0.7738, 0.7871, 0.9754,
                      0.7881, 0.8054, 0.7961, 0.8429, 0.8005, 0.7998, 0.7659, 0.8126, 0.8134,
                      0.8400, 0.7711, 0.8369, 0.7870, 0.7812, 0.8152, 0.7830, 0.8173, 0.8269,
                      0.7876, 0.7827, 0.8034, 0.7963, 0.8316, 0.8613, 0.7938, 0.8334, 0.7786,
                      0.7943, 0.8117, 0.8188, 0.8294, 0.8139, 0.7776, 0.7915, 0.7909, 0.7988,
                      0.7858, 0.5882, 0.7754, 0.7692, 0.7855, 0.8534, 0.7833, 0.7826, 0.7881,
                      0.7819, 0.8518, 0.7989, 0.8014, 0.7708, 0.8181, 0.8324, 0.7708, 0.7836,
                      0.7893, 0.8263, 0.8019, 0.8080, 0.8033, 0.8578, 0.8325, 0.7729, 0.7355,
                      0.7924, 0.7938, 0.8246, 0.7820, 0.8778, 0.7748, 0.8153, 0.8006, 0.8173,
                      0.8023, 0.8813, 0.8728, 0.8240, 0.8186, 0.8272, 0.8135, 0.7642, 0.8039,
                      0.8106, 0.7648, 0.8251, 0.8043, 0.7817, 0.8117, 0.8033, 0.8030, 0.8161,
                      0.8086, 0.8466, 0.7798, 0.8281, 0.8420, 0.8216, 0.8275, 0.7992, 0.7787,
                      0.7989, 0.7951, 0.7986, 0.8224, 0.8057, 0.8096, 0.8080, 0.8156, 0.8042,
                      0.8510, 0.7801, 0.8222, 0.7831, 0.8094, 0.8005, 0.8412, 0.7926, 0.8099,
                      0.7925, 0.8089, 0.7850, 0.8105, 0.7720, 0.7843, 0.8140, 0.8192, 0.7810,
                      0.8116, 0.7972, 0.8098, 0.8268, 0.8379, 0.8136, 0.8418, 0.8235, 0.7556,
                      0.7855, 0.8542, 0.8249, 0.7899, 0.8201, 0.7735, 0.8110, 0.7870, 0.8095,
                      0.8044, 0.8040, 0.8014, 0.7905, 0.8244, 0.7744, 0.7702, 0.8104, 0.8149,
                      0.6437, 0.8102, 0.8114, 0.8130, 0.7581, 0.8649, 0.8090, 0.8002, 0.8242,
                      0.8955, 0.8211, 0.7904, 0.8144, 0.7862, 0.8350, 0.7849, 0.7977, 0.8204,
                      0.8293, 0.8123, 0.8749, 0.8358, 0.7584, 0.8102, 0.8002, 0.7649, 0.7875,
                      0.7828, 0.7329, 0.8178, 0.7943, 0.8293, 0.7921, 0.8061, 0.7686, 0.8090,
                      0.8099, 0.9243, 0.8484, 0.8202, 0.7794, 0.8024, 0.8158, 0.8078, 0.8517,
                      0.8211, 0.7967, 0.8110, 0.8267, 0.8263, 0.8159, 0.8065, 1.4270, 0.8079,
                      0.7914, 0.7983, 0.8301, 0.8113, 0.8245, 0.8254, 0.8222, 0.8290, 0.7701,
                      0.8037, 0.7919, 0.8458, 0.7992, 0.8391, 0.8127, 0.8406, 0.7971, 0.7672,
                      0.7943, 0.7783, 0.7600, 0.8138, 0.7724, 0.8009, 0.8124, 0.8680, 0.8219,
                      0.7817, 0.8130, 0.7926, 0.8011, 0.7928, 0.8671, 0.8210, 0.8054, 0.8439,
                      0.8271, 0.8192, 0.8305, 0.7820, 0.7849, 0.8043, 0.7944, 0.8096, 0.7935,
                      0.8408, 0.8099, 0.8327, 0.7710, 0.8194, 0.7814, 0.8174, 0.7943, 0.8082,
                      0.8120, 0.8568, 0.7730, 0.8068, 0.8449, 0.8058, 0.8094, 0.8099, 0.8000,
                      0.7982, 0.7904, 0.8188, 0.8098, 0.7828, 0.8688, 0.8138, 0.7900, 0.7430,
                      0.8173, 0.7962, 0.8242, 0.7973, 0.7792, 0.8461, 0.7931, 0.8077, 0.7939,
                      0.8151, 0.7640, 0.8065, 0.8010, 0.8252, 0.8105, 0.7987, 0.8106, 0.7890,
                      0.8000, 0.7924, 0.7986, 0.8526, 0.7806, 0.8356, 0.8259, 0.8171, 0.8228,
                      0.8363, 0.8102, 0.8000, 0.8285, 0.7195, 0.8034, 0.8198, 0.8165, 0.7878,
                      0.8331, 0.7623, 0.7935, 0.7678, 0.8240, 0.8146, 0.8291, 0.7531, 0.8109,
                      0.8396, 0.7900, 0.7906, 0.8381, 0.7660, 0.7984, 0.8276, 0.8168, 0.8074,
                      0.7469, 0.8012, 0.8115, 0.7830, 0.8111, 0.8092, 0.8487, 0.8927, 0.7949,
                      0.8027, 0.7806, 0.8531, 0.7774, 0.8141, 0.8050, 0.7981, 0.7772, 0.8293,
                      0.7957, 0.8220, 0.8182, 0.8056, 0.7953, 0.8651, 0.8157, 0.7747, 0.8378,
                      0.7763, 0.8047, 0.7556, 0.8265, 0.8315, 1.7113, 0.8162, 0.8212, 0.8885,
                      0.7832, 0.8208, 0.7685, 0.7840, 0.7831, 0.8502, 0.8183, 0.8243, 0.8216,
                      0.8016, 0.8196, 0.7982, 0.7804, 0.8228, 0.7967, 0.8155, 0.7978, 0.8037,
                      0.7875, 0.7999, 0.7119, 0.8083, 0.8343, 0.8030, 0.8281, 0.7835, 0.8107,
                      0.8299, 0.8010, 0.8390, 0.8357, 0.8260, 0.7908, 0.7868, 0.7732, 0.7936,
                      0.8262, 0.8617, 0.7633, 0.7760, 0.7884, 0.7998, 0.7772, 0.8030, 0.7840,
                      0.8384, 0.7626, 0.8067, 0.8135, 0.8123, 0.7817, 0.8002, 0.7546, 0.7699,
                      0.8059, 0.8707, 0.7999, 0.8117, 0.8401, 0.7800, 0.8007, 0.8308, 0.8100,
                      0.7556, 0.8229, 0.8493, 0.8476, 0.8057, 0.8236, 0.8228, 0.7706, 0.8468,
                      0.7706, 0.7645, 0.7805, 0.8070, 0.8046, 0.8435, 0.8327, 0.8005, 0.7845,
                      0.8016, 0.7830, 0.8194, 0.8015, 0.8266, 0.8640, 0.8092, 0.7807, 1.6599,
                      0.7938, 0.7804, 0.8306, 0.7848, 0.7674, 0.8121, 0.8027, 0.7800, 0.8035,
                      0.8192, 0.8030, 0.8005, 0.8223, 0.7963, 0.8022, 0.8067, 0.8182, 0.8280,
                      0.8227, 0.8142, 0.8285, 0.7923, 0.8322, 0.8527, 0.8054, 0.8070, 0.7923,
                      0.7911, 0.7989, 0.8302, 0.8303, 0.8205, 0.7996, 0.7725, 0.7777, 0.7813,
                      0.8165, 0.8338, 0.7980, 0.8370, 0.8214, 0.8103, 0.7765, 0.7798, 0.8214,
                      0.8040, 0.9805, 0.7983, 0.8119, 1.6672, 0.7985, 0.8448, 0.7928, 0.8191,
                      0.8021, 0.8320, 0.8226, 0.8179, 0.8233, 0.8063, 0.7985, 0.7953, 0.8029,
                      0.7887, 0.8491, 0.7993, 0.8100, 0.8156, 0.8517, 0.8688, 0.7657, 0.7975,
                      0.7964, 0.7863, 0.8481, 0.8393, 0.8373, 0.7905, 0.7808, 0.7966, 0.8227,
                      0.8136, 0.7861, 0.7933, 0.8505, 0.8161, 0.8177, 0.8084, 0.8103, 0.7721,
                      0.8217, 0.7943, 0.8179, 0.7742, 0.8272, 0.8054, 0.8242, 0.7986, 0.7963,
                      0.7886, 0.8313, 0.8266, 0.8243, 0.8147, 0.8001, 0.8355, 0.8276, 0.8069,
                      0.7553, 0.7880, 0.8034, 0.8180, 0.7737, 0.8823, 0.8276, 0.7951, 0.8054,
                      0.8085, 0.7815, 0.7842, 0.7873, 0.7542, 0.7842, 0.8393, 0.7838, 0.7649,
                      0.7880, 0.8005, 0.7962, 0.8001, 0.7988, 0.7967, 0.7995, 0.8290, 0.8011,
                      0.8001, 0.7825, 0.7742, 0.8064, 0.8544, 0.8255, 0.7811, 0.7835, 0.8200,
                      0.8642, 0.8323, 0.8211, 0.7907, 0.8139, 0.7920, 0.7798, 0.8351, 0.8189,
                      0.7788, 0.7698, 0.8244, 0.7554, 0.8475, 0.7986, 0.7917, 0.7756, 0.7726,
                      0.7980, 0.8046, 0.7580, 0.8186, 0.7788, 0.8065, 0.7484, 0.8061, 0.7823,
                      0.7943, 0.8118, 0.7895, 0.8102, 0.8255, 0.8105, 0.8288, 0.8156, 0.8137,
                      0.8407, 0.7911, 0.7689, 0.8397, 0.7868, 0.8172, 0.8306, 0.8254, 0.8049,
                      0.8351, 0.7869, 0.8222, 0.7944, 0.8236, 0.8781, 0.8175, 0.8128, 0.8048,
                      0.8174, 0.7975, 0.7683, 0.8445, 0.8020, 0.7847, 0.8207, 0.8105, 0.7997,
                      0.7971, 0.7980, 0.8175], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.bias',
              tensor([ 8.9906e-02, -1.1965e-01, -1.7570e-02,  5.8550e-02, -2.0844e-01,
                      -1.2569e-02, -6.3606e-02, -1.4355e-02,  9.6214e-02, -1.1112e-01,
                       2.7702e-02, -8.0428e-02, -2.3539e-01, -4.6271e-02, -9.9005e-02,
                      -3.2067e-02, -1.5588e-02, -1.0199e-01,  1.2058e-02, -2.3319e-01,
                      -1.6837e-01, -3.8802e-02,  1.2774e-02, -1.6712e-02, -2.6472e-02,
                      -9.2004e-02,  2.1641e-02,  1.3034e-01, -9.6465e-02,  5.8343e-02,
                      -1.0064e-01, -3.2870e-02, -1.6738e-01, -9.7497e-02, -8.7592e-03,
                       8.6909e-02, -1.4362e-01,  1.0920e-02, -8.5021e-02,  1.3098e-01,
                      -1.3895e-01, -2.3696e-02,  1.1926e-01, -1.1590e-01, -1.1313e-02,
                      -2.1509e-01,  3.4242e-02,  4.0395e-02, -5.1746e-03, -1.4165e-02,
                       6.0848e-02,  4.5151e-02,  1.1104e-01, -8.7018e-03,  7.0343e-02,
                      -2.3416e-02, -1.2055e-01, -7.4876e-02,  2.3110e-02,  3.2607e-02,
                      -1.2558e-01, -6.9742e-02,  1.5832e-01,  1.2565e-02, -1.1137e-01,
                      -7.8965e-02,  2.8724e-02, -6.1024e-02,  4.2503e-02, -2.3451e-01,
                      -7.7196e-02, -1.2438e-01, -1.8037e-01,  6.6024e-02, -1.5074e-01,
                      -1.9219e-01,  9.4581e-02, -7.8810e-02, -1.4804e-01, -7.7162e-02,
                       2.9559e-02,  1.1156e-01,  8.7323e-03,  8.6919e-02, -8.8243e-02,
                       8.7999e-03, -1.9915e-02, -9.3234e-03, -1.0279e-02,  6.1303e-02,
                      -8.5465e-02, -7.3325e-02,  7.2068e-02, -1.4263e-01, -9.9257e-03,
                       1.4001e-01,  1.0517e-01,  6.2962e-02,  1.0465e-01,  1.2752e-01,
                      -1.7593e-02, -5.1252e-02,  2.2924e-02, -9.1420e-02,  3.8379e-02,
                      -1.2294e-01,  1.5044e-01, -1.7560e-01, -6.8411e-02,  4.1832e-02,
                       6.6493e-02, -1.5234e-01,  9.2545e-02, -1.5117e-01, -2.2435e-01,
                      -5.5551e-02,  3.6764e-02,  9.8786e-02, -5.2911e-02, -1.0470e-01,
                       9.4081e-02, -1.2668e-01,  4.0855e-02, -3.9798e-02,  2.5152e-02,
                      -7.8959e-02, -1.9933e-02, -1.2575e-01, -4.7744e-02,  9.9360e-02,
                      -1.8010e-01,  3.4872e-02,  3.6980e-02,  1.4931e-03, -6.9283e-02,
                       3.0935e-02, -8.0624e-01,  1.4429e-01, -4.7416e-01,  5.1451e-03,
                      -1.2007e-01, -1.1235e-01, -1.8186e-02, -1.8590e-01,  9.7505e-03,
                       1.0332e-01, -6.3147e-02, -8.1223e-02,  1.4033e-01, -1.6637e-01,
                      -1.5050e-01, -7.4642e-02,  7.2045e-02,  8.3245e-03, -9.0663e-02,
                      -1.4235e-01,  6.4312e-02, -1.5481e-02,  1.1619e-02, -1.3627e-01,
                       2.0109e-03, -5.4847e-02, -5.3507e-02, -8.5224e-02, -6.0936e-02,
                      -1.6821e-01,  1.7294e-01,  5.0096e-02,  1.7577e-03,  7.2725e-03,
                      -8.1766e-02, -1.2588e-01, -1.8315e-01,  1.2235e-01,  5.3548e-02,
                       1.1510e-01,  1.0220e-01, -2.2909e-01, -2.3473e-04,  4.6750e-02,
                       3.2684e-02, -2.0925e-01, -2.8215e-02, -2.8136e-01, -6.9049e-02,
                       7.9946e-02, -1.9073e-03, -1.1475e-01, -8.8742e-02, -1.0321e-01,
                      -6.0704e-03, -2.2465e-02,  8.6205e-02, -2.2075e-02, -2.4188e-01,
                      -6.5933e-02, -1.2108e-01, -6.0319e-02, -6.9205e-02, -6.1113e-02,
                      -6.9520e-02, -4.9139e-02, -1.0002e-01, -4.4659e-02,  5.6366e-02,
                      -8.8550e-02,  3.3202e-02, -1.8793e-01, -3.5781e-03, -5.0668e-02,
                      -6.9585e-02, -8.4898e-03, -4.0260e-02,  1.1862e-04, -8.3322e-02,
                      -1.8844e-01,  8.6093e-02, -1.3194e-01, -2.3619e-01,  4.4315e-02,
                      -3.4073e-02,  2.6274e-02,  2.5362e-02, -1.1875e-01, -1.0533e-01,
                      -2.8027e-03, -1.5447e-02,  6.8584e-02,  1.3700e-01,  3.9218e-02,
                      -1.7772e-02, -1.0773e-01,  7.3870e-02, -1.2961e-01, -3.7702e-02,
                      -2.9175e-01, -6.4310e-02, -1.0995e-02, -1.9305e-01,  8.0817e-02,
                      -1.6877e-01, -2.2707e-02,  9.8371e-02, -3.4698e-02,  4.7382e-03,
                      -9.2942e-02, -1.0900e-01,  4.1528e-02,  2.0028e-02,  4.1400e-02,
                       1.9114e-02, -4.2192e-02,  4.0269e-02, -4.8419e-02,  5.0131e-03,
                      -1.2385e-01, -1.3470e-01, -4.3075e-02, -1.6166e-01,  3.4848e-02,
                       1.0173e-02, -6.8008e-02, -9.5486e-02, -2.2044e-02, -1.5150e-01,
                      -1.6501e-01,  7.5147e-03, -4.3302e-02, -8.6738e-02, -3.5706e-02,
                      -7.6756e-02, -1.2163e-01, -1.1206e-01,  5.2043e-02, -1.7383e-02,
                      -9.0002e-02,  2.5364e-02, -6.2866e-02,  8.0007e-02, -1.3838e-01,
                       1.3312e-01, -2.3141e-02,  9.1535e-02, -2.5788e-02, -1.7326e-01,
                       7.6122e-03, -3.8800e-02, -3.9130e-02, -9.1071e-02, -4.3966e-02,
                       3.8355e-02, -1.8794e-01, -4.8947e-02, -1.1664e-01, -2.7010e-02,
                      -8.3552e-02, -2.3323e-01,  1.3290e-01, -1.4864e-02, -2.0848e-03,
                       1.3628e-01, -7.9293e-03, -6.8419e-02,  1.0952e-02, -6.8393e-01,
                       6.4287e-02, -1.1107e-02,  1.1049e-01, -7.0774e-02,  1.2254e-01,
                       8.1826e-02, -1.6523e-02, -2.4453e-01, -1.0081e-01, -1.3248e-01,
                      -1.1770e-01, -8.5652e-02,  2.0080e-03, -7.3359e-02, -2.4052e-01,
                      -3.9600e-02,  7.1850e-02, -9.4550e-02, -1.3266e-01,  3.1030e-02,
                      -3.6708e-02, -2.7595e-03,  3.4394e-02,  8.4396e-02, -1.3131e-01,
                      -2.6669e-01,  1.7581e-01, -2.2702e-01, -2.6261e-02, -1.1036e-01,
                      -1.3649e-01, -2.4094e-01,  1.1924e-01, -1.9964e-01,  2.9430e-02,
                      -4.5505e-02, -5.0383e-02, -2.8655e-02, -8.2804e-02,  2.3903e-02,
                       9.6528e-02, -3.1750e-02, -2.1710e-01,  6.9235e-02, -1.9005e-02,
                      -1.8179e-01, -1.3458e-01, -1.9611e-01,  6.3534e-02, -7.4062e-02,
                      -6.8312e-02, -1.7089e-01, -5.9166e-02,  8.4517e-02,  1.1835e-02,
                      -4.4207e-02, -1.3718e-01, -1.4134e-02, -1.2186e-02, -7.2152e-02,
                      -6.9663e-02,  6.0022e-02,  4.8208e-02, -1.4004e-01, -1.4340e-01,
                      -1.8971e-03, -1.1555e-01,  3.7418e-02, -7.7897e-02, -1.6428e-01,
                       5.3280e-02, -1.5958e-01, -1.1606e-01, -1.1290e-01, -6.5331e-02,
                      -1.4501e-01, -1.6386e-03, -5.0132e-02,  6.9128e-02, -8.0064e-02,
                      -1.5754e-01, -1.1979e-01, -9.8044e-02,  4.3916e-02,  6.0433e-02,
                      -1.3153e-02, -1.9043e-01,  7.5845e-02, -3.8371e-02, -1.2727e-01,
                      -1.4839e-01, -1.2962e-01, -2.7470e-02, -1.2022e-01, -1.2112e-01,
                      -5.6008e-02,  5.4571e-02, -1.3368e-01, -2.0657e-01, -1.1100e-01,
                      -4.7606e-02,  2.2371e-02, -5.5555e-03, -8.0165e-02, -2.1718e-01,
                      -3.1008e-02, -1.0493e-01,  4.7833e-03, -9.2055e-02, -1.5393e-01,
                      -5.2066e-02, -8.5720e-02, -4.3361e-02, -1.1045e-02, -1.2063e-01,
                       2.2572e-02, -8.6674e-02, -6.7292e-02,  7.6071e-03,  3.0937e-02,
                      -4.8959e-02, -2.0598e-01, -6.2950e-02, -3.4712e-02,  5.7754e-02,
                      -1.7200e-01,  4.5152e-02, -1.4748e-01,  5.9987e-02, -2.1846e-02,
                      -3.1262e-02, -1.5357e-01, -1.1911e-01, -1.3926e-01,  9.9290e-02,
                      -6.9609e-02, -1.1732e-01, -6.5282e-02, -2.3099e-01, -1.4986e-01,
                      -7.5970e-02, -5.4621e-03,  6.4361e-03,  2.8917e-02, -7.5089e-02,
                       1.0034e-01, -4.8531e-02,  3.2503e-02, -1.4220e-02,  1.2503e-01,
                      -1.5214e-01,  7.7427e-02, -1.8668e-01, -1.0933e-01, -2.4347e-02,
                      -9.7998e-02, -2.3039e-01, -1.0734e-01, -5.1146e-03,  6.4299e-01,
                      -3.4617e-02, -1.3413e-02,  1.6739e-01,  1.0060e-02,  2.4045e-03,
                       5.0607e-03,  1.0374e-01,  9.3404e-02, -3.4671e-03, -1.9554e-02,
                       8.6402e-03, -2.8772e-01, -6.1517e-02, -6.0329e-02, -1.0740e-01,
                      -4.5769e-02,  2.7432e-02, -1.0117e-01, -1.1613e-02,  4.9924e-03,
                      -1.8667e-02,  7.5245e-02, -5.8527e-02,  1.0253e-01, -5.2571e-02,
                      -2.1245e-01, -4.7352e-02, -2.3860e-02,  1.3144e-02, -4.2998e-03,
                      -2.1530e-03, -4.0959e-02, -3.4454e-02, -3.4753e-02, -9.7717e-03,
                      -1.1238e-01, -2.3801e-02, -3.4999e-02,  2.6331e-02, -7.4340e-02,
                       1.7177e-01, -1.0115e-02,  4.5377e-02, -6.9185e-03, -2.2358e-01,
                      -9.9177e-02, -1.9165e-01, -1.2321e-02,  2.0850e-02, -4.4916e-02,
                      -2.6254e-01, -7.8042e-02,  8.2674e-02,  4.5772e-02,  1.3278e-02,
                       8.0105e-02, -9.5021e-02,  6.7583e-02, -1.2239e-01,  1.5885e-02,
                      -1.6874e-01,  1.5721e-01, -1.7889e-01, -1.6380e-01, -1.0155e-01,
                      -1.7101e-03, -1.7223e-02,  1.3907e-03, -3.0968e-01, -1.5497e-01,
                      -2.9182e-02,  4.9749e-02, -6.7770e-02, -5.6986e-02,  1.7089e-01,
                      -1.7713e-01,  1.4207e-02,  1.6364e-02, -1.1951e-01, -8.1594e-02,
                       8.8136e-02,  6.5455e-02, -1.4440e-01, -7.6285e-02,  6.4496e-02,
                       3.8302e-02,  1.4081e-02, -2.8551e-01,  1.2310e-01,  8.2089e-02,
                       4.9814e-04, -1.8035e-01, -2.4779e+00,  7.3488e-02, -9.9992e-02,
                       6.1053e-02, -6.7439e-02, -4.7521e-02,  5.3328e-02,  5.2026e-02,
                      -8.6953e-02, -8.8291e-02, -1.2034e-01, -5.1175e-02, -2.6299e-02,
                      -3.7601e-02,  1.1066e-02, -1.1507e-01, -6.9247e-02,  9.1051e-03,
                      -1.5344e-02,  8.6122e-02,  8.4220e-03,  1.0859e-01, -8.8175e-02,
                       1.1628e-01,  6.7196e-02, -7.9554e-02, -1.1108e-01,  2.8526e-03,
                       6.5276e-02, -2.1686e-01, -4.2930e-02, -5.9862e-02, -1.5258e-01,
                      -1.3760e-01, -9.0345e-03, -1.6713e-01,  5.3187e-02, -2.5594e-02,
                       1.1341e-01, -1.4723e-01, -7.3804e-02,  3.8145e-02, -1.1008e-01,
                      -7.1922e-02,  4.6561e-02, -1.5138e-01, -1.2385e-02, -2.2684e-01,
                      -1.1816e-01,  2.0242e-01,  6.0691e-01, -3.2283e-02, -9.6307e-03,
                      -4.0218e-02, -1.1787e-01, -1.8626e-02, -4.6592e-02,  1.0807e-01,
                       6.2268e-02,  1.9034e-02, -1.7729e-01,  9.1221e-03,  1.1410e-01,
                      -2.6735e-01, -1.7385e-01, -9.0217e-02, -1.6428e-01,  3.7750e-02,
                       7.5367e-03, -6.1597e-02, -3.1262e-01, -1.6337e-01, -3.4911e-02,
                      -1.2195e-01, -2.1276e-02, -4.9287e-02, -1.3361e-01, -4.6684e-02,
                       2.1482e-02,  5.2642e-02,  1.8619e-02, -1.5117e-01,  2.5470e-02,
                      -4.1759e-02, -8.8342e-02, -2.0057e-01, -1.0178e-01, -7.5061e-02,
                      -3.9258e-03, -1.9819e-02,  4.8333e-03, -1.0126e-01, -5.6068e-02,
                      -1.0426e-01, -1.2672e-01,  5.5729e-02, -9.4464e-02, -5.0618e-02,
                       1.0174e-02, -9.1817e-02, -4.9400e-02,  6.8930e-02, -4.8672e-02,
                      -2.0176e-01, -1.1514e-01,  2.0251e-03,  4.2886e-02, -1.1733e-01,
                       1.3833e-01, -6.8739e-02, -8.4662e-02, -7.2031e-02,  1.1139e-01,
                      -5.3317e-02,  1.2038e-01,  3.7821e-02,  1.9159e-02,  1.3235e-02,
                       6.2650e-02, -1.6433e-02,  1.1450e-01, -1.2088e-01,  6.1631e-02,
                       4.7970e-02, -3.1020e-02,  4.9897e-02,  1.2337e-01, -1.7630e-01,
                       4.1909e-02, -8.2081e-02,  1.2060e-02,  5.9648e-02, -1.8775e-01,
                       1.0839e-01,  8.2716e-02, -1.3443e-01,  6.6312e-02,  2.8091e-02,
                      -1.6182e-01, -9.0949e-03, -2.3340e-01,  1.5810e-01,  7.9254e-02,
                      -2.8124e-02,  2.6423e-02, -2.4481e-01, -8.0935e-02, -1.1130e-01,
                      -5.0326e-02, -5.4683e-03, -1.4301e-01,  7.2064e-02,  5.0970e-02,
                      -1.0920e-01, -4.3444e-02, -1.2166e-01, -8.4279e-02, -1.3359e-01,
                      -9.5342e-02, -8.7450e-02, -1.2845e-01, -8.2027e-03,  8.5860e-02,
                      -1.4778e-01, -4.3547e-02,  5.2593e-02, -6.2041e-02, -3.0916e-02,
                      -1.7457e-01, -1.5177e-01, -7.6744e-02, -6.4601e-03,  1.9544e-02,
                      -2.0648e-01, -7.1455e-02, -8.1519e-02,  9.8375e-02, -4.6488e-02,
                      -5.9466e-02, -1.1128e-01,  4.1088e-02, -2.1993e-02,  9.4806e-03,
                      -2.2851e-01, -1.6504e-02,  7.3292e-02, -1.9859e-02,  4.1212e-02,
                      -1.2227e-01, -8.7489e-02, -1.1748e-01, -1.3435e-01, -3.3337e-02,
                       6.2737e-03, -5.1291e-02,  5.9243e-02, -2.7310e-01,  1.2024e-01,
                      -3.2144e-03,  3.9322e-02, -1.3684e-01,  8.0502e-02,  7.4235e-02,
                      -2.0715e-02, -7.2293e-02, -1.3102e-02, -1.7148e-03, -5.1519e-02,
                      -1.4204e-02, -6.7440e-03,  6.9566e-02], device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.weight',
              tensor([[ 0.0159, -0.0165,  0.0289,  ...,  0.0028, -0.0593,  0.0424],
                      [ 0.0233,  0.0159,  0.0156,  ..., -0.0495,  0.0413,  0.0196],
                      [ 0.0021,  0.0373, -0.0020,  ..., -0.0038,  0.0374,  0.0090],
                      ...,
                      [-0.0393,  0.0801,  0.0556,  ...,  0.0366,  0.0221,  0.0529],
                      [ 0.0471,  0.0162,  0.0238,  ...,  0.0082,  0.0054,  0.0276],
                      [ 0.0497,  0.0378, -0.0437,  ...,  0.0234, -0.0415, -0.0187]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.bias',
              tensor([-0.0904, -0.0990, -0.1118,  ..., -0.0891, -0.2852, -0.0557],
                     device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.weight',
              tensor([[ 5.3540e-02,  1.4470e-02, -1.3427e-02,  ..., -2.9178e-02,
                       -2.0040e-02,  2.2613e-02],
                      [-1.6129e-02,  4.3333e-02,  1.7845e-02,  ...,  5.1607e-05,
                       -1.0650e-02,  6.7457e-02],
                      [ 3.5884e-02, -1.0357e-02, -7.0981e-02,  ..., -5.2720e-02,
                       -2.5157e-02,  2.4443e-02],
                      ...,
                      [-9.2791e-02,  3.1766e-02,  3.2869e-02,  ...,  4.0160e-02,
                        6.3633e-03,  1.0192e-02],
                      [-5.5533e-03,  7.5004e-03,  3.4714e-02,  ..., -4.3127e-02,
                        8.3207e-03, -6.7616e-03],
                      [-3.4320e-02,  1.4979e-02,  4.2283e-02,  ..., -5.8427e-02,
                        1.2092e-02,  1.7738e-02]], device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.bias',
              tensor([ 1.4099e-01, -3.5704e-02,  4.4277e-02,  1.1300e-01,  2.4883e-02,
                      -2.3729e-02, -8.5863e-02,  4.5217e-02, -5.4735e-03, -9.1425e-02,
                      -1.2201e-02, -2.0947e-02, -4.3546e-02, -1.1050e-02, -7.4003e-02,
                      -1.1262e-02,  4.3494e-02,  4.9538e-02,  3.5679e-02,  6.1269e-03,
                      -1.8172e-02,  3.7842e-02,  1.1026e-02,  9.2100e-03, -1.0232e-02,
                      -5.5957e-02,  4.7648e-02,  3.1950e-02, -4.6156e-02,  6.3988e-02,
                       3.6070e-02,  3.6642e-02, -4.0468e-02, -2.6066e-02, -4.7156e-02,
                      -2.6323e-02, -1.0503e-02,  1.7976e-02, -1.1438e-02,  6.0423e-02,
                      -6.2026e-02, -2.5209e-02,  6.9665e-02, -8.8340e-02,  9.6625e-03,
                      -1.7686e-01,  2.7637e-02,  6.9936e-02, -4.7132e-02,  3.8087e-02,
                      -2.1095e-02,  3.1195e-02,  1.1544e-01, -5.1278e-02,  2.0300e-02,
                      -3.4549e-02, -2.6138e-02, -3.7953e-02,  3.4162e-02,  8.0624e-02,
                      -2.9638e-02, -3.2860e-02,  5.7714e-02, -3.2356e-02, -1.1988e-01,
                       8.8598e-02, -3.6031e-02, -9.5353e-02,  6.2273e-02, -7.2393e-02,
                       6.8683e-02, -3.9751e-02, -2.5306e-02,  4.6359e-02,  2.7579e-03,
                      -5.6773e-02,  6.6810e-02,  3.9660e-05, -8.4156e-03, -3.5296e-02,
                       4.9382e-02, -6.8628e-02,  1.5755e-02,  5.7889e-02, -4.0694e-02,
                       7.9876e-02,  7.0830e-03, -2.1834e-02,  1.9206e-04,  3.1694e-02,
                      -6.1605e-03,  5.2401e-02,  3.3482e-03, -3.0047e-02,  7.7537e-03,
                       7.6633e-02,  2.8722e-02,  3.1097e-02,  2.0290e-01,  3.5095e-02,
                       1.6433e-02,  4.3465e-02, -8.0396e-02, -5.7102e-02,  7.3330e-02,
                      -2.0175e-01,  5.2603e-02, -5.5137e-02,  2.6869e-02,  6.4367e-02,
                       9.1447e-02,  4.6233e-02, -2.2225e-02, -6.3685e-02,  3.0152e-02,
                       5.2664e-03,  9.5806e-02,  5.4579e-02, -3.3726e-02, -4.5045e-02,
                      -8.2218e-02,  1.4749e-02,  8.1245e-02,  1.0121e-01,  3.6528e-02,
                      -4.2047e-03,  7.2342e-02, -4.8456e-02,  1.2955e-03,  6.8393e-02,
                      -1.8675e-02, -3.7593e-03,  5.3221e-02,  3.0221e-02, -1.0560e-02,
                       4.7540e-02, -3.5775e-02,  1.0025e-01, -1.0901e-01, -1.0754e-02,
                       4.0679e-02,  1.5954e-03,  2.0569e-02, -5.0971e-02, -7.8270e-02,
                       1.6714e-01, -7.4333e-02,  4.1740e-03,  7.3173e-02,  9.4036e-04,
                      -2.6539e-02, -1.1891e-01, -1.5016e-03, -8.8848e-03, -2.7021e-02,
                      -9.0199e-02,  7.8183e-02, -8.8581e-02,  3.8093e-02, -1.4557e-04,
                      -5.5191e-02, -6.4526e-02,  1.4932e-02,  1.7037e-01, -7.9973e-02,
                      -4.6509e-03,  1.5481e-02, -7.3778e-03,  1.3996e-02,  1.2472e-01,
                       4.9869e-02, -7.3373e-02, -1.0490e-01,  7.0873e-02,  8.0257e-02,
                       6.5040e-02,  4.5432e-02, -4.6419e-03, -9.2427e-02,  7.2117e-02,
                       6.5149e-02, -7.9154e-02,  2.0021e-02, -1.1163e-01, -1.2702e-02,
                       8.2443e-02, -1.9305e-04, -7.0509e-02,  3.9326e-02, -5.4193e-02,
                       2.6430e-02, -5.0041e-02,  1.9796e-02,  1.3283e-01,  6.2050e-03,
                      -6.0414e-02, -5.6753e-02, -4.3421e-02,  4.2041e-02, -3.6597e-03,
                       1.6562e-02, -4.1931e-02, -7.8199e-02,  1.0210e-01,  8.5033e-02,
                      -1.0308e-01,  4.5861e-02, -6.8457e-03,  2.4439e-02, -3.7038e-02,
                      -4.3935e-02, -8.9780e-03,  8.7116e-04,  1.8031e-02,  3.1974e-02,
                      -6.2633e-02,  2.8392e-02,  7.0659e-02, -6.6048e-04, -2.1251e-02,
                      -4.3609e-02,  3.0784e-02,  1.3527e-01,  2.2751e-02,  3.1762e-03,
                       4.1674e-02, -3.8882e-02, -3.8672e-02,  5.3559e-02, -2.3457e-02,
                      -1.8064e-02, -9.1947e-02,  2.8453e-02, -4.4134e-02,  1.1044e-02,
                      -6.7044e-02,  4.2760e-02, -2.8798e-02, -6.7397e-02,  6.3314e-02,
                      -8.9393e-02,  6.5835e-02,  9.0138e-02, -2.7416e-02, -5.6976e-02,
                       4.6662e-04, -4.7685e-04,  4.5047e-02,  1.1888e-02, -1.7362e-02,
                       7.5601e-02,  1.0398e-01, -2.7120e-02, -6.8816e-02,  1.0752e-02,
                       9.4667e-02, -5.1719e-02, -2.4681e-02, -2.4692e-02,  4.8780e-02,
                      -3.1653e-02, -2.4972e-02, -5.0108e-04,  3.3285e-02,  8.7761e-03,
                      -3.7127e-02,  9.2585e-02,  5.7091e-02,  4.9539e-02, -1.1590e-02,
                      -2.8448e-02, -3.9686e-02, -5.3134e-02, -3.0046e-03, -3.2729e-02,
                      -2.4860e-03, -3.1965e-02, -2.4466e-02,  4.6561e-02, -3.2715e-02,
                       2.0020e-02,  3.4335e-02,  7.1289e-03,  8.2012e-02, -4.6948e-02,
                      -9.2542e-02,  3.1373e-02, -2.2571e-02,  1.5914e-02,  7.0603e-02,
                       3.7700e-02,  4.8413e-02,  8.7919e-03,  5.8309e-04,  1.9835e-02,
                      -9.6077e-03, -3.5196e-03,  7.5447e-02, -3.0027e-02, -6.2442e-02,
                       4.6981e-02, -3.6133e-02, -3.2797e-02,  7.1566e-02, -1.2972e-01,
                      -5.1720e-02,  6.7685e-03,  7.2494e-02, -5.7072e-02,  7.1085e-02,
                       4.8590e-02,  1.0207e-01,  4.5654e-02,  2.9754e-02, -7.0606e-02,
                      -7.8133e-02,  2.0091e-02,  8.1129e-02,  2.6499e-02, -8.2744e-02,
                      -4.8086e-02,  1.3878e-01, -2.3138e-02,  1.3829e-02, -5.1569e-02,
                       2.2366e-02, -6.9950e-02,  6.0628e-02, -6.4540e-04, -1.5524e-02,
                      -9.0519e-02,  1.1714e-01, -6.2848e-02, -3.6687e-02, -3.3709e-02,
                      -3.6057e-02,  1.5935e-02, -1.0882e-02,  5.7670e-02, -2.7832e-02,
                      -1.5992e-02, -5.5619e-02,  3.8988e-02,  6.2437e-02,  5.3855e-02,
                       5.0658e-03, -4.2665e-02, -3.8832e-02,  4.7077e-02,  2.7574e-02,
                       3.3240e-02, -5.9407e-02, -1.1429e-01, -1.1445e-02,  1.5860e-02,
                      -8.2640e-02, -1.5572e-02,  3.0747e-02,  1.4751e-02, -1.9744e-02,
                       3.7795e-02, -1.9294e-01,  6.7207e-02,  7.8559e-02, -3.2619e-02,
                       4.7687e-02,  7.7125e-02,  5.3211e-02, -8.3459e-02,  4.3303e-02,
                       5.6718e-02, -7.7470e-02,  8.1082e-02,  3.5141e-02, -1.2953e-01,
                       8.3282e-03, -4.5900e-02,  3.0177e-02, -3.4433e-02, -5.0582e-02,
                      -1.2579e-01,  7.7935e-02, -1.5805e-03,  2.0216e-02,  3.0895e-02,
                      -4.8159e-02,  3.8149e-03, -4.1660e-02,  9.1825e-02,  1.0006e-01,
                      -2.3624e-02, -3.7973e-02, -1.2982e-02, -5.6343e-03,  1.6306e-02,
                      -5.6788e-02, -3.2187e-02, -8.2453e-02,  8.7649e-03, -1.9965e-02,
                      -1.3148e-01,  9.4924e-02, -6.1585e-02, -9.5288e-02, -6.5486e-02,
                      -5.7853e-02, -5.1632e-02, -9.1875e-02, -4.0632e-02, -3.3412e-02,
                       1.6696e-02, -6.3326e-02,  5.6310e-02,  9.7423e-02, -3.9419e-02,
                      -4.8623e-02,  8.1680e-02,  1.2061e-01, -2.8424e-02, -5.7288e-02,
                      -1.1910e-03, -9.3916e-02,  1.6562e-02,  8.3283e-02,  1.0589e-01,
                      -5.3390e-02, -2.7601e-02, -7.4866e-02,  4.1877e-02,  1.6769e-03,
                      -7.1219e-02,  1.1078e-01, -5.7011e-02, -1.6861e-02, -2.0194e-02,
                      -3.0534e-02,  2.9303e-02, -3.8187e-02, -8.7799e-02,  1.5520e-01,
                      -4.5099e-02, -4.5588e-02,  2.7947e-02,  2.5249e-02, -3.5537e-02,
                      -5.0990e-02, -5.6411e-02,  3.2722e-02,  4.9492e-02, -6.9002e-02,
                      -2.9092e-02,  6.9110e-02,  1.5091e-02, -1.7084e-04,  8.6610e-02,
                      -1.9258e-02,  2.7551e-02, -1.8628e-02, -1.9045e-02,  5.9382e-02,
                      -1.5326e-02,  1.5965e-02, -3.6999e-02,  1.5155e-02,  9.6909e-04,
                       6.7436e-02, -9.2138e-02,  8.6950e-02, -3.0941e-02, -6.6842e-02,
                       3.6768e-02,  7.3310e-03,  6.6914e-02,  4.4001e-02,  6.1116e-02,
                       7.6879e-02, -6.6166e-02, -1.6340e-02,  7.5805e-02,  4.0743e-02,
                       4.6614e-02,  1.0712e-01, -6.6057e-02,  1.1133e-01,  2.5759e-02,
                       6.7990e-02, -3.4831e-02,  9.4440e-02,  3.3199e-02, -5.7547e-03,
                       5.0331e-02,  1.1705e-02, -4.4733e-03, -3.7686e-02,  9.9001e-02,
                       5.0902e-02, -1.3504e-02,  3.0035e-02,  6.8186e-03,  5.2610e-02,
                       8.6024e-03,  1.4673e-02, -1.0176e-02, -9.4986e-03, -3.6652e-02,
                       9.5143e-02, -8.4040e-02,  6.9875e-02, -3.0941e-02, -6.1040e-02,
                      -5.4065e-02, -8.1531e-02,  8.9827e-02,  9.1322e-03, -2.5473e-02,
                      -4.4235e-02, -1.2075e-01,  5.9029e-02,  3.3546e-02, -3.1140e-02,
                      -4.0022e-02, -4.8104e-02, -3.7974e-02,  4.2229e-02,  2.4977e-02,
                      -1.0772e-01, -4.0995e-02,  3.7334e-02, -1.3208e-01, -2.9154e-02,
                      -2.5145e-02, -1.2841e-02, -9.6345e-02, -8.3668e-02,  2.5849e-02,
                       6.7636e-02,  7.1462e-02, -2.1502e-02,  3.8253e-02,  1.0856e-01,
                      -3.7286e-02,  1.6138e-02,  2.1246e-02, -1.8793e-02, -1.9947e-02,
                       5.1316e-02,  7.4246e-02, -3.1780e-02,  3.0721e-02,  8.1871e-02,
                       5.8798e-02,  3.0361e-02, -3.9686e-02,  1.6739e-02,  5.5320e-02,
                      -1.3329e-02, -2.4661e-02, -6.3744e-01, -4.1824e-02,  1.0921e-01,
                       2.2845e-02, -8.3983e-02, -1.0547e-02, -1.8547e-02,  5.9055e-02,
                      -3.4258e-02,  1.3355e-02, -1.8591e-02, -2.2831e-03, -2.4886e-02,
                      -7.5962e-03, -8.4652e-02,  1.1335e-01,  5.2491e-03,  3.6475e-02,
                       1.2900e-02,  3.4619e-02,  2.4789e-02, -7.7293e-02, -8.4659e-02,
                      -3.3367e-02,  2.7607e-02,  4.0627e-02,  3.2760e-04,  3.3212e-02,
                       3.6837e-03, -4.5555e-02, -3.7844e-02,  1.1000e-01, -4.4802e-02,
                      -1.8153e-02,  1.8491e-02,  7.0561e-02, -4.7041e-05,  6.8831e-02,
                       2.8198e-02, -3.6994e-02, -4.3994e-03, -2.5854e-02,  2.5872e-02,
                      -1.5918e-03, -7.2604e-02, -8.1137e-02, -9.5253e-02, -5.0517e-02,
                      -5.4782e-02,  6.6526e-02,  7.2102e-02,  6.7679e-02,  3.2267e-03,
                      -2.2045e-02, -1.2259e-01,  5.7744e-02, -9.4294e-02,  7.3911e-02,
                       1.0256e-01,  3.5085e-02, -4.5713e-02, -5.7574e-02,  2.0944e-02,
                      -3.3198e-03, -5.4951e-02, -3.5216e-02, -7.5917e-02,  5.3043e-02,
                       3.1393e-02, -1.5086e-02, -2.9786e-02, -1.0462e-02,  2.7650e-02,
                       3.3256e-02, -1.1919e-02, -3.2685e-02, -2.0690e-02,  8.9143e-02,
                       5.2251e-02,  2.2871e-02,  3.2757e-02,  2.8271e-02, -2.0926e-03,
                      -1.3449e-02, -7.4190e-02,  1.0090e-01, -1.5966e-02,  2.8318e-02,
                      -1.1436e-01,  2.6502e-03,  2.1018e-02, -2.8912e-02, -9.0057e-02,
                      -7.6713e-03, -5.4458e-02, -1.0377e-02,  1.6160e-02,  3.4158e-02,
                       5.5049e-02, -1.1949e-01, -8.8566e-02,  9.0723e-04,  7.2804e-02,
                      -1.2070e-01,  6.6151e-02, -1.6829e-02,  1.0025e-01, -6.9927e-02,
                      -9.7118e-03,  9.2407e-03,  3.2639e-02, -4.9350e-02,  1.0023e-01,
                       6.3750e-02,  7.1252e-02,  3.5953e-02,  4.3059e-02,  5.5265e-02,
                       7.5514e-02,  9.3436e-03, -3.1756e-02,  4.1723e-02, -9.4507e-03,
                      -2.5507e-02, -1.2911e-02, -2.8431e-02,  4.9957e-02, -4.7653e-02,
                      -3.1727e-02, -9.7875e-03,  9.9233e-02,  1.4435e-02, -1.3146e-01,
                      -1.0293e-02,  1.7931e-02, -2.2384e-02,  6.6046e-02,  6.6753e-03,
                      -7.5850e-02, -2.7282e-02,  4.2452e-02,  1.0651e-02, -3.9110e-02,
                      -1.8710e-02,  2.3733e-02,  1.6291e-02, -1.0421e-02, -4.4543e-02,
                      -5.0580e-02,  1.0820e-01, -1.2033e-01,  9.0003e-02, -9.0030e-02,
                      -8.1409e-02,  9.3741e-03, -1.9572e-02, -7.8000e-02, -8.6210e-03,
                      -9.5331e-02, -2.8808e-02, -1.9997e-02, -1.7237e-02, -3.7054e-03,
                      -5.8431e-02,  5.6346e-02, -6.5812e-03, -7.3821e-02,  6.0255e-03,
                      -7.6270e-02, -1.9809e-02, -1.3520e-01,  2.9030e-02, -8.6897e-03,
                      -1.7864e-02, -8.0744e-02, -1.0415e-01,  3.8296e-03, -1.9407e-02,
                      -1.1932e-02,  1.4534e-02, -3.1412e-02,  4.7239e-02, -7.7778e-02,
                      -2.6459e-02,  3.9514e-02,  7.9364e-02, -1.1570e-02,  1.8182e-02,
                      -1.1711e-01, -1.6018e-02, -2.3525e-02, -5.9247e-02, -7.6511e-02,
                       4.7663e-02,  6.4117e-02,  3.9606e-02, -1.5828e-02,  1.7439e-02,
                      -9.5156e-02,  1.2525e-01, -3.3299e-02,  1.1530e-01,  1.4618e-02,
                       2.2926e-02, -8.0266e-02,  7.8439e-02,  7.4073e-02,  1.5355e-02,
                      -1.9025e-02,  2.4126e-02, -5.7387e-02], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.weight',
              tensor([0.6619, 0.6473, 0.6663, 0.6554, 0.6758, 0.6719, 0.6777, 0.6675, 0.7132,
                      0.6705, 0.6717, 0.6621, 0.7310, 0.6667, 0.6523, 0.6800, 0.6489, 0.6914,
                      0.6624, 0.6618, 0.6663, 0.6430, 0.6563, 0.6782, 0.6486, 0.6747, 0.6980,
                      0.6862, 0.6983, 0.7734, 0.6724, 0.6678, 0.6605, 0.6610, 0.6779, 0.6562,
                      0.6680, 0.6653, 0.6628, 0.6480, 0.6616, 0.6488, 0.7005, 0.6597, 0.7066,
                      0.7070, 0.6585, 0.7228, 0.6812, 0.6488, 0.7057, 0.6833, 0.6508, 0.6733,
                      0.6638, 0.6601, 0.7023, 0.6772, 0.6657, 0.6818, 0.6933, 0.6616, 0.6615,
                      0.6619, 0.6869, 0.6534, 0.7123, 0.6532, 0.6683, 0.6490, 0.6922, 0.7553,
                      0.7123, 0.6606, 0.6603, 0.6585, 0.6699, 0.6576, 0.6449, 0.6645, 0.6724,
                      0.6875, 0.6633, 0.6663, 0.6518, 0.6683, 0.6688, 0.6549, 0.6521, 0.6813,
                      0.6663, 0.6592, 0.6705, 0.6631, 0.6639, 0.6988, 0.6502, 0.6995, 0.6892,
                      0.6893, 0.6760, 0.6665, 0.6838, 0.6488, 0.6540, 0.6744, 0.7291, 0.7205,
                      0.6696, 0.7309, 0.6392, 0.6641, 0.6921, 0.7166, 0.6701, 0.6358, 0.6460,
                      0.7513, 0.6915, 0.6645, 0.6737, 0.6571, 0.6372, 0.6823, 0.6584, 0.6540,
                      0.6716, 0.6706, 0.6665, 0.6597, 0.7210, 0.7143, 0.6669, 0.6764, 0.6622,
                      0.6642, 0.6071, 0.7123, 0.6398, 0.6681, 0.6839, 0.6644, 0.6693, 0.7111,
                      0.6762, 0.6635, 0.6733, 0.6498, 0.6884, 0.6619, 0.6598, 0.6454, 0.6703,
                      0.7837, 0.6541, 0.6612, 0.6496, 0.6660, 0.6676, 0.7096, 0.6880, 0.6210,
                      0.6827, 0.6661, 0.6647, 0.6902, 0.6670, 0.7040, 0.6582, 0.6681, 0.6391,
                      0.6652, 0.6895, 0.6827, 0.7334, 0.6617, 0.6803, 0.7272, 0.6495, 0.6872,
                      0.6496, 0.7170, 0.6828, 0.6921, 0.6936, 0.6671, 0.6458, 0.6819, 0.6899,
                      0.6453, 0.7366, 0.6783, 0.6622, 0.6667, 0.6806, 0.6906, 0.6920, 0.6683,
                      0.6652, 0.6857, 0.6604, 0.6829, 0.6802, 0.6476, 0.6596, 0.6426, 0.6841,
                      0.6491, 0.6737, 0.6853, 0.6576, 0.6683, 0.7121, 0.6766, 0.6786, 0.6776,
                      0.6882, 0.6442, 0.6662, 0.6537, 0.6980, 0.6505, 0.6862, 0.6490, 0.6761,
                      0.6444, 0.6645, 0.6821, 0.6661, 0.6644, 0.6801, 0.7046, 0.7080, 0.6573,
                      0.6372, 0.6868, 0.6608, 0.6474, 0.6719, 0.6678, 0.6875, 0.6818, 0.7046,
                      0.6690, 0.6544, 0.6633, 0.7073, 0.6682, 0.6882, 0.6856, 0.6700, 0.6527,
                      0.6534, 0.6615, 0.7283, 0.6541, 0.6767, 0.6759, 0.6986, 0.6536, 0.6849,
                      0.6685, 0.6464, 0.6983, 0.6488, 0.6448, 0.6664, 0.6796, 0.7125, 0.6579,
                      0.6451, 0.6955, 0.6541, 0.6882, 0.6706, 0.6705, 0.6467, 0.6545, 0.7416,
                      0.6477, 0.6479, 0.6850, 0.6745, 0.7173, 0.6690, 0.6704, 0.6837, 0.6397,
                      0.6610, 0.6541, 0.6775, 0.6521, 0.6700, 0.6507, 0.6639, 0.6614, 0.6669,
                      0.7685, 0.6704, 0.6674, 0.6781, 0.6738, 0.6508, 0.6802, 0.7363, 0.6869,
                      0.6790, 0.6532, 0.6994, 0.7126, 0.6916, 0.6682, 0.6834, 0.6427, 0.6783,
                      0.7028, 0.6966, 0.6627, 0.6615, 0.6517, 0.6743, 0.6831, 0.6670, 0.6731,
                      0.6947, 0.6765, 0.6616, 0.6715, 0.6480, 0.6527, 0.6254, 0.6687, 0.6519,
                      0.6510, 0.6751, 0.6625, 0.6747, 0.7102, 0.7190, 0.6483, 0.6642, 0.6487,
                      0.6924, 0.6524, 0.6450, 0.6818, 0.6671, 0.6785, 0.6911, 0.6637, 0.6694,
                      0.6566, 0.6932, 0.6921, 0.6966, 0.6992, 0.6699, 0.7055, 0.6684, 0.6602,
                      0.6509, 0.6534, 0.6948, 0.6730, 0.6956, 0.6914, 0.7109, 0.6778, 0.6776,
                      0.6452, 0.6591, 0.6771, 0.6868, 0.6402, 0.6650, 0.7009, 0.6421, 0.6832,
                      0.6583, 0.6541, 0.6618, 0.6747, 0.6792, 0.6769, 0.6609, 0.6671, 0.6516,
                      0.6841, 0.6861, 0.6562, 0.6604, 0.6605, 0.6778, 0.6634, 0.6660, 0.6951,
                      0.6546, 0.6489, 0.7002, 0.7046, 0.6478, 0.7048, 0.6816, 0.6820, 0.6488,
                      0.6636, 0.6571, 0.6788, 0.6551, 0.6508, 0.6508, 0.6632, 0.6708, 0.6704,
                      0.6881, 0.6615, 0.6487, 0.6862, 0.6573, 0.6556, 0.6974, 0.6639, 0.6477,
                      0.6715, 0.6915, 0.6582, 0.6893, 0.6563, 0.6817, 0.6598, 0.6531, 0.6602,
                      0.6803, 0.6487, 0.6679, 0.6679, 0.6564, 0.6871, 0.6866, 0.6569, 0.6904,
                      0.6487, 0.6755, 0.6587, 0.6488, 0.6795, 0.6781, 0.6576, 0.6696, 0.6603,
                      0.6656, 0.6684, 0.6653, 0.6493, 0.7017, 0.6489, 0.6643, 0.7062, 0.6697,
                      0.6641, 0.6493, 0.6752, 0.7031, 0.6474, 0.7753, 0.6689, 0.6535, 0.7389,
                      0.6572, 0.6641, 0.6452, 0.7370, 0.6727, 0.7153, 0.6674, 0.6960, 0.6622,
                      0.6425, 0.6615, 0.6496, 0.6822, 0.6669, 0.6545, 0.7066, 0.7222, 0.6676,
                      0.6791, 0.6584, 0.6615, 0.6983, 0.6539, 0.6715, 0.6489, 0.6696, 0.6840,
                      0.6605, 0.6657, 0.6753, 0.7018, 0.7026, 0.6556, 0.6470, 0.6778, 0.6561,
                      0.6935, 0.6825, 0.6821, 0.7273, 0.6735, 0.6925, 0.6471, 0.6923, 0.6578,
                      0.6782, 0.6664, 0.6846, 0.6587, 0.7043, 0.6783, 0.6726, 0.6502, 0.6572,
                      0.6576, 0.6677, 0.7235, 0.6872, 0.6992, 0.6651, 0.7115, 0.6853, 0.6788,
                      0.6673, 0.6505, 0.7389, 0.6555, 0.6888, 0.6561, 0.6765, 0.6508, 0.6943,
                      0.6291, 0.6766, 0.6590, 0.6798, 0.6596, 0.6839, 0.6637, 0.6645, 0.6639,
                      0.6997, 0.6706, 0.6812, 0.7367, 0.6981, 0.6869, 0.6740, 0.6919, 0.4021,
                      0.6660, 0.6659, 0.7033, 0.6427, 0.6486, 0.7418, 0.6695, 0.6588, 0.6699,
                      0.6759, 0.6573, 0.6571, 0.6626, 0.6519, 0.6537, 0.6589, 0.6612, 0.6588,
                      0.6988, 0.6583, 0.7031, 0.6315, 0.6627, 0.6750, 0.6523, 0.6860, 0.6856,
                      0.6465, 0.6797, 0.6578, 0.6259, 0.7162, 0.6611, 0.6488, 0.6592, 0.6754,
                      0.6649, 0.6514, 0.6614, 0.6643, 0.6884, 0.6987, 0.6686, 0.6583, 0.7041,
                      0.6733, 0.6993, 0.6634, 0.6850, 0.7541, 0.6658, 0.6862, 0.6976, 0.6948,
                      0.6806, 0.7008, 0.6601, 0.6610, 0.6828, 0.6654, 0.6627, 0.7007, 0.6840,
                      0.6605, 0.6653, 0.6727, 0.6800, 0.6824, 0.7136, 0.7037, 0.6678, 0.6666,
                      0.6461, 0.6814, 0.6682, 0.6510, 0.6878, 0.6834, 0.6396, 0.6595, 0.6719,
                      0.6626, 0.6543, 0.6887, 0.6789, 0.6984, 0.6661, 0.6763, 0.6727, 0.6687,
                      0.6773, 0.6607, 0.6637, 0.6918, 0.6603, 0.6723, 0.6530, 0.6943, 0.6820,
                      0.6494, 0.6550, 0.6640, 0.6836, 0.6474, 0.6466, 0.6495, 0.6534, 0.6463,
                      0.6531, 0.6588, 0.6936, 0.6791, 0.6724, 0.6414, 0.6483, 0.6587, 0.6853,
                      0.6892, 0.6818, 0.6610, 0.6635, 0.7140, 0.6815, 0.6614, 0.6801, 0.6989,
                      0.6569, 0.6703, 0.6441, 0.7541, 0.6527, 0.6851, 0.7150, 0.6912, 0.6581,
                      0.7099, 0.6488, 0.7087, 0.6480, 0.6362, 0.6705, 0.6567, 0.7539, 0.6687,
                      0.6660, 0.7057, 0.6999, 0.6637, 0.6595, 0.6478, 0.7177, 0.6588, 0.6809,
                      0.6545, 0.6577, 0.6879, 0.6615, 0.6858, 0.6630, 0.6736, 0.7231, 0.7663,
                      0.6571, 0.6752, 0.6638, 0.6444, 0.6753, 0.6481, 0.6582, 0.6925, 0.6548,
                      0.6553, 0.6701, 0.6833, 0.6715, 0.6909, 0.6706, 0.6834, 0.6588, 0.6584,
                      0.7329, 0.6700, 0.7085, 0.6657, 0.6562, 0.6531, 0.6480, 0.6806, 0.7159,
                      0.7162, 0.6781, 0.6962, 0.6499, 0.7261, 0.6648, 0.7246, 0.6937, 0.6515,
                      0.6616, 0.6659, 0.6817, 0.6619, 0.6913, 0.6359, 0.6605, 0.6638, 0.6810,
                      0.6734, 0.6789, 0.6536], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.bias',
              tensor([ 1.1828e-02, -2.0420e-02, -1.3161e-02, -3.2344e-02, -2.0690e-02,
                       1.4532e-02, -3.9140e-02, -3.9039e-02,  5.4832e-02, -1.4752e-04,
                       1.6570e-02,  5.3679e-03, -1.2683e-01,  3.3058e-02, -6.9324e-02,
                      -2.9027e-03,  5.6906e-03, -3.9719e-02, -4.3637e-04,  3.0570e-02,
                      -3.1823e-03, -4.9664e-02, -8.8899e-02,  1.5540e-02, -3.5600e-02,
                      -5.0383e-02,  4.9325e-02, -2.8676e-03, -1.4495e-01,  1.5524e-01,
                      -3.0287e-02,  7.0542e-03, -3.0872e-02, -1.7805e-02, -8.6960e-02,
                      -6.3776e-02,  8.2356e-02,  3.6216e-02, -7.8900e-03, -1.0245e-02,
                      -3.7497e-02, -4.6831e-02,  4.3652e-02, -7.4375e-03, -1.0581e-02,
                      -1.3719e-01, -5.4858e-02,  6.5765e-02, -1.0585e-01, -1.9416e-02,
                       9.5464e-03, -3.7799e-02, -1.9766e-02, -2.0011e-02, -6.1715e-03,
                      -1.1493e-01, -1.5995e-02, -5.1280e-02, -1.6726e-02,  2.4364e-02,
                      -1.1444e-01,  5.8974e-02, -3.6832e-02, -1.0613e-02, -8.6195e-02,
                      -2.7687e-02,  6.6442e-02, -6.4865e-02, -2.0217e-02,  4.1385e-02,
                      -1.1318e-01, -1.5797e-01, -1.1156e-01,  7.0355e-03,  4.5371e-03,
                      -1.0868e-01, -5.7467e-03,  9.2237e-02,  3.2703e-02,  2.6753e-03,
                      -7.2106e-03, -6.4595e-03, -7.0977e-02,  7.2978e-02, -4.6038e-02,
                       4.1174e-02,  2.0438e-02, -2.6917e-02, -2.1171e-02,  2.5571e-02,
                       9.1177e-03, -5.0493e-02, -1.7119e-02, -4.5284e-02,  8.1416e-03,
                       9.3342e-02, -2.1603e-02,  3.9284e-02, -1.0898e-01,  2.2397e-02,
                       1.5559e-03, -1.6474e-02, -1.3445e-01,  7.6593e-03,  1.7302e-02,
                      -4.3841e-02,  5.3289e-02, -1.3073e-01, -3.8642e-02,  1.7950e-01,
                       5.9517e-03, -7.6427e-02,  5.8230e-02, -1.1193e-01, -4.3406e-03,
                      -6.8910e-02,  2.9564e-02,  1.2841e-01, -2.8055e-02, -7.1310e-03,
                      -1.2220e-02,  3.6107e-02, -7.6181e-03,  2.8427e-02, -2.2702e-02,
                      -7.5046e-03,  5.5336e-04, -7.0528e-02,  1.2352e-02,  4.1618e-03,
                      -1.2590e-01,  4.7706e-02, -3.0014e-02,  8.8411e-03,  5.0642e-03,
                       8.0804e-02, -2.0327e-01,  6.1966e-02, -2.0069e-01, -8.8404e-02,
                      -5.4729e-02, -3.6002e-02, -3.0775e-02, -1.1875e-01,  2.2518e-02,
                       2.4713e-03, -8.4242e-02, -3.6746e-02,  3.0734e-02,  3.5635e-02,
                       2.0114e-03, -4.6219e-02, -3.3367e-02,  1.2060e-01, -4.9172e-02,
                      -5.7256e-02,  2.2897e-02, -3.6436e-02, -9.0778e-03, -5.4607e-02,
                       2.4120e-02, -8.9407e-02, -7.5253e-02,  1.6927e-02, -5.9399e-02,
                      -6.1913e-02, -7.6605e-02,  2.5569e-02, -1.0505e-02,  1.4486e-02,
                      -5.3101e-02,  1.0912e-02, -1.6750e-02, -1.9548e-02,  7.9419e-02,
                      -3.0872e-02, -1.2216e-02, -1.0450e-01, -4.2905e-02,  9.6903e-02,
                      -2.1970e-02, -1.2325e-01,  2.8242e-03, -7.6790e-02, -2.1255e-02,
                       1.6366e-04,  3.8637e-02, -6.9176e-02, -1.0658e-01, -1.1787e-02,
                       9.6838e-02, -9.7535e-02, -2.1922e-02, -1.1287e-02, -3.0906e-02,
                      -9.2871e-02, -7.3352e-02, -2.4471e-02,  3.6864e-02, -5.3357e-02,
                      -4.5608e-03, -1.0025e-02, -1.1456e-01, -6.6702e-02,  1.0700e-02,
                      -7.1466e-03,  2.7157e-02,  5.0441e-02, -2.3193e-02, -7.7340e-02,
                      -2.5674e-02, -5.4012e-02,  8.8062e-02, -1.4954e-02, -9.2238e-02,
                      -9.6456e-02,  2.8650e-02, -4.5319e-03, -8.6427e-02,  4.4308e-03,
                       7.3011e-02, -4.0946e-02,  4.0314e-02,  1.0794e-03, -1.0290e-01,
                      -2.6637e-03, -4.3919e-03,  1.3916e-02, -6.6207e-02, -3.4111e-02,
                      -7.0220e-02,  4.0221e-02,  6.6799e-02, -4.4338e-02, -8.1970e-03,
                      -5.7918e-02, -6.3047e-02,  2.0508e-02, -1.3592e-01,  2.1600e-02,
                      -5.8347e-02,  2.6672e-04,  3.4358e-02,  1.2461e-03, -1.5548e-02,
                       4.0579e-03, -1.5383e-01, -5.5272e-04,  4.6600e-02,  7.7679e-02,
                       1.7913e-03, -5.6741e-02, -9.4351e-03, -1.0294e-01,  1.3041e-01,
                      -7.8378e-02, -1.4523e-02,  1.8074e-02, -1.0527e-01, -3.7416e-02,
                       1.2445e-02,  4.0719e-02, -1.5493e-02, -1.3065e-01, -3.0888e-02,
                       5.1944e-03, -8.9626e-02,  5.7760e-02, -1.9000e-01, -2.8732e-02,
                       7.2016e-03, -4.6587e-02, -6.0255e-02,  7.9962e-02, -7.8919e-02,
                      -4.4820e-02,  4.0198e-02, -5.8142e-02,  5.1307e-02, -5.0385e-02,
                      -5.5793e-02,  3.9250e-02,  1.8313e-02,  8.4844e-02, -1.1621e-02,
                      -5.5917e-02,  8.2830e-02,  3.2813e-02, -6.4622e-03, -6.3716e-02,
                      -5.2068e-03, -5.4483e-02, -4.9808e-02,  3.9944e-02, -1.9073e-02,
                       8.3123e-02, -5.6117e-02,  1.3548e-01, -8.6088e-02, -5.4537e-02,
                      -4.5378e-03, -9.1342e-02, -3.4960e-02,  4.7055e-02, -9.6350e-02,
                       5.5081e-02, -8.7744e-02,  2.6525e-02, -6.8551e-02,  4.5868e-02,
                       3.5447e-03, -2.6133e-02, -2.0569e-02, -6.5632e-02, -8.5599e-02,
                      -1.2060e-01,  4.5653e-02, -1.9060e-02,  3.2842e-02, -7.1510e-03,
                      -4.2266e-02,  7.4289e-02,  2.0451e-03, -3.2382e-03, -8.4783e-02,
                      -5.8855e-02, -3.4798e-02, -8.4647e-02,  1.3893e-02,  2.3632e-03,
                       3.1665e-02, -4.9493e-02, -2.0650e-02, -1.0735e-01, -8.3640e-02,
                      -5.0566e-02,  7.8205e-03,  3.1792e-02, -9.7030e-02, -7.9774e-02,
                      -4.9184e-02, -2.5316e-02,  8.1914e-02,  1.6817e-03, -2.3835e-02,
                      -1.6336e-02, -2.2647e-02, -6.2198e-02,  4.4235e-02,  2.0911e-02,
                       9.2728e-02,  1.0017e-01, -1.1311e-01,  4.5058e-02,  3.3021e-02,
                      -8.5495e-02,  2.5661e-02,  3.3962e-02,  2.6985e-02, -5.4855e-02,
                      -1.3184e-02, -7.2069e-04,  9.4418e-02,  2.4873e-02, -1.2098e-01,
                       5.9672e-02,  8.4734e-02, -8.1142e-02, -8.5351e-02, -1.4880e-02,
                       3.7872e-03, -4.1311e-02,  2.7433e-02, -7.4811e-02, -3.7455e-02,
                      -9.2636e-03,  9.3637e-03, -2.1466e-02,  4.0809e-02, -1.4183e-02,
                      -9.7014e-02,  3.5891e-03,  3.0627e-02, -2.9409e-03, -5.7116e-02,
                      -2.7506e-02,  2.3938e-02, -7.8183e-02,  4.1991e-03, -8.3946e-03,
                      -7.8965e-02, -3.8582e-02, -2.6670e-02,  5.7179e-02,  4.0705e-02,
                      -1.2816e-01,  4.0512e-02, -2.3926e-03, -8.3006e-02, -1.2293e-01,
                      -2.8174e-02,  6.5921e-02, -9.3109e-02, -1.9006e-02, -4.5955e-02,
                      -5.7806e-02, -2.0236e-02, -5.8503e-02,  1.7029e-02, -2.3179e-02,
                      -6.0296e-02, -8.0054e-02,  7.5033e-03, -2.2140e-02, -1.2834e-01,
                      -3.9489e-02,  3.5246e-02, -2.4885e-03, -2.1507e-03, -3.7123e-03,
                       8.7431e-02, -8.4368e-02, -3.0494e-02, -1.0873e-01,  5.7266e-02,
                      -3.8941e-02, -1.0377e-01,  1.9685e-02,  2.1860e-02,  2.9649e-02,
                      -1.2354e-02,  4.9961e-03, -5.5310e-02, -7.2653e-02, -7.2718e-02,
                       3.5815e-02, -8.1332e-02, -3.6980e-02, -3.8365e-02, -7.1904e-02,
                       1.6872e-03, -7.1577e-02, -4.8662e-02, -1.6483e-02, -1.2926e-02,
                      -2.4388e-02, -6.2745e-03, -1.9287e-02,  6.4181e-02,  3.7644e-02,
                      -2.7361e-02, -1.2663e-01, -5.4699e-02, -7.7874e-02,  6.7436e-02,
                      -4.3330e-02, -5.9392e-02, -6.7764e-02, -7.3747e-02,  8.4656e-03,
                      -4.6925e-03, -3.4610e-02, -1.0005e-01,  1.2218e-02,  3.7744e-02,
                       5.1477e-03, -7.7457e-02,  8.0531e-02, -1.6117e-02,  3.5332e-02,
                      -1.2605e-02,  8.1346e-02,  1.8060e-02,  5.9340e-02, -5.9155e-02,
                       1.5852e-02, -1.8175e-03,  1.2537e-02, -3.2403e-02,  4.6875e-02,
                       2.4376e-02, -6.1739e-02,  6.2675e-03,  5.5568e-02,  7.0646e-02,
                       6.4961e-03,  7.0651e-02, -8.3191e-03,  1.3479e-01, -9.2856e-02,
                       4.6345e-02,  3.9055e-02, -4.1094e-03,  1.2586e-02,  8.4085e-02,
                       7.6554e-03, -3.0617e-02,  4.1641e-02, -7.2459e-02,  4.9299e-02,
                       1.5119e-02, -5.3691e-02, -1.3546e-02,  1.9258e-03, -9.0537e-02,
                       3.1005e-02, -2.0313e-02,  9.9974e-02,  3.5583e-02, -1.1115e-01,
                      -2.1905e-02, -1.0539e-01,  3.9513e-02,  3.0932e-02, -4.4151e-02,
                      -8.2558e-02, -7.8420e-02,  3.6364e-02,  3.5571e-02, -8.0001e-02,
                       2.1419e-02, -3.5348e-02, -1.0092e-01,  1.9328e-02,  5.0473e-02,
                      -3.0897e-02,  2.4931e-02, -2.7618e-02, -6.8801e-02, -8.8418e-02,
                      -1.2980e-01, -1.4010e-02, -3.2026e-03, -1.6327e-01,  4.7136e-02,
                       5.9882e-02, -6.7568e-02, -3.6860e-02, -1.9365e-02,  7.4969e-02,
                       1.5688e-02,  4.5887e-02, -6.8240e-02, -4.8405e-02, -1.1326e-02,
                       3.8323e-02, -1.2761e-02, -2.7999e-02,  8.8664e-02,  2.9538e-02,
                       1.3550e-03,  9.4464e-03, -1.4339e-01,  5.4081e-02,  3.1474e-02,
                      -5.0120e-02, -8.8512e-02,  8.7535e-02, -6.6093e-02, -2.0237e-02,
                       5.0001e-02,  2.3994e-02, -5.3760e-02,  1.2773e-01,  4.1039e-04,
                       4.9815e-03,  2.6031e-02, -8.0015e-02, -4.8203e-02,  2.5414e-02,
                      -4.4686e-02,  2.3594e-02, -3.8762e-02,  3.5843e-02, -7.1285e-03,
                       1.8474e-03,  3.9479e-02, -6.0408e-02,  2.9313e-03,  6.9805e-02,
                      -5.6618e-02, -7.3206e-02,  6.9069e-03, -9.1544e-02,  3.6152e-02,
                      -2.3503e-02, -1.0500e-01, -4.4145e-02, -2.3823e-02, -1.0946e-01,
                      -2.1856e-02, -2.6320e-02, -4.8157e-02, -4.8593e-03, -1.5647e-02,
                      -3.4593e-02, -5.7454e-02, -5.8415e-02, -9.8407e-02,  1.2012e-01,
                      -1.3363e-02,  5.7572e-02, -1.5339e-01,  7.6844e-03,  2.9587e-02,
                      -2.5775e-02, -7.3677e-03,  1.1631e-01,  4.2061e-02,  4.0436e-02,
                       3.0197e-02, -1.5159e-01, -3.2982e-03, -8.2898e-02, -3.4515e-02,
                      -1.8444e-02, -3.3726e-02, -3.2026e-04, -5.2538e-03,  2.8973e-02,
                      -6.7409e-02,  9.9165e-03, -3.1019e-02, -5.0498e-02,  2.1655e-02,
                       2.4598e-02,  3.7885e-02, -2.9099e-02, -3.2184e-02, -8.3571e-02,
                       3.3683e-02,  1.6945e-02,  1.0653e-02,  5.2502e-02,  4.4163e-02,
                       7.3888e-02,  1.0751e-02,  1.7226e-02,  4.9072e-02,  3.2561e-02,
                      -3.3000e-02, -7.7835e-02,  3.8655e-03, -1.1469e-01,  5.8086e-02,
                      -5.2997e-02,  2.6744e-02, -7.7657e-02, -4.7952e-02, -4.3919e-02,
                      -7.4733e-02, -7.4485e-02,  6.1646e-03, -6.1868e-02, -1.5931e-02,
                       5.1729e-02,  2.6990e-02,  4.8770e-03,  1.9219e-02,  5.2318e-02,
                      -1.3774e-01, -2.6385e-02,  4.4754e-03, -7.3535e-02,  5.9802e-03,
                      -6.9833e-02, -5.1886e-02, -2.8020e-02, -1.0980e-01,  1.2460e-02,
                       7.4179e-03, -6.1564e-02, -4.8366e-02,  1.0688e-02,  2.9676e-02,
                      -1.6678e-03,  2.9607e-02,  4.6181e-02, -3.6857e-02,  5.6751e-02,
                      -7.5126e-03,  1.2086e-02, -2.3110e-02,  4.8896e-02,  2.0638e-02,
                      -3.4700e-02, -3.3437e-03,  1.4316e-01, -2.9910e-02, -9.3395e-02,
                       8.3743e-02,  3.0376e-02,  1.1954e-02,  3.6471e-02, -6.8824e-02,
                      -1.1909e-01, -5.6252e-02, -9.5590e-03, -1.0818e-01, -5.3786e-02,
                       1.2302e-01,  1.5550e-02,  3.1425e-02, -1.3068e-01, -1.1896e-01,
                      -6.4619e-02,  1.1583e-02, -8.9342e-03,  5.3626e-02, -6.9258e-02,
                      -1.1037e-01, -4.1451e-03,  3.4046e-02, -8.0824e-02, -6.6531e-02,
                      -8.9173e-02,  3.9221e-02, -7.6944e-02,  1.1682e-01,  1.1347e-01,
                      -7.9042e-03, -6.9205e-02, -2.5108e-02, -1.1197e-02, -4.4537e-02,
                      -4.5246e-03, -4.8279e-02, -1.2581e-01,  7.1164e-03, -3.9432e-02,
                      -7.4136e-02, -4.2265e-02, -3.3330e-03,  4.7731e-02, -4.4143e-02,
                       6.7637e-02, -1.9519e-02, -1.2188e-02,  5.0032e-02,  5.5313e-03,
                      -1.3924e-01, -5.3703e-02,  4.1856e-02, -2.0551e-02, -4.1765e-02,
                      -4.1509e-02, -1.5654e-01, -1.3096e-01, -1.1963e-01, -1.3169e-01,
                      -2.5201e-02,  9.8618e-02, -1.0150e-02, -8.4424e-02,  2.2567e-02,
                      -4.9002e-02, -3.2824e-02, -2.6076e-02,  2.6791e-02, -3.2145e-02,
                      -7.8346e-02, -2.1693e-02, -6.1825e-02, -1.2004e-02,  4.9263e-02,
                      -3.9637e-02,  1.4730e-02, -3.8327e-02], device='cuda:0')),
             ('bert.pooler.dense.weight',
              tensor([[ 0.0011, -0.0039,  0.0091,  ..., -0.0207, -0.0187,  0.0090],
                      [ 0.0161, -0.0150, -0.0085,  ..., -0.0099, -0.0041,  0.0158],
                      [ 0.0064,  0.0388, -0.0210,  ..., -0.0179,  0.0352,  0.0654],
                      ...,
                      [-0.0096,  0.0322, -0.0284,  ..., -0.0144,  0.0454,  0.0646],
                      [ 0.0041, -0.0037,  0.0136,  ...,  0.0003,  0.0085, -0.0179],
                      [ 0.0067,  0.0592, -0.0449,  ..., -0.1028,  0.0663, -0.0360]],
                     device='cuda:0')),
             ('bert.pooler.dense.bias',
              tensor([-5.8115e-03,  9.3588e-03,  4.8767e-02, -1.8022e-01,  1.7176e-01,
                       4.1306e-03,  1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
                       3.8091e-02,  9.8544e-02, -7.1318e-02, -3.6671e-02,  4.6600e-04,
                      -1.7177e-02,  1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
                       4.9510e-03, -4.7420e-02,  4.3919e-04,  1.6040e-01,  1.5709e-02,
                      -8.8935e-03,  1.0858e-01,  6.7501e-02,  1.8671e-02, -8.6190e-04,
                       1.2690e-02, -1.7996e-01,  1.3801e-01, -1.2840e-01,  3.9485e-04,
                      -5.6339e-03,  3.8242e-03, -1.1510e-03,  1.6892e-02, -1.5029e-01,
                      -1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03,  1.6556e-01,
                       1.2982e-02,  4.1665e-03, -1.0006e-02,  1.1098e-03,  4.8841e-02,
                      -2.1372e-02, -2.9290e-03, -6.0927e-02,  5.2682e-02,  9.0961e-02,
                       1.8074e-02,  1.7856e-01,  4.2016e-04, -4.3218e-02,  2.6694e-03,
                       1.6130e-01, -8.8134e-04,  3.2869e-02, -2.8807e-03,  3.1481e-03,
                      -1.8760e-02, -8.2572e-02,  7.6392e-03, -6.9180e-03,  1.1093e-02,
                       6.5347e-03,  7.2559e-03,  6.5418e-02, -1.2105e-01,  1.8309e-03,
                      -1.4902e-03, -8.1647e-05, -4.5363e-02,  9.0850e-02,  9.3590e-02,
                       2.3000e-03, -6.2410e-02,  1.7925e-01, -9.8635e-03,  7.3877e-03,
                      -5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
                       7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02,  6.0433e-02,
                      -2.0333e-02, -3.3983e-03,  2.0285e-03,  6.7453e-02,  9.3293e-03,
                      -8.0139e-03,  1.5805e-01,  7.4805e-02, -3.2016e-02,  8.2794e-02,
                      -5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04,  1.7152e-03,
                       2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03,  1.4728e-01,
                      -3.5039e-02,  1.5836e-01,  2.5534e-02, -8.7264e-03,  5.8480e-02,
                      -4.9316e-03,  1.5467e-01,  9.5374e-02,  1.1094e-02, -6.1654e-03,
                      -1.2631e-02,  4.4027e-03,  1.5922e-01, -1.7052e-03, -1.3012e-02,
                       6.8258e-03, -1.1350e-01, -2.0215e-01,  7.2229e-02,  1.4414e-03,
                       1.0312e-01, -9.6551e-02,  1.3047e-01, -4.4737e-02, -6.5103e-03,
                      -8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03,  1.2110e-01,
                       4.1319e-03, -1.6398e-01,  4.2953e-03, -7.7241e-03, -4.4143e-03,
                       1.2892e-02,  1.3045e-02, -1.1594e-02,  1.6373e-02,  1.1733e-01,
                       1.8505e-01,  1.6821e-01,  1.8737e-03, -2.4231e-02,  1.3171e-01,
                       3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01,  7.0733e-02,
                       1.1832e-01,  7.0364e-03, -1.7396e-02,  1.0599e-01,  6.2406e-03,
                       6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02,  3.3349e-03,
                       1.3461e-02,  4.4413e-03,  3.6012e-02, -1.1097e-01,  2.7576e-02,
                      -2.8521e-02, -1.5421e-02,  1.6516e-03,  3.7964e-02, -1.6168e-01,
                      -2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03,  5.1753e-03,
                      -5.7897e-03,  1.0817e-01,  5.6149e-02,  2.0578e-02, -2.9792e-02,
                      -5.6550e-03,  7.4697e-02, -7.1907e-03,  8.1478e-02, -3.1350e-03,
                      -1.5073e-01, -2.4879e-02,  7.6800e-02,  3.3494e-02,  3.9408e-04,
                       2.2496e-02,  6.8863e-03,  7.9943e-03,  7.1716e-02,  4.2985e-03,
                       5.5676e-02, -4.3870e-03,  6.2424e-03,  1.3728e-02,  3.1126e-02,
                      -1.1745e-03, -2.0119e-03, -7.6685e-04,  9.8332e-03,  6.9458e-02,
                      -1.1092e-01, -5.1435e-03,  9.5666e-03, -1.3475e-01, -1.3465e-01,
                       2.2974e-02, -1.1103e-03, -1.0204e-02,  2.1199e-03, -1.1226e-02,
                      -7.1712e-03,  1.4398e-01,  1.8244e-01,  1.6254e-03,  4.0312e-03,
                      -7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03,  6.9515e-03,
                       7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01,  1.5253e-02,
                      -4.9140e-04, -9.2603e-02, -1.5284e-02,  7.0635e-03, -9.9866e-02,
                       7.0115e-03, -1.5588e-02, -2.8034e-02,  1.5303e-01, -1.5959e-01,
                       1.1757e-01,  5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
                      -1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04,  4.3015e-03,
                      -1.5195e-02,  1.3175e-01, -1.6863e-02,  6.5192e-03, -9.8760e-03,
                      -7.2608e-02,  8.9327e-03, -2.4636e-03,  1.4127e-01,  8.6497e-02,
                      -4.5537e-03,  2.6140e-02,  9.7131e-03, -1.7440e-01, -3.2023e-02,
                      -5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03,  6.5111e-02,
                      -3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
                      -3.5488e-03, -5.9707e-03,  4.6764e-03,  2.3283e-02, -7.9813e-03,
                      -1.3099e-02,  8.8409e-02,  5.6910e-02, -3.6078e-03,  5.6558e-03,
                       2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
                      -5.9464e-02,  1.9788e-01, -4.1680e-02,  4.0247e-02,  1.5241e-01,
                      -3.1647e-02,  1.1786e-02, -2.8319e-03, -1.7654e-01,  1.6141e-03,
                       5.1052e-02,  9.9063e-02, -3.0759e-03,  4.5269e-03,  1.0784e-01,
                      -2.7435e-03,  6.1185e-04,  8.4977e-03,  3.4478e-03,  2.7418e-03,
                      -2.3760e-03,  1.0250e-01,  3.8680e-02, -3.1951e-02,  1.2241e-01,
                       2.6302e-05,  5.2423e-03, -4.9355e-02,  1.3308e-02,  2.9259e-02,
                      -5.3577e-03,  1.3909e-03, -7.2377e-03,  3.5591e-02, -1.0046e-02,
                       5.7432e-03, -7.8970e-02, -4.3012e-03,  1.1742e-02,  2.6138e-02,
                      -6.8207e-02,  7.0146e-02,  4.5916e-03,  5.0913e-03, -4.7654e-02,
                       5.6981e-02, -5.9742e-02,  1.3536e-02, -4.0853e-03, -6.5299e-03,
                      -1.1545e-03,  1.8153e-01,  6.8414e-02,  9.0542e-02,  1.7344e-02,
                       1.4256e-02,  1.0939e-02,  1.6144e-02, -8.6881e-02, -8.6863e-03,
                      -5.9451e-02,  3.7601e-04,  7.0076e-02,  6.1620e-02, -2.3049e-03,
                       3.9863e-03, -1.2083e-01,  7.1598e-03, -6.9231e-03, -3.5726e-02,
                       1.3231e-03, -1.1158e-01, -6.3355e-03,  6.0980e-02,  3.8503e-04,
                       1.5968e-01,  8.5405e-03, -1.8399e-02,  3.7024e-02, -3.1973e-03,
                       1.0958e-01, -1.4042e-01, -1.0083e-02,  1.1681e-01, -3.3125e-03,
                       5.4216e-03,  1.3668e-02,  4.3286e-02, -3.2407e-02,  6.7559e-03,
                      -4.8321e-02, -9.4247e-03, -7.8033e-03,  8.4397e-03,  1.1671e-02,
                      -1.3366e-02, -2.8273e-03,  9.9944e-02, -3.6099e-03,  1.2762e-02,
                       1.1779e-02,  2.1021e-02,  4.7388e-03, -2.5385e-03, -5.6725e-03,
                       5.0555e-03,  9.0733e-03, -6.3610e-03,  1.7877e-02, -2.6643e-02,
                       5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02,  8.9085e-04,
                      -6.9659e-02, -7.0801e-03, -5.6351e-02,  1.7179e-01,  1.5205e-01,
                      -5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02,  8.7138e-03,
                       2.0070e-03,  3.7698e-03, -3.6747e-03, -1.9989e-02,  8.9845e-04,
                       7.2630e-03, -5.1472e-03, -2.1029e-02,  1.6095e-02, -2.3968e-02,
                       4.4886e-02, -8.3557e-02,  5.5200e-04,  1.3850e-01, -5.0940e-02,
                      -1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02,  1.3077e-02,
                       1.9033e-02,  6.6901e-04, -1.5752e-03, -5.9968e-02,  2.8774e-02,
                      -1.1468e-03, -3.8982e-03,  2.6745e-03, -8.7385e-03,  3.7953e-02,
                       3.7259e-02,  3.6948e-03, -8.3585e-03, -3.6221e-02,  7.3546e-02,
                      -1.4234e-01, -4.6334e-02, -4.4743e-02,  3.5720e-03, -2.4514e-02,
                      -8.5031e-02,  1.2456e-03,  1.7534e-01,  4.5052e-02,  8.0138e-02,
                       9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
                       9.3173e-03,  7.2088e-03, -2.6054e-02, -3.6163e-02,  2.8835e-02,
                       1.7769e-02, -3.1019e-02, -1.7036e-01,  1.3967e-01,  1.2289e-02,
                       1.0467e-02,  2.0695e-03, -3.0791e-03,  3.5018e-03,  7.3202e-03,
                      -1.0088e-01, -2.9533e-02,  1.8623e-01, -3.5365e-02,  1.1822e-02,
                       1.5038e-01,  6.2846e-02,  8.6147e-03, -5.3063e-03, -1.8145e-01,
                      -2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02,  4.7421e-02,
                      -5.7551e-02, -1.8327e-02,  6.4669e-03,  1.6035e-01,  9.6937e-02,
                       6.6119e-04, -7.6591e-02, -9.8542e-02,  2.3189e-02, -3.2598e-03,
                       2.8048e-02, -5.9742e-03, -5.9591e-03,  1.4205e-03,  2.4378e-02,
                       3.8806e-02,  5.1978e-03, -3.6990e-03, -6.9187e-02,  1.2994e-01,
                       5.9024e-03, -4.4173e-02,  9.8167e-02, -2.9439e-02,  9.1041e-03,
                       1.2438e-02,  7.2267e-02,  2.3580e-02, -5.9579e-02,  5.6333e-02,
                      -8.3339e-02,  2.8376e-02, -7.4949e-02, -6.3609e-02,  7.1125e-02,
                      -1.8380e-01,  9.4819e-03, -1.9872e-01, -1.1694e-01,  2.0833e-03,
                       4.9147e-03, -3.3417e-03,  3.3461e-02, -1.9937e-01, -9.1900e-02,
                       8.5435e-03, -8.2024e-02, -1.1564e-01,  1.1753e-01,  9.3605e-03,
                       2.2959e-02,  1.4468e-02,  2.0639e-02, -1.3277e-03,  7.6449e-02,
                       6.5913e-02,  7.7185e-03,  1.2239e-02, -1.7768e-01,  7.6435e-02,
                       7.7838e-03,  7.0075e-03,  1.7694e-01, -8.2951e-04,  9.5385e-03,
                       5.1950e-03, -1.4371e-01, -2.6754e-04,  1.8925e-03,  1.3842e-02,
                       9.2720e-02,  2.5768e-03,  2.5667e-03,  3.8857e-03,  2.3208e-03,
                      -4.6783e-02,  8.8385e-03, -1.5227e-01,  1.6328e-01, -1.2802e-01,
                       7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02,  4.5378e-02,
                       1.9195e-01, -2.1570e-02,  2.6704e-03,  1.7045e-01, -3.1556e-03,
                       2.8881e-02, -1.3697e-01, -4.7900e-03,  3.4858e-02, -1.8494e-02,
                       1.7965e-01,  4.9954e-03,  7.4127e-03,  1.2181e-01, -1.8226e-01,
                      -6.4113e-02,  1.0164e-03, -2.6576e-03,  9.1513e-03, -1.7503e-01,
                       2.4163e-03,  1.1255e-02,  1.4656e-02, -1.5505e-01,  1.3799e-01,
                      -1.9151e-01, -1.9014e-04,  1.3449e-01, -2.6322e-02,  6.3018e-02,
                       6.7136e-03,  1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
                       4.8558e-03,  5.8679e-03, -1.3796e-01,  4.4930e-02,  2.1569e-03,
                       2.7138e-02, -5.9979e-02, -3.9487e-04,  7.4797e-02, -4.4435e-04,
                       1.6906e-02,  2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
                       1.8443e-03,  1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
                       3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
                      -5.0560e-03,  7.6597e-03,  1.4518e-02, -4.7470e-07,  1.6542e-02,
                      -1.6024e-01,  1.8332e-01, -1.4349e-01, -1.3844e-01,  1.1824e-01,
                       3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
                       2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
                       2.1973e-02,  7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
                      -7.4663e-03,  1.8197e-01,  1.7610e-01,  6.6553e-02, -9.1259e-02,
                       5.2524e-03,  3.4243e-03,  1.4330e-01,  7.0370e-03, -6.4844e-04,
                       1.6033e-01,  5.2785e-02, -1.4751e-03,  2.3957e-02,  4.7976e-04,
                       7.9307e-03,  2.0934e-04, -3.2722e-03,  2.8557e-02, -1.7311e-01,
                       6.8649e-03, -8.3870e-02, -4.4710e-02,  3.9973e-02, -2.6186e-03,
                       1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02,  6.1866e-02,
                      -1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
                      -1.4657e-01,  1.4643e-02,  8.2544e-03, -5.6840e-02, -1.8154e-02,
                       2.0343e-03, -4.4080e-02,  3.4167e-02, -1.8521e-01, -3.0289e-02,
                      -3.9352e-02,  3.1747e-02, -6.8946e-03,  1.0095e-02,  2.0738e-02,
                      -1.9546e-02,  4.1931e-02,  7.1183e-02, -2.5810e-02,  5.8527e-03,
                       2.0055e-03,  3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
                       1.2603e-01, -1.6641e-01, -2.1889e-02,  1.4587e-01,  1.6094e-01,
                      -2.9372e-02, -1.0769e-01,  1.9713e-01,  3.0402e-03,  1.7848e-01,
                      -7.5536e-03, -6.4585e-02, -1.1468e-01,  1.9044e-03, -8.4343e-03,
                       1.6959e-01, -2.9150e-03, -2.7992e-02,  9.9737e-03, -4.3537e-03,
                      -2.4625e-03,  9.8668e-03,  1.1286e-02,  5.3781e-03, -5.8473e-03,
                       3.9737e-02,  6.6289e-03,  1.7691e-01], device='cuda:0')),
             ('encoder.weight_ih_l0',
              tensor([[-0.0050, -0.0334, -0.0058,  ...,  0.0217, -0.0132, -0.0295],
                      [ 0.0250,  0.0079,  0.0074,  ..., -0.0554, -0.0109,  0.0289],
                      [ 0.0111,  0.0377,  0.0453,  ...,  0.0006, -0.0126, -0.0294],
                      ...,
                      [-0.0287,  0.0288,  0.0226,  ...,  0.0298,  0.0149, -0.0382],
                      [-0.0213, -0.0340,  0.0076,  ...,  0.0018,  0.0487, -0.0460],
                      [ 0.0631,  0.0492,  0.0266,  ..., -0.0244,  0.0336,  0.0494]],
                     device='cuda:0')),
             ('encoder.weight_hh_l0',
              tensor([[-0.0516,  0.0504, -0.0096,  ...,  0.0389, -0.0614, -0.0139],
                      [-0.0354, -0.0277,  0.0307,  ..., -0.0370, -0.0331, -0.0152],
                      [ 0.0366,  0.0277,  0.0247,  ..., -0.0103,  0.0188, -0.0266],
                      ...,
                      [-0.0089, -0.0019,  0.0281,  ...,  0.0500,  0.0467, -0.0413],
                      [ 0.0355, -0.0154,  0.0099,  ...,  0.0567,  0.0026, -0.0538],
                      [-0.0599,  0.0577,  0.0520,  ..., -0.0260,  0.0561, -0.0555]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0',
              tensor([-0.0084,  0.0320, -0.0104,  ...,  0.0394, -0.0192, -0.0016],
                     device='cuda:0')),
             ('encoder.bias_hh_l0',
              tensor([ 0.0297,  0.0182,  0.0446,  ...,  0.0317,  0.0050, -0.0324],
                     device='cuda:0')),
             ('encoder.weight_ih_l0_reverse',
              tensor([[-0.0390, -0.0153,  0.0022,  ..., -0.0121,  0.0092, -0.0017],
                      [-0.0242,  0.0388, -0.0500,  ..., -0.0571, -0.0141, -0.0417],
                      [ 0.0100,  0.0526,  0.0501,  ..., -0.0569, -0.0377,  0.0177],
                      ...,
                      [ 0.0459,  0.0058,  0.0219,  ..., -0.0241, -0.0576, -0.0227],
                      [ 0.0003, -0.0070, -0.0605,  ...,  0.0334,  0.0254, -0.0228],
                      [-0.0264, -0.0187, -0.0017,  ...,  0.0268, -0.0149,  0.0511]],
                     device='cuda:0')),
             ('encoder.weight_hh_l0_reverse',
              tensor([[ 0.0117, -0.0210,  0.0029,  ..., -0.0420, -0.0550,  0.0548],
                      [-0.0283, -0.0581,  0.0046,  ..., -0.0488,  0.0129,  0.0230],
                      [-0.0059,  0.0290,  0.0438,  ..., -0.0350,  0.0158, -0.0315],
                      ...,
                      [-0.0408,  0.0417,  0.0079,  ...,  0.0193,  0.0448,  0.0067],
                      [-0.0411,  0.0594,  0.0004,  ...,  0.0356,  0.0326,  0.0444],
                      [-0.0024,  0.0313,  0.0243,  ...,  0.0588, -0.0182,  0.0336]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0_reverse',
              tensor([ 0.0304, -0.0372, -0.0322,  ..., -0.0081,  0.0520,  0.0061],
                     device='cuda:0')),
             ('encoder.bias_hh_l0_reverse',
              tensor([-0.0034,  0.0298, -0.0443,  ..., -0.0582,  0.0584,  0.0626],
                     device='cuda:0')),
             ('out.weight',
              tensor([[-0.0377, -0.0374, -0.0036,  ...,  0.0099, -0.0084,  0.0420],
                      [-0.0210,  0.0325, -0.0412,  ...,  0.0255,  0.0006,  0.0405],
                      [-0.0376,  0.0083, -0.0127,  ..., -0.0251,  0.0208, -0.0272],
                      [ 0.0391,  0.0099, -0.0194,  ..., -0.0114,  0.0224, -0.0093],
                      [ 0.0162, -0.0325, -0.0126,  ..., -0.0113,  0.0414,  0.0148]],
                     device='cuda:0')),
             ('out.bias',
              tensor([-0.0035,  0.0147, -0.0091,  0.0441, -0.0298], device='cuda:0'))])
In [4]:
print('Vocab 단어 수 :',len(data['bert.embeddings.word_embeddings.weight']))
print('각 단어가 가지는 dimension :',len(data['bert.embeddings.word_embeddings.weight'][0]))
print('최종 5개 class 각각 에 대한 weight의 dimension :',len(data['out.weight'][0]))
Vocab 단어 수 : 28996
각 단어가 가지는 dimension : 768
최종 5개 class 각각 에 대한 weight의 dimension : 512
In [5]:
len(data['bert.encoder.layer.1.intermediate.dense.weight'])
Out[5]:
3072
In [6]:
len(data['bert.encoder.layer.2.attention.self.query.weight'])
Out[6]:
768
In [7]:
len(data['encoder.weight_ih_l0'])
Out[7]:
1024
In [8]:
len(data['encoder.weight_ih_l0'][0])
Out[8]:
768
In [9]:
len(data['encoder.weight_hh_l0'])
Out[9]:
1024
In [10]:
len(data['encoder.weight_hh_l0'][0])
Out[10]:
256
In [11]:
len(data['encoder.weight_ih_l0_reverse'])
Out[11]:
1024
In [12]:
len(data['encoder.weight_ih_l0_reverse'][0])
Out[12]:
768
In [13]:
len(data['encoder.weight_hh_l0_reverse'])
Out[13]:
1024
In [14]:
len(data['encoder.weight_hh_l0_reverse'][0])
Out[14]:
256
In [15]:
len(data['encoder.bias_ih_l0_reverse'])
Out[15]:
1024
In [16]:
len(data['encoder.bias_hh_l0_reverse'])
Out[16]:
1024
In [17]:
len(data['out.weight'])
Out[17]:
5
In [18]:
len(data['out.weight'][0])
Out[18]:
512
In [19]:
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_BCE_mAP.pt")
data
Out[19]:
OrderedDict([('bert.embeddings.position_ids',
              tensor([[  0,   1,   2,   3,   4,   5,   6,   7,   8,   9,  10,  11,  12,  13,
                        14,  15,  16,  17,  18,  19,  20,  21,  22,  23,  24,  25,  26,  27,
                        28,  29,  30,  31,  32,  33,  34,  35,  36,  37,  38,  39,  40,  41,
                        42,  43,  44,  45,  46,  47,  48,  49,  50,  51,  52,  53,  54,  55,
                        56,  57,  58,  59,  60,  61,  62,  63,  64,  65,  66,  67,  68,  69,
                        70,  71,  72,  73,  74,  75,  76,  77,  78,  79,  80,  81,  82,  83,
                        84,  85,  86,  87,  88,  89,  90,  91,  92,  93,  94,  95,  96,  97,
                        98,  99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
                       112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
                       126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
                       140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
                       154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
                       168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
                       182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
                       196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
                       210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
                       224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
                       238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
                       252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
                       266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
                       280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
                       294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
                       308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
                       322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
                       336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
                       350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
                       364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
                       378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
                       392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
                       406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
                       420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
                       434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
                       448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
                       462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
                       476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
                       490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
                       504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
             ('bert.embeddings.word_embeddings.weight',
              tensor([[-1.3639e-02, -2.9030e-04, -1.5843e-02,  ..., -2.2681e-02,
                       -2.0640e-02,  6.5456e-03],
                      [-1.9164e-03,  2.9354e-03, -4.3429e-02,  ..., -1.1035e-02,
                       -5.3592e-02, -1.4422e-04],
                      [ 1.0768e-02,  2.3475e-05, -1.2390e-02,  ..., -5.5275e-02,
                       -9.7676e-03, -1.2721e-02],
                      ...,
                      [-1.6516e-02, -3.7851e-02, -4.5013e-02,  ..., -4.0899e-02,
                       -4.4869e-02,  3.6704e-03],
                      [-3.1432e-02,  4.1480e-03, -4.6907e-02,  ..., -6.4535e-02,
                       -1.6774e-02, -1.9406e-05],
                      [ 1.7107e-02, -4.4146e-05, -2.6952e-02,  ..., -9.2524e-03,
                       -3.7883e-02,  7.4705e-14]], device='cuda:0')),
             ('bert.embeddings.position_embeddings.weight',
              tensor([[ 0.0328,  0.0086,  0.0047,  ...,  0.0017,  0.0171,  0.0157],
                      [-0.0257, -0.0138, -0.0074,  ...,  0.0037,  0.0115,  0.0090],
                      [ 0.0004,  0.0053,  0.0065,  ...,  0.0083,  0.0051, -0.0046],
                      ...,
                      [ 0.0047, -0.0187, -0.0225,  ..., -0.0059, -0.0137, -0.0173],
                      [ 0.0206, -0.0094, -0.0381,  ...,  0.0090, -0.0208, -0.0063],
                      [-0.0436, -0.0402, -0.0830,  ...,  0.0133, -0.1078,  0.0061]],
                     device='cuda:0')),
             ('bert.embeddings.token_type_embeddings.weight',
              tensor([[-7.6959e-03, -5.0629e-03,  1.5045e-03,  ...,  6.9604e-03,
                        3.0147e-04,  2.6735e-03],
                      [-1.2233e-03, -5.9210e-04,  2.0159e-20,  ...,  2.3548e-08,
                       -3.6634e-16, -5.5983e-13]], device='cuda:0')),
             ('bert.embeddings.LayerNorm.weight',
              tensor([0.8431, 0.9039, 0.8433, 0.8177, 0.8156, 0.8121, 0.4863, 0.5479, 0.9122,
                      0.7007, 0.8914, 0.8946, 0.9557, 0.8673, 0.8991, 0.4480, 0.8670, 0.8353,
                      0.8321, 0.8969, 0.7373, 0.8870, 0.8565, 0.8221, 0.7407, 0.8094, 0.8695,
                      0.8772, 0.8317, 0.8876, 0.8537, 0.0902, 0.8762, 0.7386, 0.8305, 0.7922,
                      0.6915, 0.8982, 0.4985, 0.8335, 0.9750, 0.8811, 0.8586, 0.9295, 0.9240,
                      0.8904, 0.8395, 0.8661, 0.9451, 0.8250, 0.9309, 0.8057, 0.7423, 0.8701,
                      0.7573, 0.4814, 0.8363, 0.8601, 0.7469, 0.7938, 0.8255, 0.9458, 0.9235,
                      0.9012, 0.5835, 0.9475, 0.8530, 0.8350, 0.4064, 0.7974, 0.8315, 0.8131,
                      0.8401, 0.8196, 0.9129, 0.9251, 0.8572, 0.8249, 0.9397, 0.8685, 0.8159,
                      0.7936, 0.8987, 0.7929, 0.2300, 0.8788, 0.7620, 0.8870, 0.9609, 0.8411,
                      0.8237, 0.8241, 0.8638, 0.8452, 0.8553, 0.7928, 0.3111, 0.8635, 0.8869,
                      0.8834, 0.7517, 0.9448, 0.7717, 0.9928, 0.4499, 0.9006, 0.8853, 0.7594,
                      0.8949, 0.8479, 0.8335, 0.8291, 0.8808, 0.1703, 0.8496, 0.9403, 0.8607,
                      0.8771, 0.9208, 0.9180, 0.8451, 0.8769, 0.8384, 0.7989, 0.8014, 0.7534,
                      0.8125, 0.7879, 0.8421, 0.8774, 0.8796, 0.7568, 0.8875, 0.8666, 0.9159,
                      0.7980, 0.4019, 0.9051, 0.7202, 0.8916, 0.4280, 0.9121, 0.8087, 0.4972,
                      0.8052, 0.8495, 0.8251, 0.8419, 0.8617, 0.7923, 0.8898, 0.8886, 0.8727,
                      0.9020, 0.8125, 0.8508, 0.9121, 0.8290, 0.8870, 0.8660, 0.9557, 0.7875,
                      0.4070, 0.8964, 0.7889, 0.8361, 0.8860, 0.4104, 0.8234, 0.8395, 0.8958,
                      0.4432, 0.7860, 0.8762, 0.8016, 0.9177, 0.9685, 0.8503, 0.9018, 0.8492,
                      0.8638, 0.8707, 0.7830, 0.9115, 0.8698, 0.8729, 0.7601, 0.8569, 0.7955,
                      0.8823, 0.8348, 0.5460, 0.8411, 0.8836, 0.8694, 0.8770, 0.9085, 0.4419,
                      0.8600, 0.8819, 0.8845, 0.7355, 0.8830, 0.9220, 0.8203, 0.8585, 0.9271,
                      0.9335, 0.9017, 0.8407, 0.8859, 0.8506, 0.8210, 0.8775, 0.8447, 0.8866,
                      0.7484, 0.8242, 0.8734, 0.7935, 0.8741, 0.8348, 0.9098, 0.8960, 0.8400,
                      0.8913, 0.8744, 0.9136, 0.8020, 0.1265, 0.7899, 0.8860, 0.8571, 0.8205,
                      0.8458, 0.8621, 0.4549, 0.8823, 0.7993, 0.8346, 0.8692, 0.8212, 0.7487,
                      0.8422, 0.8602, 0.8361, 0.8523, 0.8211, 0.9364, 0.9099, 0.8281, 0.9177,
                      0.8503, 0.9072, 0.9248, 0.8912, 0.8939, 0.3834, 0.8923, 0.8420, 0.4520,
                      0.8776, 0.8496, 0.8333, 0.8647, 0.8541, 0.8729, 0.9452, 0.4973, 0.8906,
                      0.8822, 0.8624, 0.9425, 0.8832, 0.9528, 0.9031, 0.8218, 0.8412, 0.8697,
                      0.8502, 0.8612, 0.8809, 0.7444, 0.5244, 0.8696, 0.9682, 0.7258, 0.8788,
                      0.8506, 0.7917, 0.6908, 0.8200, 0.8126, 0.7585, 0.8569, 0.7582, 0.8236,
                      0.3627, 0.8987, 0.8708, 0.8813, 0.7849, 0.7417, 0.8170, 0.3422, 0.8935,
                      0.7183, 0.8943, 0.9320, 0.7751, 0.7761, 0.8504, 0.8720, 0.5156, 0.8379,
                      0.9349, 0.8494, 0.7671, 0.9178, 0.7805, 0.7976, 0.8782, 0.8423, 0.9443,
                      0.7830, 0.8064, 0.9232, 0.7942, 0.9056, 0.8795, 0.9004, 0.8790, 0.9349,
                      0.9071, 0.8956, 0.9154, 0.8780, 0.9058, 0.8483, 0.7030, 0.4203, 0.9091,
                      0.8007, 0.9014, 0.8462, 0.8999, 0.8479, 0.8485, 0.8592, 0.8137, 0.8528,
                      0.7717, 0.7784, 0.8559, 0.9122, 0.8238, 0.8591, 0.8593, 0.7815, 0.7672,
                      0.8110, 0.9262, 0.8541, 0.9623, 0.8405, 0.8505, 0.9040, 0.9848, 0.9076,
                      0.7634, 0.8315, 0.9101, 0.8524, 0.8803, 0.7868, 0.7870, 0.8119, 0.8920,
                      0.8714, 0.4090, 0.8463, 0.8524, 0.9106, 0.9291, 0.8383, 0.7404, 0.7472,
                      0.8509, 0.8035, 0.6998, 0.9086, 0.7820, 0.8942, 0.8986, 0.8100, 0.9092,
                      0.5927, 0.9075, 0.7801, 0.8085, 0.7240, 0.7776, 0.7423, 0.7975, 0.8883,
                      0.8406, 0.8444, 0.8221, 0.9348, 0.9541, 0.7700, 0.8077, 0.9160, 0.9157,
                      0.8815, 0.8352, 0.8021, 0.8721, 0.8152, 0.8570, 0.8703, 0.9574, 0.8734,
                      0.7761, 0.8316, 0.9069, 0.8797, 0.1938, 0.8953, 0.8752, 0.8570, 0.9129,
                      0.8277, 0.9347, 0.4688, 0.9538, 0.9020, 0.8378, 0.8694, 0.8901, 0.9038,
                      0.7124, 0.8170, 0.6695, 0.8767, 0.7856, 0.9064, 0.8734, 0.8760, 0.7825,
                      0.8562, 0.4380, 0.8701, 0.9015, 0.8558, 0.8513, 0.8255, 0.7977, 0.7994,
                      0.8223, 0.8311, 0.8723, 0.8483, 0.8938, 0.8246, 0.8021, 0.8474, 0.7994,
                      0.8389, 0.8473, 0.9127, 0.8259, 0.9626, 0.8515, 0.8881, 0.8778, 0.5347,
                      0.8729, 0.7607, 0.9873, 0.8322, 0.8155, 0.8712, 0.8980, 0.8711, 0.8165,
                      0.9587, 0.7543, 0.8528, 0.8115, 0.8435, 0.9056, 0.8903, 0.7773, 0.8721,
                      0.7943, 0.8595, 0.9315, 0.8015, 0.8460, 0.8266, 0.8886, 0.8422, 0.8747,
                      0.8864, 0.9210, 0.9264, 0.8195, 0.8544, 0.8863, 0.8257, 0.8534, 0.8547,
                      0.8350, 0.8935, 0.7839, 0.9117, 0.8650, 0.4140, 0.9041, 0.9380, 0.7181,
                      0.8594, 0.8700, 0.8931, 0.8894, 0.9416, 0.9354, 0.8463, 0.8941, 0.8248,
                      0.8928, 0.7958, 0.8297, 0.8053, 0.7708, 0.7536, 0.9081, 0.8354, 0.8233,
                      0.8898, 0.8869, 0.7572, 0.7231, 0.7529, 0.9060, 0.8298, 0.8196, 0.8113,
                      0.8734, 0.7968, 0.7742, 0.9137, 0.8231, 0.7253, 0.8283, 0.7697, 0.7348,
                      0.8769, 0.8252, 0.9066, 0.9038, 0.4888, 0.8630, 0.8924, 0.9416, 0.8230,
                      0.8692, 0.8359, 0.9163, 0.7816, 0.7990, 0.8282, 0.8448, 0.8929, 0.8599,
                      0.8406, 0.8677, 0.8626, 0.9013, 0.9165, 0.8635, 0.8610, 0.8423, 0.8830,
                      0.9022, 0.8418, 0.8639, 0.8402, 0.8324, 0.9050, 0.7508, 0.7936, 0.8233,
                      0.8498, 0.9593, 0.8077, 0.8436, 0.9103, 0.8282, 0.8829, 0.8458, 0.7364,
                      0.8745, 0.8581, 0.8468, 0.8435, 0.8306, 0.8648, 0.8705, 0.8295, 0.7885,
                      0.7985, 0.8606, 0.9002, 0.8814, 0.8951, 0.9421, 0.8699, 0.8819, 0.8649,
                      0.7115, 0.8056, 0.9299, 0.8013, 0.9523, 0.9118, 0.8060, 0.7896, 0.8194,
                      0.8433, 0.8557, 0.7945, 0.8546, 0.7990, 0.8908, 0.8697, 0.8570, 0.8934,
                      0.8225, 0.9728, 0.8223, 0.7788, 0.8441, 0.8327, 0.8037, 0.4858, 0.9280,
                      0.9368, 0.8172, 0.7777, 0.9083, 0.7803, 0.4973, 0.8092, 0.8284, 0.9039,
                      0.8297, 0.8192, 0.9119, 0.8927, 0.8009, 0.8381, 0.8565, 0.8275, 0.8399,
                      0.9695, 0.3570, 0.6996, 0.9028, 0.9647, 0.8289, 0.7838, 0.9158, 0.9038,
                      0.7713, 0.8612, 0.8532, 0.9475, 0.8779, 0.9247, 0.8065, 0.8868, 0.7528,
                      0.8902, 0.8417, 0.8157, 0.9435, 0.8383, 0.9117, 0.9233, 0.3798, 0.9057,
                      0.8909, 0.9295, 0.8882, 0.8829, 0.9138, 0.7989, 0.9303, 0.7840, 0.7708,
                      0.4294, 0.8152, 0.8443, 0.9402, 0.8572, 0.8759, 0.8243, 0.9043, 0.8541,
                      0.9275, 0.8906, 0.8263, 0.9268, 0.7226, 0.7942, 0.7213, 0.8764, 0.9077,
                      0.9040, 0.7968, 0.9230, 0.8043, 0.9234, 0.3957, 0.9109, 0.8021, 0.9090,
                      0.8671, 0.9184, 0.7863, 0.9222, 0.8850, 0.8083, 0.9187, 0.9112, 0.7833,
                      0.7925, 0.8767, 0.9263, 0.8537, 0.4022, 0.8701, 0.8188, 0.7881, 0.8222,
                      0.8793, 0.8337, 0.4487, 0.8570, 0.8948, 0.8231, 0.8656, 0.8937, 0.7989,
                      0.7200, 0.8462, 0.8550, 0.8156, 0.8263, 0.8913, 0.9301, 0.8469, 0.9407,
                      0.8650, 0.8921, 0.8388], device='cuda:0')),
             ('bert.embeddings.LayerNorm.bias',
              tensor([-2.4879e-02, -5.2735e-03, -6.7946e-02, -5.7830e-02,  4.3574e-02,
                      -6.5816e-02,  2.0967e-02, -2.2394e-01, -3.4755e-04, -7.3136e-02,
                       2.5133e-02, -1.8325e-02, -2.9474e-02, -4.1042e-02, -1.9707e-02,
                      -1.8325e-01, -1.1529e-02, -4.6040e-02, -1.1063e-02,  1.4208e-02,
                      -3.6896e-02,  1.8012e-02, -7.3973e-02, -5.1449e-02, -6.4838e-02,
                       7.6000e-03, -8.4732e-02, -8.5306e-02,  2.9041e-02, -1.3040e-02,
                      -1.8273e-02,  6.2859e-01, -6.7971e-02, -5.0467e-02, -1.7362e-02,
                      -8.9151e-02, -1.9895e-02,  8.4682e-04, -1.3980e-01,  2.2304e-02,
                      -3.4255e-02,  3.5260e-02, -3.1887e-02, -5.9168e-02, -3.1662e-02,
                      -5.3071e-02, -4.5981e-02, -5.0582e-02, -1.9917e-02, -4.3186e-02,
                      -6.5351e-02, -5.9050e-02, -7.3501e-02, -4.7815e-02, -5.5778e-02,
                      -4.3082e-02, -3.7487e-02, -3.1534e-03, -6.1953e-02, -1.0788e-01,
                      -3.3196e-02, -2.9539e-03, -4.5045e-03, -3.0923e-02, -1.9437e-01,
                       8.9284e-03, -5.7053e-02, -9.4946e-03, -1.4384e-01, -2.4609e-02,
                      -5.6119e-02, -1.1361e-01,  3.6439e-04, -8.3841e-02,  1.5848e-02,
                      -4.6518e-02, -3.0762e-02, -9.3422e-02,  1.2155e-03, -5.0249e-02,
                      -4.4434e-02, -6.4231e-04, -3.4129e-02, -1.0148e-02,  1.8114e-01,
                      -5.2628e-02, -2.0627e-02, -8.2960e-03, -2.2599e-02, -4.2374e-02,
                      -8.2504e-02, -3.5811e-02, -5.3810e-02, -3.9047e-02,  1.3791e-02,
                       1.9243e-02, -1.4586e-01, -2.7570e-02,  2.8356e-02, -1.0675e-01,
                      -4.8266e-02, -7.7867e-04, -1.0318e-01, -5.5558e-03, -7.3676e-02,
                      -2.0683e-02, -7.9848e-02, -6.9380e-02,  3.7027e-03,  5.5532e-02,
                      -5.2460e-02,  4.9844e-03,  4.0743e-02,  3.6935e-01, -5.2298e-02,
                      -4.8898e-02, -2.3796e-02, -1.6233e-02,  2.4018e-02, -4.2444e-02,
                      -6.0134e-02, -1.1836e-02, -3.9220e-02, -1.0901e-04, -6.6574e-02,
                      -5.1041e-02, -2.9929e-02, -1.1424e-01, -4.1186e-02,  1.2658e-02,
                      -1.9265e-02, -4.6094e-02, -2.2048e-02,  4.1397e-02, -6.3237e-03,
                      -6.3338e-02, -9.4697e-02, -4.0338e-02, -1.2376e-02, -4.6647e-02,
                      -6.8732e-02, -5.9269e-02, -7.8310e-02,  4.5137e-01, -1.8711e-02,
                      -2.9408e-02,  1.2116e-02, -5.9106e-02, -3.5028e-02, -9.4478e-02,
                      -9.4136e-02, -4.8165e-02, -2.1896e-02, -6.5571e-02, -3.4474e-02,
                      -2.3557e-02, -6.4583e-02, -4.5541e-03, -8.5194e-02, -8.5823e-02,
                      -4.2993e-02, -6.8836e-02, -8.0126e-02, -1.5645e-02, -5.9854e-02,
                      -6.0065e-02, -3.3515e-02, -7.3165e-02, -1.8278e-02, -4.7177e-02,
                      -3.2310e-02, -1.4405e-01,  2.3803e-02,  2.7476e-02, -8.2659e-02,
                      -2.2752e-02, -4.6717e-02,  6.5348e-03, -2.3404e-02,  1.0252e-02,
                      -9.7887e-02, -2.5211e-02, -1.0529e-01, -3.8969e-02, -3.5806e-03,
                       5.6428e-03, -3.3248e-02, -4.1414e-02, -4.8500e-02,  2.5757e-02,
                      -3.4264e-02, -1.2333e-01, -1.2303e-02, -7.3816e-02, -4.2891e-02,
                      -7.8841e-02, -4.4894e-03,  2.2167e-02, -3.7912e-02, -2.7980e-02,
                      -1.9616e-02, -4.6217e-02, -3.5756e-02, -3.3426e-02, -7.9607e-02,
                      -6.8624e-02, -6.9892e-02, -8.9875e-02, -5.0812e-02, -3.9577e-02,
                       5.4629e-03, -4.0853e-02, -1.1011e-01,  3.7212e-02, -3.5744e-02,
                      -2.6122e-02, -6.5437e-02, -1.3985e-02,  1.6989e-02, -2.5258e-02,
                      -2.7210e-02, -5.0878e-03, -2.0248e-03, -3.8329e-02, -9.6056e-03,
                       3.4146e-02, -5.8877e-02, -5.9115e-02, -6.3495e-04,  6.3490e-01,
                       5.6756e-02, -1.0626e-02, -7.3570e-02, -5.1177e-02, -5.0598e-02,
                       1.1053e-02, -1.6292e-01, -3.8148e-02, -7.0731e-02, -1.5918e-03,
                      -4.9336e-02, -9.6946e-04,  5.5508e-03, -5.1393e-02, -5.2963e-02,
                      -4.9488e-02, -8.1224e-02, -4.3379e-02, -3.3321e-02, -8.1360e-03,
                      -4.8233e-02, -4.7473e-02, -1.6390e-02,  3.2110e-03,  2.2569e-02,
                       1.8151e-02,  3.5266e-02,  8.4561e-02,  4.7908e-02,  1.2811e-02,
                      -7.8223e-02, -5.8696e-02, -6.2740e-02, -4.9899e-02,  1.8872e-03,
                       2.5158e-03, -4.3980e-02, -4.7075e-02, -1.6397e-01, -9.6220e-03,
                      -1.0225e-01, -1.0995e-01, -1.8567e-02, -9.8667e-02, -1.9112e-02,
                      -5.9429e-02, -4.3642e-02, -6.2969e-02, -4.0182e-02,  2.7699e-02,
                       5.0942e-03, -2.3208e-02, -1.5260e-02, -1.5301e-01, -5.3704e-02,
                       2.2619e-03, -4.9667e-02, -1.0727e-02, -3.9376e-02, -6.4038e-02,
                      -1.5031e-02, -2.2372e-02, -3.3444e-02,  1.0805e-01, -5.1653e-02,
                       1.7752e-02, -6.7563e-02, -1.7542e-02,  2.6486e-02, -2.0508e-02,
                       2.3632e-03, -1.9368e-02,  2.4176e-02, -1.1271e-02,  1.5530e-01,
                      -4.8151e-02,  2.6372e-02, -1.4867e-02, -7.5354e-03, -1.9935e-02,
                      -3.2954e-02,  9.3617e-03, -9.4185e-02, -7.0372e-02, -9.6024e-02,
                      -4.4456e-02,  3.9740e-02, -2.2265e-02, -6.9209e-02, -3.5408e-02,
                      -6.7527e-02,  2.7635e-02, -2.9526e-02, -4.0113e-02, -4.2033e-02,
                       4.2113e-02, -1.6094e-02, -3.2559e-02, -2.1142e-02, -7.0630e-03,
                       4.4853e-02, -4.6720e-02,  1.3340e-02,  4.8376e-03,  1.7983e-02,
                      -1.6048e-02, -6.3598e-02, -7.4422e-02, -2.9347e-02, -2.0255e-02,
                      -9.3658e-02,  5.6012e-03, -6.4785e-02, -1.1015e-02, -5.8546e-02,
                      -4.7214e-02,  1.0992e-02, -2.4256e-02, -7.6967e-02, -6.7391e-02,
                       4.0700e-02, -3.6971e-02, -2.7964e-02, -5.0231e-02, -1.8896e-02,
                      -4.1712e-02, -2.9183e-03, -4.4893e-02, -7.6398e-03, -4.8735e-02,
                       1.7743e-02, -6.3134e-02, -2.6680e-02,  1.2141e-02, -9.1522e-02,
                      -9.0890e-02, -4.2712e-02, -8.0739e-02, -5.1335e-02, -3.0801e-02,
                       1.1683e-02, -7.3588e-02, -1.3275e-02, -4.0538e-02, -2.9735e-02,
                       4.6195e-02, -5.7687e-02, -2.2031e-02, -3.9916e-02, -9.3588e-02,
                      -3.5624e-02, -2.4887e-02, -4.5044e-03, -4.2514e-02, -1.8424e-02,
                      -2.4214e-02, -7.1186e-02, -2.0546e-02, -1.3260e-02, -1.8132e-03,
                      -1.2892e-03, -8.0581e-02, -5.1368e-02, -2.8845e-02, -5.9984e-02,
                      -1.1770e-04, -5.8246e-02, -3.0524e-02, -9.7768e-02, -4.4230e-02,
                       5.2439e-02, -4.8948e-02, -8.8121e-02, -4.6577e-02, -2.3540e-02,
                      -6.7635e-02, -9.3880e-04, -1.5744e-02, -1.0544e-01, -3.7878e-02,
                      -5.8933e-02, -3.1842e-02, -6.8538e-02, -7.9820e-03, -6.1566e-02,
                      -6.6571e-02, -4.1593e-02,  2.6628e-02,  2.7382e-02, -8.8241e-03,
                      -5.0214e-02, -1.2082e-03, -5.7109e-02, -5.9022e-02, -8.5552e-05,
                      -3.6797e-02, -9.0810e-03,  3.0548e-01, -5.6644e-02, -2.2503e-02,
                      -1.0470e-01, -1.5568e-02,  1.5818e-02, -1.7167e-02, -1.7817e-02,
                       2.8046e-03, -3.1727e-02, -6.6483e-02, -3.2111e-02, -5.0236e-02,
                      -5.7613e-02, -5.5079e-02, -2.8719e-02, -1.8075e-02,  1.6248e-02,
                      -7.8039e-02, -8.5021e-02, -2.2924e-02, -5.8680e-02, -3.5624e-02,
                      -3.5341e-02, -8.3888e-02, -4.3371e-02, -7.9820e-03, -7.5951e-02,
                      -5.5531e-02, -2.4255e-02, -1.0250e-01,  1.5695e-03,  2.4350e-02,
                      -7.7029e-02,  5.1048e-02, -1.5970e-02,  1.8580e-03, -8.0508e-03,
                       8.5578e-02, -6.5917e-02, -6.5317e-02, -6.7459e-02, -3.5692e-02,
                      -2.7967e-02,  9.0934e-03, -2.6282e-02,  4.2414e-03, -4.7933e-02,
                      -4.4806e-02, -7.7038e-02, -3.1209e-02, -5.0927e-02, -1.4323e-02,
                      -2.3193e-02,  2.7161e-02,  2.0822e-02, -1.0230e-02,  1.7009e-02,
                      -7.4317e-02, -2.5156e-03, -3.5473e-02,  2.7731e-03, -2.4670e-02,
                      -2.3081e-02, -3.3681e-02, -7.5542e-03, -1.1459e-02, -6.9109e-03,
                      -1.1968e-01, -7.9775e-02,  9.0039e-03, -7.7980e-02, -3.5977e-02,
                      -4.2849e-02, -1.0505e-02, -5.1570e-02,  3.9516e-02, -3.4121e-02,
                      -9.3146e-02, -3.9256e-02,  1.1987e-02, -2.2900e-03, -1.6069e-02,
                      -7.8362e-02, -6.6267e-02, -3.6213e-02, -5.1567e-02,  1.4281e-02,
                       1.0685e-02, -2.7015e-02, -4.0650e-02,  4.1087e-02, -2.0442e-03,
                      -8.9615e-03, -9.2660e-03, -3.0194e-03, -2.6305e-02, -3.9875e-02,
                      -1.8615e-02, -4.1021e-02, -3.2907e-02, -4.2133e-02, -1.4894e-02,
                      -7.0310e-02, -5.4882e-02, -2.4377e-02, -1.6669e-02, -3.7835e-02,
                      -4.7054e-02, -8.0439e-02, -6.3729e-03, -4.6598e-02, -4.8557e-02,
                       1.6397e-03, -5.5326e-02, -5.3717e-02,  3.1848e-02, -5.8153e-02,
                      -1.8473e-02, -4.1466e-02, -1.9076e-02, -3.9588e-02,  5.4879e-03,
                       7.6408e-02,  2.4491e-02, -6.8618e-04, -2.2470e-02, -3.1651e-02,
                       2.8714e-02, -5.8320e-02,  1.1403e+00, -2.0262e-02, -1.1584e-02,
                      -6.5066e-02, -4.3436e-02, -1.7382e-01, -2.7387e-02, -1.9935e-02,
                      -5.1685e-02, -6.2217e-02, -2.3741e-02, -3.6178e-02, -4.1354e-02,
                      -3.8817e-02, -7.3066e-02, -5.0768e-02, -6.2265e-02, -1.0691e-01,
                      -4.1000e-02, -5.3232e-02, -8.8543e-02, -3.5314e-02,  7.9857e-03,
                       3.4637e-02, -2.5112e-02, -2.6187e-02, -3.4147e-02, -1.5212e-02,
                      -2.5054e-02, -6.8273e-02, -2.0367e-02, -8.3143e-02, -1.1609e-02,
                      -2.0248e-02, -2.3306e-02, -8.9690e-03, -4.1152e-02, -1.7558e-02,
                       1.1637e-02, -3.7716e-02, -5.2902e-02,  1.8361e-02, -4.2642e-02,
                      -2.3180e-02, -1.3486e-02, -7.3938e-02, -6.1998e-02, -4.8603e-02,
                      -6.2963e-02, -7.0444e-02, -2.4067e-02, -4.0925e-02, -2.7722e-02,
                      -2.0668e-02, -2.3092e-03, -4.6501e-02, -2.0865e-02, -6.9163e-02,
                      -3.7038e-03, -1.8190e-02, -2.3518e-02,  1.9784e-03, -5.7048e-03,
                       8.0979e-03, -8.8650e-02,  3.6007e-03, -1.2475e-02, -2.4644e-02,
                       2.7685e-02,  1.7167e-02, -2.7504e-02, -8.9669e-02,  2.8779e-03,
                      -7.2776e-02, -3.3512e-02, -6.1393e-03, -6.9692e-02, -6.8220e-02,
                       1.0894e-02, -7.6548e-02, -2.2768e-03, -2.2367e-02, -7.2815e-02,
                      -1.3964e-02, -1.1526e-02, -2.3176e-02, -6.7422e-02, -4.0829e-02,
                      -6.9009e-02,  2.0348e-01, -1.1566e-02,  2.7555e-02, -4.7087e-02,
                      -2.5079e-02,  1.4590e-03, -5.8717e-02, -1.1613e-01,  1.9765e-02,
                      -1.7446e-02, -5.1035e-02, -1.0466e-01, -4.2085e-02, -3.4258e-02,
                       3.2557e-03, -2.6130e-02,  3.7785e-02,  1.4434e-02, -5.4788e-02,
                      -3.8771e-02,  2.2304e-02,  1.4486e-01, -6.4457e-02,  6.6918e-03,
                       4.5117e-03,  1.3740e-02, -6.1040e-02, -4.7163e-02, -4.7926e-02,
                      -3.7382e-02, -7.9558e-02, -3.5229e-02, -2.1921e-02, -8.9791e-03,
                       1.0494e-02, -5.7601e-02, -7.6671e-02, -1.7671e-02,  4.0523e-03,
                      -1.9449e-02,  2.6390e-03,  1.0470e-02, -5.0956e-02, -1.9624e-02,
                      -3.5213e-02, -4.9905e-02, -3.3099e-02, -5.3603e-02, -1.4968e-02,
                      -4.1470e-02, -6.0175e-04,  1.8441e-02, -1.9197e-02, -1.4070e-02,
                      -6.5088e-02, -4.7664e-02, -3.0951e-02, -8.1333e-02, -3.7817e-02,
                      -3.0625e-02, -1.3402e-03, -8.3074e-02, -2.8778e-02, -2.7008e-02,
                      -7.3595e-03, -5.0325e-02, -1.4517e-02, -2.1659e-02,  2.0904e-02,
                      -1.6044e-02, -2.6203e-02,  1.3109e-02, -6.7986e-02, -1.6355e-02,
                      -2.0386e-02, -4.0529e-02, -2.7607e-03, -2.3764e-02,  1.1014e-02,
                       2.1163e-02,  4.0035e-02, -4.9024e-02, -3.9865e-02, -7.6557e-02,
                      -2.5268e-02, -5.9190e-02,  7.6868e-03, -6.5001e-02, -6.2433e-02,
                      -3.7575e-02, -9.1686e-04, -8.8364e-02,  3.8761e-03, -2.7260e-02,
                      -9.5500e-03, -2.1440e-02, -4.6540e-02, -4.5820e-02, -1.3198e-02,
                      -6.8255e-02, -7.0902e-02, -4.1179e-02, -4.5341e-02,  1.9345e-02,
                      -2.9289e-02,  2.3117e-02, -6.8397e-02, -1.1748e-02, -6.8539e-02,
                      -4.5807e-02, -2.0290e-02, -2.1806e-02, -9.0515e-03, -3.2255e-02,
                       6.9054e-02, -2.6419e-02,  1.7670e-02, -7.2270e-03,  1.6504e-02,
                      -2.9985e-02,  2.4937e-02, -5.3684e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.weight',
              tensor([[-0.0127,  0.0131, -0.0088,  ..., -0.0824, -0.0669,  0.0669],
                      [ 0.0027, -0.0247, -0.0044,  ...,  0.0177,  0.0421, -0.0441],
                      [ 0.0075,  0.0045,  0.0089,  ...,  0.0472, -0.0145,  0.0559],
                      ...,
                      [ 0.0366, -0.0230,  0.0134,  ...,  0.1011,  0.0152,  0.0214],
                      [-0.0095, -0.0469, -0.0442,  ...,  0.0508,  0.0002,  0.0352],
                      [-0.0276,  0.0115, -0.0271,  ...,  0.0332,  0.0047, -0.0523]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.bias',
              tensor([-6.6362e-01,  4.2729e-01, -1.5584e-01, -1.2108e-01, -8.0814e-02,
                      -2.1330e-01,  1.6705e-01,  1.0556e-02, -2.9831e-01,  5.8587e-02,
                      -3.3742e-01, -2.1535e-01, -3.3548e-01, -1.1329e-01,  4.2182e-01,
                       1.4018e-01, -2.7931e-01, -8.0864e-02, -4.7915e-02,  2.4453e-01,
                      -2.6643e-01, -1.7041e-01,  4.4761e-01, -7.9316e-02,  3.6851e-01,
                       2.3269e-01, -2.7700e-01,  1.9570e-01,  1.1792e-01,  2.0598e-01,
                       2.9833e-01, -3.0118e-01, -6.5013e-02, -1.7073e-01,  1.8230e-01,
                      -4.8303e-01,  2.7578e-01, -1.4868e-01, -2.3432e-01,  1.7459e-01,
                      -2.8059e-01, -5.1743e-02,  1.3295e-01, -1.5624e-01,  1.6930e-01,
                      -3.3065e-01, -2.5369e-01, -3.3834e-01,  2.1347e-01, -2.3597e-01,
                       3.6973e-02, -2.3701e-01, -3.5463e-01,  1.2029e-01, -3.0997e-01,
                      -4.3805e-01,  2.0341e-01, -2.7389e-01, -4.1910e-01,  1.9352e-01,
                      -3.9544e-01,  1.4785e-03, -3.6601e-01,  3.0741e-01, -1.9728e-01,
                      -2.2845e-01,  2.9534e-01,  4.4901e-02, -2.8589e-01,  1.1383e-01,
                       3.8037e-01, -4.6460e-02, -9.3019e-02, -3.4328e-02,  1.6409e-01,
                       1.4907e-01, -1.5508e-03,  8.3889e-02, -6.7458e-01,  6.2907e-01,
                       1.0480e-02, -1.4711e-01,  3.0822e-02, -1.8658e-01, -1.1105e-01,
                      -2.0577e-01, -1.9555e-01, -6.3602e-03, -4.9325e-02, -3.7730e-01,
                      -5.4792e-01,  4.1047e-02, -1.1486e-01,  1.1341e-01, -5.6243e-02,
                       3.4935e-01, -3.7840e-01, -4.2174e-01, -6.4114e-02, -3.4940e-01,
                      -1.9681e-01,  1.3576e-02, -8.9124e-02,  1.8339e-01, -8.0344e-02,
                       7.0647e-01, -2.4437e-01,  7.5354e-01, -1.7140e-01,  6.7981e-02,
                      -2.5429e-01,  2.5113e-01, -1.6537e-01, -3.7163e-01, -1.0690e-01,
                       8.6070e-02,  5.2310e-02,  1.4269e-01,  2.2676e-01, -4.0035e-01,
                      -2.5657e-01, -1.2414e-01, -2.0516e-01,  2.7860e-01,  6.8066e-02,
                       3.7873e-01, -3.1519e-02,  1.8087e-01, -1.4572e-01, -1.3328e-02,
                       1.1122e-01, -2.5854e-02,  1.0384e-02,  1.9696e-02, -1.9893e-02,
                       9.1133e-02,  6.2751e-02, -2.0424e-01, -1.2289e-01, -2.3087e-02,
                      -1.6791e-01,  1.4681e-01,  6.6437e-03,  1.5130e-01, -1.3503e-01,
                       1.0982e-01,  1.3836e-01, -7.8061e-01,  8.5249e-02,  1.7043e-01,
                       6.1633e-01, -2.1254e-01, -1.9253e-01,  1.2428e-01,  9.4178e-02,
                      -1.4074e-01, -1.4390e-01,  6.7136e-02,  1.5912e-01,  9.4684e-02,
                      -1.0484e-01, -6.9739e-02,  2.7258e-01, -7.0825e-02,  8.0342e-02,
                      -2.8375e-02, -2.8913e-01,  4.7126e-02,  2.8633e-01, -9.9870e-02,
                       6.2016e-02,  7.0796e-02, -2.0074e-01, -9.6631e-02,  2.3181e-02,
                      -1.6153e-01,  6.0974e-02,  1.5562e-01, -1.1197e-01, -1.1683e-02,
                       2.9675e-01,  1.1517e-01,  2.1216e-01, -1.9061e-02, -2.4811e-01,
                      -1.1453e-02, -8.5231e-02, -2.2285e-01, -1.2772e-01, -2.5036e-03,
                      -4.4247e-03,  1.7763e-01, -4.8349e-01,  4.7341e-01,  1.9746e-01,
                       6.4484e-01, -2.6690e-01,  6.3846e-01, -7.8853e-02,  2.1039e-01,
                      -4.8749e-01, -2.0627e-02, -6.5082e-04, -2.7138e-01,  8.9245e-02,
                       3.3426e-02, -7.3652e-02, -6.2974e-03, -9.4772e-01, -3.6082e-01,
                       2.7773e-01, -5.4578e-02,  4.4141e-01,  1.0806e-01, -2.8157e-01,
                      -8.1096e-01, -1.9177e-01, -8.9359e-01, -2.3716e-01,  1.7839e-01,
                      -3.4510e-01,  6.2740e-01, -1.7770e-01,  1.0106e+00,  4.3246e-02,
                      -1.5738e-01,  2.0696e-01,  5.0922e-02, -2.7541e-01, -2.4804e-01,
                      -4.9888e-02,  4.2858e-01, -7.3128e-03, -1.5203e-01,  4.3421e-01,
                       1.3998e-01, -1.0114e+00, -3.6010e-02, -8.1178e-01,  5.8470e-01,
                       1.9080e-01,  1.5268e-01,  5.1936e-01,  7.7426e-02, -3.4070e-01,
                      -3.5672e-01,  6.0692e-01, -4.8568e-01,  2.9227e-01,  1.0276e-01,
                       3.6734e-01, -5.1221e-02, -2.4749e-01,  1.0285e+00,  4.0275e-02,
                      -6.1231e-01, -4.3440e-02, -4.5511e-02, -1.0273e-01,  1.7676e-01,
                       5.0659e-01, -3.5464e-01,  2.6255e-01,  4.8120e-02,  3.5771e-01,
                      -9.1537e-02, -1.1791e-01,  6.1171e-02, -3.4586e-01, -2.4801e-01,
                      -9.9299e-02, -4.7539e-01, -3.2075e-02,  1.5217e-01,  4.2946e-01,
                      -4.3564e-02, -8.0092e-03,  1.1686e-01, -3.7127e-01,  1.5551e-01,
                       8.4378e-02,  1.9334e-01,  2.2144e-01,  1.1544e-01, -6.0313e-01,
                      -2.2486e-01,  6.8622e-02, -2.9937e-01, -1.6297e-01,  7.6812e-02,
                      -6.6286e-02,  1.5348e-01,  6.4222e-02, -2.0702e-01,  2.3500e-01,
                       6.1740e-02, -1.7001e-01, -2.5293e-02, -2.3265e-02, -3.3350e-01,
                      -5.6109e-02,  1.0077e-01,  1.0586e-01, -1.1421e-02,  1.2025e-01,
                      -3.6785e-01,  3.9162e-02, -4.2481e-02,  3.1192e-01, -1.5524e-01,
                      -2.8847e-01,  1.7427e-01, -9.9315e-03, -7.2653e-02,  1.8335e-01,
                       8.1646e-02,  4.9256e-02,  4.0018e-01, -1.8082e-01,  1.4694e-01,
                       3.7256e-01, -1.9023e-01, -3.8747e-02, -9.2802e-02,  1.0682e-01,
                       7.8429e-02,  2.6775e-01,  1.1614e-01,  2.1807e-01, -7.9725e-03,
                      -6.3975e-02, -3.9065e-01, -1.0505e-01, -3.8505e-02,  1.2011e-01,
                       2.6852e-01,  4.4332e-01, -1.2621e-01,  4.1145e-02, -3.4111e-02,
                      -2.5885e-01, -5.7967e-02, -3.0397e-02, -2.1151e-01, -2.1540e-01,
                      -2.0974e-01, -6.6348e-01, -1.5572e-01, -8.1903e-02, -1.8004e-01,
                       1.0471e-01,  8.1466e-02, -3.5322e-02,  6.5550e-03, -8.8316e-02,
                      -1.8983e-01,  9.3947e-03,  1.4819e-02, -9.3777e-02, -1.0997e-01,
                      -2.1272e-01,  1.2291e-01, -2.0804e-01, -6.6919e-03,  5.7859e-04,
                       9.7771e-03, -5.3876e-01,  1.0414e-02,  1.8401e-01,  6.8153e-02,
                      -5.6073e-02,  4.3820e-02, -1.1434e-01, -7.1895e-02,  8.3507e-02,
                       2.4150e-01, -1.3570e-01, -8.0131e-01,  2.3059e-01,  1.1678e-01,
                      -2.1206e-01,  2.3601e-01, -4.6894e-01, -2.9727e-01, -8.0961e-02,
                      -5.1004e-02,  2.4019e-01,  6.3612e-02, -1.3337e-02,  3.9106e-02,
                       2.8544e-01,  2.4650e-02,  1.1898e-01,  3.7405e-02, -1.4101e-01,
                       1.2649e-02, -3.0670e-01,  1.1621e-02,  3.8785e-01, -2.4756e-01,
                       1.0157e-01,  1.3674e-01,  3.6068e-01, -1.2745e-01, -1.2355e-01,
                       3.3846e-01,  3.6218e-01,  2.4988e-01,  1.1335e-01, -2.0939e-01,
                      -4.4917e-01,  3.2081e-01, -3.6362e-01, -2.6175e-01, -9.2380e-04,
                      -3.2288e-01, -6.5786e-02, -4.0471e-01, -1.2139e-01,  1.9168e-01,
                      -1.2612e-01, -1.5011e-01, -1.3540e-01,  1.4705e-01, -2.4506e-01,
                      -1.4502e-01,  2.0246e-01,  1.2716e-01, -1.2623e-01, -4.9804e-04,
                      -1.5869e-01,  5.7533e-01,  2.1251e-01, -3.8485e-03, -3.4842e-02,
                       3.6311e-02,  2.3475e-01, -2.2195e-02,  2.5218e-01,  2.3963e-01,
                      -4.3263e-01,  4.8816e-01, -3.1589e-01, -8.1819e-01, -1.4497e-01,
                       1.9360e-01,  3.2729e-01, -5.1931e-01, -1.4777e-01, -2.4602e-01,
                       2.0126e-01, -4.7815e-01, -1.1016e-01, -1.2066e-01,  4.8946e-01,
                       1.5870e-01,  1.2206e-01, -1.1332e-01, -3.4864e-01, -4.2128e-01,
                      -1.1447e-01, -1.7603e-01,  8.9880e-02,  7.3325e-02,  1.3026e-01,
                      -2.1583e-01, -8.1070e-02,  9.6081e-02,  1.4095e-01,  1.1626e-01,
                      -3.3928e-01,  2.5681e-01, -1.0704e-01, -1.8679e-01, -1.6955e-01,
                      -4.2110e-02,  4.6768e-01, -2.1657e-01, -3.2502e-02,  3.2953e-01,
                       2.0376e-01,  2.5733e-01,  2.3494e-01,  7.8023e-02,  3.1343e-01,
                      -3.8672e-01,  4.0264e-01,  4.7293e-02,  5.8113e-02,  2.9813e-01,
                      -4.4682e-01,  1.9831e-01,  6.9496e-02, -2.9891e-01, -1.3187e-01,
                      -3.6077e-01,  6.4604e-02, -6.3711e-03, -1.0440e-01,  1.3059e-01,
                      -2.8611e-02,  1.2684e-01, -3.6164e-01, -2.5981e-01, -6.1837e-01,
                       6.8932e-04,  1.1220e-01,  2.8679e-01,  5.3860e-02,  5.0112e-02,
                       2.8896e-01, -1.3233e-01,  6.1015e-02, -5.4553e-02, -3.5319e-01,
                       3.1740e-02,  1.7396e-01, -6.5635e-02, -1.2697e-01, -1.5317e-02,
                       7.4177e-02, -1.3697e-01,  2.1626e-01, -3.1722e-01,  2.4572e-01,
                       1.3260e-01, -2.4848e-01,  3.0100e-01,  4.9989e-01, -5.1943e-03,
                       4.1247e-02,  1.6360e-01, -2.2287e-01, -1.2690e-01,  3.1185e-01,
                      -3.5771e-01, -1.2524e-01,  3.1581e-01,  6.1555e-01,  3.5984e-02,
                      -2.1119e-02,  1.9007e-01,  1.2255e-01, -2.9500e-02,  3.0065e-01,
                      -3.0282e-03, -3.9639e-01,  1.1939e-01,  4.0017e-01, -1.5341e-01,
                       1.6810e-01,  3.5749e-02, -1.2844e-01,  6.7561e-02, -1.2991e-01,
                       1.0131e-01,  1.4770e-01,  1.2857e-01,  1.2230e-01, -2.4580e-01,
                      -1.7778e-01, -2.1372e-02, -2.9159e-01, -3.2506e-01, -2.9795e-01,
                       1.4235e-01,  7.2152e-02,  1.4807e-02, -4.3977e-02,  1.1931e-01,
                       4.5702e-02, -1.4670e-01, -7.6869e-02, -6.7373e-02,  1.7790e-01,
                      -1.1960e-02, -3.2039e-01, -2.4006e-01,  6.4202e-02, -2.8529e-01,
                      -5.3822e-02, -2.2622e-01, -4.1999e-01,  2.4702e-01,  2.0652e-01,
                       9.5298e-03,  1.7239e-01, -1.0976e-01,  2.1295e-01, -6.0104e-02,
                      -2.1129e-01, -7.1871e-01,  1.9919e-01, -1.7470e-01,  1.6769e-01,
                      -3.7326e-01, -1.0560e-01,  1.3420e-01, -2.1468e-01, -1.0608e-01,
                      -5.0517e-01,  1.1749e-01, -4.5590e-02, -3.1176e-01, -2.7242e-01,
                      -2.2117e-01,  3.0184e-01,  4.5431e-01,  2.8025e-02,  3.9243e-01,
                       1.2037e-01, -2.6927e-02,  1.0511e-01,  3.1957e-01,  7.8681e-03,
                      -2.4716e-01, -2.0161e-01, -1.0641e-01, -1.1235e-01,  3.7324e-01,
                       1.7388e-01,  4.9957e-02,  2.1186e-01, -1.3138e-01,  1.3804e-01,
                      -3.7750e-01, -3.3390e-01, -9.5419e-03, -9.1843e-02, -7.7854e-02,
                       1.2736e-02,  2.6981e-01, -6.5800e-01,  6.1800e-02,  5.3571e-01,
                       1.4757e-01,  4.3450e-01, -2.3298e-02, -1.5837e-01, -1.0967e-02,
                       1.3882e-01, -3.1838e-01, -5.5437e-02,  8.0470e-02,  3.1408e-01,
                       1.6755e-01,  3.6557e-01, -1.3258e-02, -1.2693e-01, -1.5592e-01,
                       9.7510e-02, -4.3766e-01,  8.7322e-02,  1.1973e-01,  5.7078e-01,
                      -1.7060e-01,  3.6953e-01,  4.3433e-01,  4.5704e-01,  8.3601e-02,
                       3.8500e-01,  2.1410e-01,  1.5107e-01,  3.0819e-01, -3.0945e-02,
                       1.6077e-01, -2.3769e-01,  1.4060e-01, -3.4882e-01,  5.7451e-01,
                       7.4903e-02, -3.5213e-01,  1.4338e-01, -5.0871e-01, -2.6117e-01,
                       2.6905e-01,  1.1629e-01, -8.0085e-01, -1.0222e-01,  2.0140e-01,
                       3.8511e-01,  3.0278e-01,  2.6415e-01, -1.2044e-01,  1.3506e-01,
                       8.0305e-02, -5.0984e-01,  2.1853e-01,  9.2275e-02,  8.7878e-01,
                       5.6437e-02, -9.9228e-02,  3.0127e-01, -1.6697e-01,  1.7993e-01,
                      -9.7357e-03,  1.7706e-01,  3.1360e-01,  1.2318e-01, -3.0199e-01,
                      -1.9517e-01, -4.3314e-01, -2.3719e-01,  7.9173e-02,  4.4984e-01,
                      -2.3102e-01,  1.4719e-01, -3.1796e-01,  1.3719e-01, -3.1425e-01,
                      -3.4368e-02,  6.8514e-01,  2.5452e-01,  1.3950e-01, -8.0741e-02,
                       2.6232e-01, -3.8825e-02,  6.5789e-01, -2.0346e-01, -1.3936e-01,
                       1.6226e-01, -5.6625e-04, -1.0156e-01, -2.2003e-01, -2.2278e-02,
                       7.2371e-02, -2.9284e-01,  4.5411e-02,  1.2891e-01, -2.0723e-01,
                       1.8629e-02, -2.5411e-01, -2.1003e-01,  3.0643e-02, -1.3125e-01,
                       1.2469e-01,  1.8319e-01,  9.7465e-02, -2.1930e-02, -1.4430e-02,
                       2.7023e-01,  3.6940e-02,  1.3853e-01, -1.9186e-02,  3.4849e-02,
                      -1.2115e-01, -1.4300e-01,  1.0657e-01, -1.9043e-01, -1.4767e-01,
                       2.0660e-01, -4.8805e-01, -3.8077e-01, -2.4908e-01,  2.9757e-01,
                       3.0410e-01,  5.8328e-02, -1.5496e-01, -6.6721e-02,  1.8857e-01,
                       4.4701e-01, -2.9772e-01, -2.4307e-01,  1.8675e-02,  1.9569e-01,
                      -3.7789e-01, -7.0949e-02, -1.0638e-01], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.weight',
              tensor([[-0.0097, -0.0218, -0.0515,  ...,  0.0367, -0.0167, -0.0405],
                      [-0.0230,  0.0018,  0.0529,  ..., -0.0055,  0.1195,  0.0418],
                      [ 0.0302,  0.0075, -0.0129,  ...,  0.0838,  0.0174,  0.0221],
                      ...,
                      [-0.0837, -0.0055,  0.0061,  ..., -0.0192, -0.0079,  0.0546],
                      [ 0.0611,  0.1084, -0.0312,  ...,  0.0174,  0.0085,  0.0479],
                      [ 0.0428,  0.0732, -0.0263,  ..., -0.0365, -0.0680,  0.0478]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.bias',
              tensor([-3.9188e-04,  5.4560e-04, -1.5603e-04, -4.0928e-04, -5.2996e-04,
                       7.6113e-04, -5.2307e-04,  7.0639e-04, -8.0282e-04,  5.7622e-04,
                       4.8562e-05, -6.4756e-04, -1.5904e-03, -5.3039e-04, -6.5124e-04,
                       1.2368e-03, -3.4663e-03, -1.3002e-03, -1.4796e-04, -1.5746e-04,
                       3.5163e-04, -1.8133e-03,  1.9597e-03, -7.4898e-05,  6.6272e-05,
                       2.3271e-03, -8.4185e-04,  6.5197e-04,  7.1689e-04, -1.8313e-03,
                       4.0886e-04,  6.0655e-05,  1.2938e-04, -1.5220e-04,  5.1707e-05,
                      -5.2508e-04,  1.4646e-03,  6.8916e-04, -9.5657e-05,  9.2883e-04,
                      -8.0574e-04, -1.6301e-04, -2.1367e-03, -8.2512e-04, -9.5338e-04,
                      -2.8281e-04, -2.2220e-03, -1.3290e-04, -1.1849e-03, -5.8251e-04,
                       1.1707e-04, -6.4852e-04, -4.5247e-04, -1.8155e-04, -1.1804e-03,
                       3.8960e-04,  6.7728e-04,  9.5577e-05, -5.7668e-04,  3.7090e-04,
                      -2.5400e-03,  6.1738e-04, -1.5352e-03,  5.9310e-04,  5.7150e-05,
                      -2.4792e-03,  3.6916e-03, -7.7005e-04, -1.8434e-04,  2.5095e-03,
                      -2.5316e-04,  9.5897e-04, -8.8554e-04, -1.7113e-03, -8.2466e-04,
                      -1.6959e-03, -9.5674e-04, -3.8734e-04, -1.9248e-03,  4.5280e-04,
                       3.1277e-04, -1.9568e-03, -1.9188e-03, -1.5924e-03, -1.2755e-03,
                      -1.3972e-03,  1.5024e-03,  5.8524e-04, -7.3561e-04,  3.3408e-04,
                      -2.9178e-03, -1.0951e-03,  7.2422e-04,  7.9971e-04, -5.8751e-04,
                       2.4948e-03, -2.2824e-04, -3.1480e-03, -5.0002e-04,  5.5718e-04,
                      -2.2084e-03, -5.0796e-04, -1.6296e-03,  6.3911e-04,  3.7255e-03,
                       1.0438e-03,  1.8196e-03,  5.2789e-03, -1.2719e-03, -2.2745e-04,
                       8.6470e-04, -3.8188e-04, -1.0941e-03, -1.5113e-03, -4.9376e-04,
                       2.2064e-03, -1.0234e-03,  1.2738e-03, -1.4655e-03, -1.5589e-03,
                      -2.6876e-03, -1.2624e-04,  1.6405e-03, -1.1452e-03,  1.1924e-03,
                       1.7467e-03, -1.5835e-03,  2.9268e-03,  8.3308e-04, -5.5070e-04,
                      -4.2208e-04,  1.9561e-04,  2.5135e-04, -1.3368e-03, -1.8314e-04,
                      -6.9706e-04, -1.2269e-03, -1.6845e-03, -7.0211e-04,  1.8885e-04,
                       9.2369e-04, -6.3686e-04, -1.0556e-03, -2.2501e-04, -1.0187e-03,
                       5.8316e-04, -9.7680e-04,  3.7257e-04,  5.9042e-04,  9.9151e-04,
                       6.2740e-04, -1.2847e-04, -4.0030e-05,  1.0259e-03, -4.1288e-04,
                      -1.1774e-03,  2.4068e-04,  5.4288e-04, -9.0954e-04,  6.6477e-04,
                      -1.1372e-03,  5.3433e-04, -6.2487e-04, -1.6003e-03,  1.0069e-03,
                      -2.2451e-03, -8.4166e-04, -1.2921e-03, -1.3317e-03,  1.1703e-04,
                      -5.4962e-04,  4.7578e-04,  7.2248e-04,  1.7578e-04,  6.8502e-04,
                      -3.2046e-04, -1.0726e-03, -3.3515e-04, -3.0555e-03, -6.4740e-04,
                      -2.6541e-04, -6.3014e-04, -5.2704e-04, -4.2487e-04, -1.2569e-03,
                      -2.3301e-04, -1.1873e-03, -4.1877e-04, -4.4699e-04, -1.0957e-03,
                       2.8134e-04,  1.0556e-03,  1.2944e-03,  4.1665e-04,  1.9376e-03,
                       4.6963e-03,  4.8713e-04,  6.8113e-03,  4.0560e-03, -2.7032e-04,
                      -7.6967e-03,  3.0092e-03, -2.5172e-03,  3.7278e-03, -1.2949e-03,
                      -5.6204e-04,  3.4845e-04, -2.8153e-03, -3.3401e-03, -2.1260e-03,
                      -3.0804e-03, -3.7747e-03,  2.9753e-03,  3.3382e-03,  7.3952e-04,
                      -1.0392e-03,  1.8656e-03, -5.3984e-03,  3.3423e-03, -7.0681e-05,
                      -1.9917e-03,  3.1785e-03, -6.1399e-04, -9.0697e-04,  2.8466e-03,
                       1.8616e-03,  3.8316e-03, -3.4008e-03, -6.7861e-03, -7.9732e-05,
                      -4.6265e-03, -3.0278e-04, -1.7085e-03, -4.3991e-04,  4.3239e-03,
                       6.7591e-03, -3.0910e-03,  3.7178e-03, -2.8438e-03,  3.8971e-03,
                      -1.3637e-03,  1.5260e-03,  1.8108e-03,  3.2696e-03, -5.1400e-04,
                       2.2798e-03,  7.2918e-03,  1.4304e-03, -4.8011e-03, -1.6216e-03,
                      -1.3250e-03, -2.0737e-04, -2.1322e-03,  2.0340e-03,  4.3847e-04,
                      -3.3492e-04,  2.7771e-03,  1.2965e-03,  1.3301e-04, -4.0787e-04,
                      -2.0527e-03,  9.1356e-04, -3.3731e-04, -3.0020e-03,  2.1189e-04,
                       3.4798e-04,  2.8003e-04, -1.2718e-04,  7.5942e-05, -2.5101e-03,
                       6.6956e-04,  3.4390e-03, -1.6197e-03, -1.1757e-03,  7.8729e-04,
                       1.0087e-03, -8.2714e-05, -5.8997e-04,  8.6908e-04,  1.1121e-03,
                       1.8389e-03,  2.5250e-03, -1.2715e-04, -3.4355e-03,  4.1724e-03,
                      -4.5294e-04,  1.6029e-03, -4.1040e-04, -7.0597e-04, -3.1218e-03,
                      -1.5339e-03, -2.0791e-03, -3.8984e-04, -2.2640e-03,  7.7332e-04,
                      -1.6753e-03, -5.3636e-04, -6.5122e-04, -3.1926e-05,  1.3219e-03,
                      -6.8654e-04,  9.2395e-04, -1.9799e-05, -1.4413e-03, -1.0490e-03,
                       9.8012e-04, -9.7596e-04,  4.4615e-04, -1.2547e-03,  1.4949e-03,
                      -6.7758e-04,  4.0298e-04,  1.1637e-04, -4.3390e-04,  1.9715e-05,
                       2.2419e-03, -1.2465e-03, -1.0953e-03, -3.5428e-04,  5.5029e-04,
                      -1.8695e-03, -5.8413e-05, -1.3332e-03, -1.4223e-03,  3.6366e-03,
                      -3.4447e-04, -3.8880e-05, -4.1928e-04,  9.1060e-05, -1.3208e-03,
                      -3.1022e-03, -2.0011e-03, -2.1818e-03, -7.9707e-04, -2.4905e-03,
                      -2.4912e-03,  9.3859e-04, -9.2299e-04, -7.8271e-04,  1.2503e-03,
                      -2.6750e-03,  1.1293e-03, -3.9191e-04,  4.3424e-03,  1.4273e-04,
                      -3.1110e-03, -4.2471e-03, -6.4770e-04, -1.0363e-03, -3.3692e-03,
                       5.8649e-04, -1.5323e-03, -1.9446e-03, -1.0213e-03,  7.9630e-04,
                       9.3898e-04,  1.9014e-03, -6.0555e-04, -2.8576e-05, -2.7120e-03,
                       1.6444e-03,  1.5304e-03,  3.4391e-03, -1.9688e-03, -3.9515e-06,
                      -2.6040e-03, -8.2435e-04, -9.4911e-04,  2.2722e-03,  1.3195e-03,
                       1.0662e-03, -4.0574e-03, -3.6985e-04, -3.9032e-04, -1.5160e-03,
                      -2.0344e-03, -7.7801e-04, -1.6720e-03,  6.8992e-04,  4.7875e-04,
                      -1.4126e-03,  4.8676e-04,  1.5799e-03,  5.0039e-04, -2.1940e-03,
                       1.6943e-03, -2.8436e-03, -8.9297e-04, -2.2699e-04,  1.5625e-03,
                       3.5610e-04,  1.4379e-03, -2.2627e-04,  3.0878e-04, -2.4136e-03,
                       1.9388e-03, -2.7345e-03,  7.7777e-04,  3.5818e-03,  1.2964e-04,
                      -6.0831e-05,  1.8183e-03,  2.6701e-04,  1.8045e-03,  1.1659e-04,
                       5.2563e-06, -2.6131e-03,  1.2696e-03,  1.1286e-03,  2.8942e-04,
                       1.4955e-04,  8.9987e-04,  5.7786e-04, -1.9923e-03,  1.9349e-03,
                       3.4549e-03,  6.7913e-04,  1.4450e-03, -8.6314e-04, -3.7512e-04,
                       2.1316e-03, -1.5047e-03, -6.2661e-04,  2.5975e-03,  1.9071e-03,
                      -3.4970e-04, -2.5635e-03, -3.2606e-03,  8.1038e-04, -3.5837e-03,
                       4.1298e-04, -6.5061e-04,  8.3654e-04,  1.4426e-03,  1.3308e-03,
                      -1.0531e-03,  2.4127e-04,  2.1742e-03, -1.6008e-03, -3.7010e-03,
                      -1.6499e-03, -7.6113e-04,  9.3935e-04,  8.9722e-04,  4.4735e-04,
                      -1.4418e-03,  1.8514e-03,  9.1667e-04,  3.0485e-04, -4.8780e-04,
                      -3.2581e-04, -2.7772e-04, -7.8978e-04, -1.1576e-03,  1.4539e-03,
                       7.9492e-04, -7.4884e-04,  1.3319e-03,  1.3326e-03, -5.2537e-05,
                       1.0717e-03,  3.0096e-04, -1.7949e-03, -6.2931e-04,  1.3910e-04,
                      -2.9214e-04, -2.6248e-04,  3.1443e-04, -1.4800e-04, -9.8417e-04,
                       4.7390e-04, -8.1627e-04, -5.0106e-04, -1.2444e-04,  9.0897e-04,
                       8.0123e-04,  1.3494e-03, -1.4891e-03, -1.0513e-03, -6.1888e-04,
                      -4.1112e-04, -1.4843e-03,  2.8468e-04, -3.1918e-04, -3.4050e-04,
                      -2.3344e-04, -1.0009e-04, -1.2365e-05, -5.3868e-04,  5.1152e-05,
                      -2.4405e-03, -1.5777e-05, -2.8879e-04,  1.7110e-05,  5.3215e-05,
                      -7.6661e-04,  9.1185e-04, -7.8817e-04,  3.6110e-04, -6.0440e-04,
                       1.1701e-03,  2.4413e-04, -7.7595e-04,  7.6119e-04,  5.6336e-04,
                      -2.1612e-04,  8.6919e-05,  8.7277e-04,  6.3743e-04,  1.8268e-03,
                      -3.5878e-04,  5.9669e-04,  5.1603e-04,  1.3529e-03,  8.9193e-04,
                       1.4375e-03,  7.2177e-04, -1.9815e-03, -2.0140e-03,  3.7237e-03,
                      -5.5127e-04,  1.7725e-04,  5.2712e-04, -2.6680e-04, -4.8893e-04,
                       2.4295e-03,  3.9924e-04, -2.3600e-03,  1.4165e-03,  5.0285e-05,
                      -1.6514e-03, -1.7139e-03, -7.6113e-04, -1.2731e-03, -1.9576e-04,
                       1.0870e-03,  1.8122e-03,  6.2522e-04, -3.8764e-05, -8.6368e-04,
                       1.7377e-03, -4.7810e-05,  1.4655e-03, -4.2637e-04,  2.6920e-03,
                       8.9327e-04, -2.1765e-04, -2.7562e-04, -1.1423e-03, -3.5700e-04,
                       1.3461e-03, -2.2147e-03,  7.8836e-04,  1.3047e-03, -2.4833e-03,
                       9.3857e-04,  7.4251e-04,  3.5019e-03,  8.0561e-05,  2.2363e-03,
                      -1.1432e-03,  8.4356e-04, -1.3372e-03, -2.2504e-04,  1.9181e-03,
                       2.8448e-03,  8.5520e-05, -1.7810e-03,  1.7522e-03, -2.2082e-03,
                       1.0494e-05, -1.4913e-03,  6.3564e-04,  2.2124e-03,  1.9757e-03,
                      -1.4060e-03, -7.0490e-05, -2.0870e-03, -4.4183e-04, -2.8048e-04,
                       8.1232e-04, -1.9340e-04, -1.3876e-03,  1.3748e-03,  5.8400e-04,
                       9.1559e-04, -1.1198e-03,  3.2310e-04,  7.1371e-04, -1.6177e-03,
                       4.1210e-04,  3.9179e-04, -1.8912e-03, -6.6730e-04,  1.4412e-03,
                      -9.5128e-04,  1.3657e-03, -3.5297e-05,  1.0950e-03, -6.2392e-04,
                      -1.0532e-03, -8.4796e-04, -1.1176e-03, -9.3063e-05, -1.2461e-03,
                       9.1449e-06,  5.3181e-05,  1.3202e-03, -7.6766e-04, -5.0665e-04,
                      -3.7167e-04,  1.8241e-04,  1.8758e-03, -3.3496e-04,  1.2889e-03,
                      -9.5101e-04, -5.7959e-07, -1.5498e-03,  8.4922e-05, -3.3926e-04,
                      -8.9680e-05,  2.9005e-04, -1.6274e-03,  1.0095e-03, -8.0592e-05,
                       6.3168e-06, -1.3221e-03, -3.9634e-04,  1.2392e-03,  1.6326e-03,
                       1.0688e-03,  4.2799e-04, -3.0167e-04,  4.8430e-05,  2.0756e-03,
                       1.9532e-04, -7.2246e-04, -7.3322e-04,  6.3300e-04,  1.0177e-03,
                       7.4073e-04, -9.5482e-04,  1.2125e-03, -8.3410e-04, -4.6143e-03,
                      -1.5794e-04,  2.0225e-03, -3.6325e-04,  1.2982e-03,  1.4546e-03,
                      -4.2286e-04,  2.7900e-03,  5.2550e-04, -2.2836e-04,  6.8497e-04,
                       4.2631e-04,  3.9108e-04, -2.5878e-04,  2.0425e-04, -6.6158e-04,
                       2.9438e-04, -1.2752e-03,  2.4494e-04, -8.7900e-04, -9.3828e-04,
                       1.1434e-03,  5.7821e-04,  1.4873e-03, -2.9496e-04, -6.3448e-04,
                       1.1839e-03, -1.6516e-03,  1.8063e-06,  3.1236e-04,  1.6241e-04,
                      -4.8759e-04,  1.1657e-03,  9.3196e-04, -7.3849e-05,  2.1801e-04,
                      -1.5840e-03,  2.7717e-03,  6.1146e-04, -1.7384e-03, -1.2392e-03,
                      -7.4562e-04, -8.5085e-04,  2.0698e-03, -5.2429e-04,  8.8160e-04,
                       1.3253e-03,  3.0266e-04, -1.1924e-03,  1.2308e-03,  3.0971e-03,
                       8.3828e-04, -1.5133e-03,  1.0404e-03, -1.2385e-03,  7.0093e-04,
                      -5.8436e-04,  1.3621e-03,  3.4274e-03, -2.1540e-04,  1.5855e-03,
                      -2.3848e-03, -9.3644e-04, -4.7244e-04, -1.4557e-03, -1.1137e-03,
                      -5.4789e-04, -5.8804e-04, -1.2191e-03, -5.2582e-04,  1.3321e-03,
                      -7.1874e-04,  2.3016e-03, -1.3177e-04,  1.3216e-03, -2.7282e-04,
                       2.3583e-03,  6.9715e-04,  9.1150e-04,  8.7421e-04,  6.9291e-04,
                       3.8210e-04, -5.2440e-04,  2.2466e-03, -7.1187e-04, -1.8870e-03,
                       3.1704e-03,  8.9922e-04,  8.0033e-04, -2.3403e-03, -1.9736e-04,
                       2.4462e-03,  1.5129e-03, -9.3115e-04, -9.4456e-04, -2.6798e-04,
                       1.4482e-03,  5.7694e-04, -1.0803e-03,  3.6138e-04, -1.9709e-03,
                       3.5822e-03, -2.3228e-04, -4.3736e-04, -2.5584e-04, -1.5758e-03,
                       9.8123e-04, -1.8552e-03,  1.8351e-03, -2.2175e-03, -1.2786e-04,
                       9.7971e-04,  1.9047e-03,  3.6972e-04,  1.6660e-03, -2.3159e-03,
                       3.1764e-04, -1.4716e-03, -2.4740e-03,  1.8676e-04,  1.4274e-03,
                      -1.3869e-03,  1.6549e-03, -9.9494e-04], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.weight',
              tensor([[-0.0097,  0.0388, -0.0050,  ...,  0.0326, -0.0140, -0.0315],
                      [ 0.0155, -0.0412,  0.0301,  ...,  0.0371,  0.0089, -0.0246],
                      [ 0.0125,  0.0087, -0.0206,  ...,  0.0007, -0.0139, -0.0136],
                      ...,
                      [-0.0616, -0.0132,  0.0071,  ..., -0.0289,  0.0182,  0.0057],
                      [ 0.0081, -0.0309,  0.0163,  ...,  0.0570,  0.0387, -0.0039],
                      [ 0.0095,  0.0123, -0.0277,  ...,  0.0275, -0.0006,  0.0120]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.bias',
              tensor([ 1.0793e-02,  9.2792e-03,  1.9545e-02,  1.0796e-02, -4.9600e-03,
                       4.3435e-03,  3.9739e-03,  1.6942e-02, -1.8460e-02,  1.8266e-03,
                       1.8663e-02,  9.9049e-02, -4.1697e-02, -7.4536e-02,  7.9041e-02,
                      -4.4919e-02,  8.0813e-03, -3.5784e-04, -4.2596e-03,  9.9755e-04,
                       5.0099e-03,  3.9710e-02,  1.9317e-02, -2.3754e-02,  1.3100e-02,
                      -1.2960e-01,  1.9192e-02,  4.4732e-04,  3.5413e-02, -3.3052e-03,
                      -5.6462e-03,  8.6841e-03,  6.4198e-03, -2.7430e-02,  6.1490e-03,
                       3.1399e-02,  8.3842e-03, -1.1434e-01,  4.1795e-03, -4.5397e-03,
                      -1.5569e-03, -5.8658e-03, -6.6229e-03, -2.4627e-03, -3.5946e-03,
                      -3.5264e-02, -8.3432e-03,  1.2267e-02,  8.9961e-04,  4.7378e-03,
                      -1.5302e-02,  6.6765e-04, -1.6354e-02, -1.5108e-02,  9.3208e-03,
                      -1.8021e-02, -1.3314e-02,  8.7282e-03,  2.3646e-02, -1.0439e-02,
                       1.1681e-02,  1.0559e-02, -1.6876e-02, -1.1570e-02, -5.1765e-02,
                       3.8015e-02, -1.2712e-01,  2.2252e-02, -9.8227e-03,  2.9154e-02,
                      -6.3412e-02,  5.5053e-02,  4.6538e-03, -1.4712e-02, -3.7436e-02,
                       1.0334e-01, -1.2206e-01,  3.8267e-02,  4.4360e-02,  1.3626e-01,
                       8.9969e-03,  4.4944e-02,  2.1451e-02, -1.0353e-01,  5.0471e-04,
                      -4.7973e-02, -2.1601e-02, -9.0159e-02, -1.1112e-01,  2.8502e-02,
                       7.0793e-03,  3.7181e-02, -5.0548e-02, -4.9774e-02,  5.8776e-02,
                      -8.0362e-02,  4.3150e-02, -1.5802e-01,  2.8664e-02,  2.1752e-02,
                      -2.8225e-03,  1.1055e-01,  1.4402e-01, -4.7626e-02, -4.8273e-02,
                       3.8731e-02,  1.8787e-02, -8.4281e-02,  1.0101e-01, -2.7192e-02,
                      -1.7171e-02,  4.6799e-02, -2.7845e-02, -2.5112e-02, -1.0023e-01,
                      -2.4162e-02, -3.0435e-02,  6.3283e-02,  3.7219e-02,  1.2284e-02,
                       2.0226e-02, -1.0500e-01,  7.1065e-03,  2.6645e-02,  2.6211e-02,
                      -1.9891e-02,  5.7668e-02,  8.6982e-02, -9.4329e-04, -1.6691e-03,
                       2.1873e-02,  1.6609e-02, -5.5901e-03,  8.9825e-04, -1.4157e-03,
                       5.4029e-03,  3.6692e-02,  2.7609e-03, -3.1415e-03, -1.0931e-02,
                      -1.4186e-02, -3.1078e-02, -2.4314e-02,  1.0033e-02,  2.4349e-02,
                       6.8387e-03,  9.1527e-03,  8.2084e-03, -2.1678e-02,  7.0239e-02,
                      -2.5229e-02, -1.0735e-02,  1.5802e-02,  5.6250e-03,  4.8825e-03,
                       2.4949e-03,  1.0004e-02, -1.6866e-02,  1.7031e-02,  7.2306e-03,
                      -1.1041e-02, -4.2436e-02, -5.0275e-02, -3.0142e-02,  5.4226e-03,
                       1.7018e-01, -6.3863e-03, -4.5521e-02, -2.9645e-02,  1.5292e-02,
                       3.1334e-03, -1.3571e-02,  1.4859e-02,  7.0230e-03,  3.7821e-03,
                       6.5230e-03,  1.5818e-02, -9.2443e-03, -2.7815e-02,  3.2419e-03,
                       8.2716e-03, -2.3969e-02, -3.8855e-03, -3.8652e-03, -1.1202e-02,
                      -9.5747e-03,  2.4011e-02, -1.2830e-02, -2.5598e-03, -2.8375e-02,
                       2.2037e-03, -2.0163e-02,  1.4281e-01,  3.3285e-02, -4.9556e-02,
                      -5.6781e-02,  9.7879e-02,  1.9361e-03,  1.2025e-01,  1.5485e-01,
                      -7.2958e-02, -1.5642e-02,  1.2215e-01,  3.0353e-02,  8.2095e-02,
                      -8.9929e-02, -1.7726e-01, -1.3604e-01,  5.3807e-02,  7.6211e-02,
                       1.2053e-02, -1.4233e-01, -2.2475e-02,  7.8966e-02, -5.4198e-02,
                       1.0101e-01,  2.8432e-02, -3.4011e-03,  3.2695e-01,  8.4412e-02,
                       3.4949e-02, -2.0174e-01, -1.5942e-01,  4.8372e-02, -9.7564e-02,
                       4.9351e-02,  8.7637e-02,  5.2269e-03,  9.1642e-02, -1.2958e-01,
                      -1.2078e-02, -3.7901e-02, -1.7302e-02, -3.4867e-02,  1.6809e-01,
                       2.4331e-02, -1.5549e-02, -8.0256e-03,  7.6697e-02, -3.3593e-02,
                       3.6444e-02, -7.2702e-02,  2.1482e-01,  1.0885e-02, -3.2400e-02,
                      -1.9479e-02,  5.4053e-02, -4.2926e-02,  7.8094e-02,  7.2449e-02,
                       1.7985e-02,  9.9481e-03, -6.4365e-03, -2.2296e-02,  3.6343e-02,
                      -9.4751e-02, -2.5382e-02,  8.8398e-03,  1.2388e-03, -4.9145e-02,
                      -2.7617e-02, -2.3696e-02,  5.0252e-03, -2.1052e-02, -1.8889e-02,
                       4.6353e-03,  4.2537e-03,  4.4220e-03, -1.9229e-02, -1.1223e-02,
                       8.7500e-03,  8.4799e-03,  2.3748e-02,  2.1956e-03, -2.6193e-02,
                       2.5112e-02, -5.3464e-03,  2.0475e-02, -4.7497e-03,  6.3225e-03,
                       3.1269e-03,  8.7405e-03, -5.0586e-03,  2.9417e-03, -2.8382e-02,
                       5.4790e-03, -1.2108e-02,  6.6611e-03,  3.2946e-02, -8.5798e-03,
                       1.3933e-02, -2.7469e-02,  7.4439e-03, -1.9452e-02, -8.5912e-03,
                       1.3664e-02,  2.6929e-02, -1.1765e-04, -7.9349e-03,  9.5284e-03,
                      -7.8929e-03, -9.0067e-04,  6.7378e-03, -8.2882e-03, -2.9918e-02,
                       1.5440e-02, -6.9616e-03,  2.5748e-02, -1.0454e-03,  1.3927e-02,
                      -1.8594e-02,  5.6802e-03, -1.8649e-03,  1.7343e-02,  2.3257e-03,
                       8.6782e-03,  3.0513e-04,  1.7411e-02, -8.2264e-03,  1.0354e-02,
                       8.0502e-03, -4.3807e-03,  1.0150e-04,  2.8256e-02,  3.1154e-03,
                       3.5955e-03, -1.8839e-03,  8.2930e-03, -3.6805e-02,  9.8238e-03,
                      -2.4695e-02,  3.0191e-02,  2.1098e-02,  3.0434e-02, -1.3529e-02,
                       1.5766e-02, -4.1743e-04,  1.6312e-02, -4.5932e-03,  3.2467e-02,
                       8.1219e-04, -1.2932e-02, -2.7475e-02, -4.5341e-03,  1.9661e-02,
                      -1.7320e-02, -1.5092e-02, -8.2353e-03,  2.3107e-03, -5.6058e-02,
                      -7.1045e-03,  2.9916e-02, -1.6771e-02, -1.0696e-03, -1.5344e-02,
                       3.1596e-02,  6.7897e-03, -7.7591e-03,  2.6493e-02, -2.0834e-03,
                      -3.7413e-02, -4.4919e-03, -2.1652e-02,  1.6730e-02, -1.3745e-02,
                       2.7720e-02,  2.6803e-02,  4.6544e-03,  1.2830e-02, -5.9556e-03,
                      -3.4217e-03,  1.0950e-03,  1.8195e-03,  2.9261e-03, -4.4314e-03,
                      -3.0392e-02, -7.8034e-03,  3.5437e-02,  6.7316e-03, -3.6920e-02,
                      -2.6215e-02, -3.3616e-03, -1.1738e-02, -1.6351e-02,  3.7809e-02,
                       2.0102e-02, -1.6182e-02,  1.3308e-02,  5.0205e-03, -1.6181e-02,
                       9.1779e-03,  2.9719e-02, -2.7212e-02, -2.5941e-02, -3.0771e-02,
                      -2.8940e-02,  1.9957e-02, -3.5633e-02,  2.4183e-02, -1.0251e-02,
                       1.5935e-02, -1.1371e-02,  2.7087e-02,  1.8469e-02, -5.2627e-05,
                      -3.6198e-02, -1.7910e-02,  1.2904e-02, -1.5568e-02,  1.0210e-02,
                      -5.4190e-03, -2.8311e-02,  4.1888e-02,  5.2040e-03,  1.9629e-02,
                      -5.6089e-03, -1.7673e-02,  1.9621e-02, -4.6914e-02,  2.6470e-02,
                       5.0423e-03, -1.4812e-02, -5.4218e-03,  3.1054e-02, -4.3611e-03,
                       2.6703e-02, -2.5101e-02, -1.0319e-02,  6.5316e-02,  1.1986e-02,
                       3.6240e-02, -3.1828e-02,  6.8538e-03, -4.7902e-03, -2.1123e-02,
                       6.8516e-03, -2.3229e-03,  5.1592e-03, -2.4048e-02,  2.3634e-02,
                       3.7098e-02,  2.1686e-02,  2.8932e-02,  5.2992e-03, -9.7875e-03,
                      -5.8059e-03,  1.3000e-02,  3.0376e-02, -2.1011e-02,  2.2438e-02,
                      -5.3441e-03, -1.9682e-02,  1.9174e-02, -1.2254e-02,  1.3748e-04,
                       9.0835e-03,  6.1392e-03, -2.0536e-03, -8.5401e-03,  3.7679e-02,
                       5.6618e-03, -2.8230e-02, -4.4027e-03, -1.2974e-02, -1.1421e-02,
                       6.0581e-03, -7.1224e-03, -1.6869e-02, -1.7149e-02,  1.1361e-02,
                       8.7005e-03,  1.6825e-02,  9.6160e-03,  1.1608e-02, -1.9001e-03,
                      -1.6028e-02,  2.4083e-02, -8.5914e-03,  1.6656e-03, -7.5151e-03,
                      -9.9804e-03, -5.6096e-03,  1.1492e-02,  4.4828e-04, -3.4777e-02,
                       9.1783e-03,  8.7529e-03, -8.2445e-04, -9.2745e-03, -1.2336e-02,
                       3.3737e-03, -7.5183e-03,  1.5624e-02,  1.6257e-02, -1.2602e-02,
                      -1.3023e-02, -1.7683e-03, -4.5903e-03, -3.3477e-03,  1.9378e-02,
                      -1.6057e-02,  7.6499e-03, -6.4761e-05, -1.0870e-02,  1.2882e-02,
                      -7.3360e-03, -5.3980e-03, -7.6114e-03, -2.1263e-03,  1.5191e-03,
                       1.1321e-02,  2.6893e-02,  1.2682e-03,  4.9345e-03,  4.1662e-02,
                      -5.4708e-03, -4.8857e-03, -2.0648e-02, -3.4722e-02,  6.5912e-03,
                      -9.0155e-03, -3.8485e-03,  7.3577e-02, -9.7032e-03,  1.6464e-02,
                       7.0784e-03, -1.9936e-02, -2.8216e-02, -1.7034e-02, -2.3023e-02,
                       1.2931e-02, -2.4909e-03, -1.9785e-02, -9.1393e-03, -2.8463e-02,
                      -1.6847e-02, -2.4743e-03,  1.4783e-02,  2.4373e-02, -6.3279e-02,
                      -1.7329e-02,  2.7425e-02, -5.2140e-02,  2.4680e-02, -1.3714e-02,
                      -3.9701e-03,  3.9836e-02, -5.9525e-06,  9.0951e-03,  4.4537e-03,
                       9.8763e-03,  1.6517e-02,  8.3872e-03,  1.2060e-02,  1.7124e-03,
                      -8.0507e-03, -2.5688e-03,  1.0330e-02, -4.0342e-02, -9.2450e-03,
                       1.2050e-02,  1.7608e-02,  7.9588e-03,  2.7457e-02,  8.1720e-03,
                       1.5000e-03, -2.5855e-02, -1.3963e-03,  1.0126e-02,  4.7377e-03,
                       7.5390e-03,  7.0698e-03, -1.0114e-02, -4.1838e-02, -2.2445e-02,
                       1.7121e-02,  5.1740e-02,  3.6502e-02, -4.1485e-02, -7.3764e-03,
                       4.5653e-03, -7.5476e-04, -7.5074e-02, -2.7615e-02, -6.4092e-02,
                      -4.8806e-02,  1.5106e-02, -1.1803e-02, -8.8394e-02,  1.1413e-02,
                      -1.5281e-02,  1.1242e-02, -1.4255e-02, -1.4729e-04,  7.8588e-03,
                       1.4554e-02,  9.4090e-02,  1.0390e-01, -8.3835e-03, -3.0812e-02,
                       1.9447e-02,  9.0472e-02,  1.0946e-01,  6.1218e-02,  1.7791e-02,
                       2.7119e-02,  4.2379e-02, -2.1210e-02,  9.9530e-02,  1.9881e-02,
                      -1.1792e-01,  2.7821e-02,  1.7240e-03, -9.7758e-02, -2.3198e-02,
                       9.5936e-02, -3.1564e-02,  1.8895e-02, -1.3397e-02, -3.2441e-03,
                       5.1747e-02,  1.5812e-02, -1.5602e-02,  2.4395e-02,  1.4545e-02,
                      -5.9704e-02,  5.6264e-03, -2.6139e-02,  8.6954e-02, -5.1392e-03,
                      -6.2713e-02, -1.7517e-02,  1.5414e-02, -1.5999e-02,  1.8638e-02,
                       1.9282e-03,  1.1689e-02, -1.2846e-02, -4.8230e-02, -2.0682e-02,
                       2.0617e-02, -3.0379e-02,  1.7784e-02,  4.9280e-03, -4.4294e-02,
                      -6.9023e-02,  5.8314e-02, -3.5897e-02,  4.8433e-02, -2.1526e-02,
                       1.8486e-02,  1.1927e-02,  2.9769e-02, -2.3631e-02,  3.1872e-03,
                       4.9289e-03,  1.2113e-02,  4.0176e-02,  2.3120e-02,  1.9978e-02,
                       2.5440e-02,  1.4915e-02,  7.0936e-03,  6.4127e-02,  4.5077e-02,
                      -4.7235e-03,  4.9433e-02, -4.9568e-02,  3.7703e-02,  4.1378e-02,
                       7.8197e-02, -8.2649e-02, -5.0596e-02,  5.2336e-02,  4.6295e-02,
                      -1.8867e-02,  2.3253e-02,  4.6976e-02, -1.9121e-02,  1.9129e-02,
                       3.2460e-02, -2.8441e-02,  1.4960e-02,  6.7297e-03, -4.9789e-02,
                      -1.4171e-02, -4.1959e-03, -3.9037e-02,  1.4656e-02,  1.1296e-02,
                       2.5824e-02, -2.5435e-02, -5.4158e-02, -4.9863e-02,  3.2457e-02,
                       5.3866e-02,  4.7115e-02, -2.3782e-02,  3.2134e-02,  3.7682e-02,
                       1.2032e-02, -6.4471e-02,  4.9675e-02, -2.9637e-03, -3.2163e-02,
                       1.0656e-02,  5.0751e-03, -1.5759e-03, -8.6125e-03,  2.6174e-02,
                      -5.4205e-03, -1.2291e-02, -4.7134e-02, -9.9241e-03, -4.4057e-02,
                      -4.4750e-02,  8.4230e-02, -2.5228e-02,  5.4375e-03,  9.4003e-03,
                       1.6364e-02, -9.8639e-03,  2.8967e-02,  6.0656e-02,  2.1469e-02,
                      -2.3696e-02,  2.8379e-02, -4.7062e-02,  1.5908e-02, -1.6449e-02,
                      -1.5034e-02,  1.9508e-02, -3.4976e-03,  6.1678e-03,  3.6915e-03,
                      -9.7471e-03, -8.0161e-03, -8.9276e-04,  1.4923e-02, -1.0815e-02,
                      -6.3384e-03,  4.3285e-03, -1.0046e-02, -3.6990e-02, -2.0353e-02,
                       1.4334e-02, -3.5282e-02, -6.8258e-03, -5.2052e-03, -2.6984e-02,
                       1.2365e-02,  1.9620e-02, -4.2681e-03, -1.4704e-02,  2.0091e-02,
                       2.6610e-02,  2.7675e-02, -2.2293e-02,  3.7156e-03, -8.6829e-03,
                      -1.5389e-03, -1.0100e-02, -1.7700e-02, -1.8573e-02, -1.7354e-02,
                      -1.2851e-02, -3.0832e-02, -5.6115e-03], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.weight',
              tensor([[-0.0052,  0.0088,  0.0050,  ...,  0.0033,  0.0022,  0.0372],
                      [ 0.0096,  0.0036,  0.0392,  ...,  0.0030,  0.0257,  0.0157],
                      [-0.0193, -0.0113,  0.0112,  ...,  0.0246,  0.0045, -0.0498],
                      ...,
                      [-0.0078,  0.0157, -0.0052,  ..., -0.0301,  0.0254,  0.0353],
                      [ 0.0088, -0.0154, -0.0054,  ..., -0.0017, -0.0063,  0.0174],
                      [-0.0190, -0.0038, -0.0256,  ..., -0.0304, -0.0201, -0.0252]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.bias',
              tensor([-5.9868e-02,  9.6182e-02, -8.3556e-02, -3.4410e-02,  4.6177e-02,
                      -1.7040e-03, -1.6309e-01,  1.4196e-01,  1.9491e-02, -2.8048e-02,
                      -4.7255e-03,  5.3744e-02,  1.7153e-03,  2.2320e-02, -1.6589e-02,
                       9.2572e-03, -3.8417e-02, -7.4480e-03,  3.6725e-02,  2.4632e-02,
                       5.3685e-02,  6.5316e-04,  4.6256e-02,  7.9248e-03,  2.4487e-02,
                       3.9080e-02, -5.9325e-02,  1.9478e-02,  6.7768e-02,  1.5538e-02,
                       4.3081e-02, -2.0182e-01,  3.5507e-02, -4.1743e-02,  7.2161e-02,
                       6.6902e-02, -4.3436e-02, -5.0248e-03, -8.2952e-03,  1.4681e-02,
                       1.5529e-02,  4.1014e-02, -1.5807e-02,  1.0759e-02, -2.3199e-02,
                      -2.3819e-03, -3.3084e-02, -5.3508e-03,  4.0983e-02,  1.1599e-02,
                      -8.9492e-03,  7.4988e-02, -8.2241e-02,  5.1813e-03,  7.0056e-02,
                      -3.5530e-02,  5.5159e-03,  4.6857e-02,  1.8170e-02, -4.3413e-02,
                       5.4371e-02,  3.1630e-02,  3.0842e-03,  1.6505e-02,  5.9476e-02,
                      -3.2203e-03, -1.8524e-02,  1.5862e-02, -2.9602e-02, -1.3350e-02,
                      -1.6149e-02,  6.6219e-02, -4.5058e-02, -9.4708e-03, -3.1798e-02,
                      -8.8209e-03,  5.8154e-02,  2.7284e-02,  1.7965e-02, -6.2397e-02,
                      -7.0130e-02,  1.9737e-02, -1.2736e-02,  7.6164e-02, -2.0184e-01,
                      -3.2871e-02, -6.0158e-02,  2.5727e-02, -1.5428e-02,  4.6746e-02,
                       5.5162e-02, -7.3134e-03, -5.7280e-02,  6.0281e-02, -1.1802e-01,
                       1.0851e-02, -1.1178e-01,  2.5528e-02,  3.7828e-02,  4.1073e-02,
                      -4.4035e-02, -2.8487e-02,  5.3737e-02,  9.7047e-02,  1.5512e-02,
                       1.9219e-02, -1.1038e-02,  3.1941e-02,  1.3757e-02, -8.3982e-03,
                      -2.7455e-03,  7.3072e-02, -7.6258e-03, -8.4408e-02, -2.7629e-02,
                      -1.5121e-02,  2.7854e-02, -2.0217e-02,  3.0009e-02, -3.0183e-02,
                      -2.8281e-02,  3.0400e-03, -4.9206e-02, -1.6010e-02, -1.0841e-02,
                      -5.4186e-02, -6.5899e-02, -1.9580e-02,  1.3700e-02,  5.3357e-02,
                      -1.7986e-02,  1.7031e-02, -2.8486e-02, -3.2636e-02,  2.1162e-03,
                      -2.0704e-02, -8.7579e-02,  2.4399e-02, -8.2397e-03, -4.5785e-02,
                      -1.9622e-02,  4.4323e-02, -8.2553e-03, -4.5555e-01, -2.5107e-02,
                      -2.4343e-02,  9.4129e-02, -1.5699e-02, -2.1021e-02,  4.4689e-02,
                       1.0335e-02, -9.8222e-03, -4.4427e-02, -1.8416e-02, -2.2729e-02,
                       2.1029e-02, -9.7068e-02, -6.8451e-03,  4.1862e-03,  2.3260e-02,
                       1.1883e-02,  2.3782e-02, -8.4864e-02, -3.2796e-02,  6.7240e-02,
                       3.1779e-02,  5.3076e-02,  6.1246e-03, -1.4849e-02, -1.8303e-02,
                       1.8410e-02, -5.2812e-02,  3.2671e-02, -6.9902e-02,  6.4717e-02,
                      -6.6218e-03, -2.2938e-02,  7.9906e-03,  1.7921e-02, -1.3493e-03,
                      -3.3765e-02,  5.6647e-02, -3.1093e-02, -9.5482e-03,  3.7166e-02,
                      -7.0957e-03,  1.7495e-02,  3.3103e-03,  4.1788e-02,  9.8358e-03,
                       3.0519e-02, -8.3966e-02,  3.4277e-02,  1.8272e-02,  1.1252e-02,
                       4.5618e-02,  4.6455e-03, -1.2299e-01,  2.4459e-02,  4.9444e-02,
                       1.9131e-02,  1.7432e-02,  9.0506e-03,  5.2285e-02, -4.4901e-02,
                      -1.9183e-02, -2.7445e-02, -3.5285e-02, -6.6366e-03,  1.8287e-02,
                       4.4500e-02, -2.3583e-02,  2.7032e-03,  5.7296e-02, -2.3161e-02,
                       3.9115e-02,  2.8551e-02, -7.7159e-02,  5.7633e-02, -4.7605e-03,
                      -1.1212e-02,  3.0533e-02, -6.5822e-02, -8.0499e-02,  2.2323e-02,
                       5.9422e-02,  2.4438e-02, -1.0273e-03,  1.8117e-02, -4.8322e-01,
                      -7.0754e-02,  4.3530e-02,  2.8439e-02,  6.5435e-02,  5.0590e-03,
                       3.5866e-02, -2.9977e-02,  2.4103e-02, -4.6527e-03, -3.4955e-02,
                      -6.6630e-02,  1.2973e-02, -5.9419e-02, -2.6548e-02,  1.6648e-02,
                       4.4813e-02,  5.8169e-03, -3.5325e-02, -7.9184e-03, -2.4469e-02,
                      -4.1097e-02,  3.2973e-02,  5.5316e-02,  6.8688e-02,  5.0594e-03,
                      -1.3065e-02,  1.1765e-02, -1.1254e-01, -1.4424e-01, -9.1898e-02,
                      -5.1325e-02, -1.1777e-01,  7.5289e-02,  3.1508e-02,  7.0978e-03,
                       1.2947e-02,  2.6816e-02,  1.3382e-02, -1.2903e-02,  2.6927e-02,
                       1.1944e-02, -1.9084e-02,  7.6523e-03,  2.0147e-02,  4.8536e-02,
                       4.5503e-02, -4.7113e-02, -1.1893e-02,  1.9294e-02, -2.6898e-02,
                      -2.4433e-02, -1.3098e-02, -9.7116e-03,  1.7706e-01,  6.6835e-02,
                       5.0858e-02,  1.6303e-04,  2.9748e-02,  8.8789e-02,  3.5714e-02,
                      -9.1500e-02, -6.7368e-02,  5.1825e-02,  1.3410e-02,  3.3234e-02,
                      -6.9484e-02,  1.4964e-02, -4.9128e-02, -8.2786e-03,  5.4865e-02,
                      -3.6413e-02, -1.6939e-02, -8.6353e-02, -5.1062e-02, -1.5888e-01,
                      -9.0070e-02,  2.4756e-02, -3.1641e-02,  1.4756e-01, -5.0838e-02,
                       1.1330e-01, -6.0484e-03, -2.9001e-02, -1.0742e-01, -3.4516e-02,
                       8.0043e-03, -4.2974e-02,  1.4045e-02, -7.2181e-03, -6.6053e-02,
                       1.4537e-03, -5.4749e-03,  3.2005e-02,  5.5370e-02, -2.7541e-02,
                      -1.1321e-02,  3.8245e-02, -4.5715e-02,  1.0043e-02,  3.2883e-02,
                      -2.3467e-02, -4.1249e-02,  2.5882e-02,  1.5867e-02,  4.6319e-02,
                       1.0033e-02, -5.5557e-02, -1.4018e-02, -5.8615e-02,  3.7750e-02,
                      -4.6816e-02,  2.5528e-02, -3.9695e-02,  3.2569e-02,  4.0557e-03,
                      -7.5871e-02,  5.0673e-02,  1.7497e-03, -5.6938e-02, -2.8456e-02,
                       6.3038e-02,  7.3966e-02, -1.3281e-02,  2.1521e-02,  7.5133e-02,
                       4.6920e-03, -3.5501e-02,  3.1649e-02, -6.1657e-02, -2.2312e-02,
                      -9.0888e-03, -3.4140e-02,  3.0675e-02, -7.6587e-02, -1.7644e-02,
                      -9.8133e-03,  9.4393e-04,  2.4920e-02, -3.3569e-02,  5.7081e-02,
                       4.0786e-02, -4.2578e-02, -2.9079e-02,  1.2378e-01,  5.8420e-02,
                       4.0441e-02,  3.2579e-02,  4.4474e-02,  3.1941e-02, -6.0069e-02,
                       7.4084e-02, -1.0317e-02, -6.1889e-02,  3.9645e-02, -5.0836e-03,
                      -5.5195e-02,  3.6721e-03,  1.9354e-03, -2.4937e-03, -3.4670e-02,
                      -5.3005e-03,  3.1802e-02,  2.2404e-04,  1.2414e-02,  5.1194e-02,
                       5.7925e-02,  1.9809e-02,  3.4486e-02,  3.5530e-02, -1.5547e-02,
                      -2.8634e-02, -2.6958e-03, -7.0995e-02,  4.7984e-02,  6.5466e-02,
                      -7.0014e-02, -4.3153e-02, -3.3370e-03, -2.4008e-02,  5.1401e-03,
                      -1.3965e-02,  3.2547e-03,  1.6261e-02,  1.4211e-02, -2.5105e-03,
                       5.3246e-02, -1.4694e-02, -3.6404e-03, -1.2470e-02,  3.8208e-02,
                      -6.2026e-02,  1.6952e-02,  6.3629e-02, -7.9990e-03, -2.6270e-02,
                       1.8799e-02, -9.7457e-02, -2.0466e-01,  6.3219e-02,  6.5431e-02,
                       2.7847e-03,  4.3197e-02, -1.7409e-02, -2.8704e-02, -1.0387e-01,
                       2.6608e-02,  9.4493e-02,  6.0517e-02,  5.7999e-02, -2.9039e-03,
                      -3.2745e-02,  6.5110e-03,  4.0028e-02, -5.3775e-02,  1.0526e-02,
                      -8.3290e-02,  2.9300e-02, -6.0524e-02,  2.6122e-03,  2.4340e-02,
                       6.5592e-02,  5.7167e-02, -6.1970e-02,  3.0204e-02, -7.2662e-02,
                       7.6695e-03,  4.0035e-02,  1.7790e-03, -3.7956e-02, -2.7064e-02,
                       5.2864e-02,  3.3773e-02,  1.8876e-02,  8.2863e-03,  5.8040e-02,
                      -3.5669e-02, -2.2987e-02,  3.9635e-02,  2.1824e-02, -1.8288e-02,
                      -4.1972e-02,  7.7302e-03,  1.1889e-02,  6.5010e-02,  1.0372e-02,
                      -7.2504e-03,  4.1371e-02,  1.0448e-01, -1.5636e-02, -1.8079e-02,
                       2.1447e-02,  1.1354e-02,  1.8304e-03,  6.6394e-02,  5.9002e-02,
                      -7.4281e-02, -6.8028e-03,  2.0632e-02,  7.1873e-04,  5.3808e-02,
                       4.0292e-02, -3.5051e-02, -8.5979e-03, -2.6969e-02, -2.8838e-02,
                       1.4119e-02,  6.2878e-03, -2.5751e-02, -2.1962e-02,  1.6568e-03,
                      -5.2115e-04, -1.4385e-02,  4.0106e-02,  2.8401e-03, -3.2346e-02,
                       6.0726e-02,  4.0782e-02, -6.1617e-02,  6.4847e-03,  8.2310e-02,
                      -9.0750e-02,  3.8397e-02, -2.8521e-02,  2.9353e-02, -1.7046e-02,
                       5.4680e-02, -1.6851e-02, -8.9508e-03, -7.5874e-02, -4.7527e-02,
                      -1.2571e-02, -1.3970e-02,  4.3247e-02, -1.5498e-02, -6.0700e-02,
                      -1.2381e-02, -4.4117e-03, -1.2884e-02, -5.1051e-02, -7.1957e-02,
                      -4.9686e-03, -1.0898e-02, -4.9072e-02,  2.0085e-03,  2.3110e-03,
                       5.5163e-02,  7.1469e-02,  6.6978e-02,  8.0219e-02,  1.2945e-02,
                       1.4454e-02,  2.0289e-02,  3.8918e-02,  4.3708e-02,  6.5930e-02,
                      -3.1195e-03, -1.7132e-02, -2.1335e-02, -1.4512e-02, -4.7964e-02,
                      -3.7425e-02, -9.0155e-02, -2.1896e-02,  9.7729e-03,  9.6225e-02,
                       7.8417e-02,  3.0520e-03, -6.6010e-01,  1.2678e-02, -2.6065e-02,
                      -1.4692e-02, -4.5227e-03,  1.2298e-02, -1.9894e-02,  4.9202e-02,
                       4.7421e-02,  5.0166e-02,  4.0001e-03,  2.2859e-02,  5.6059e-02,
                      -6.4118e-02, -4.4844e-02, -5.0793e-03,  4.9501e-02,  3.2192e-02,
                      -1.4309e-03,  1.4578e-02,  9.0875e-02,  1.9348e-02, -4.0012e-02,
                       1.6204e-02,  3.7256e-02,  9.1516e-03,  9.5406e-02, -4.7923e-02,
                      -5.5990e-02,  1.1829e-01, -1.2758e-02, -6.9070e-02, -9.5138e-03,
                       1.9457e-02, -1.9184e-02, -1.1921e-02, -6.9888e-02, -5.1623e-02,
                      -3.3018e-02, -2.3213e-02,  1.8714e-02, -3.7969e-02,  3.2679e-02,
                       5.6822e-03, -3.7439e-02,  4.0799e-03, -6.6902e-02,  5.7802e-02,
                      -2.0406e-02, -1.4271e-03,  4.5261e-02,  2.9934e-02, -4.2856e-02,
                      -3.9964e-02,  5.9510e-02,  3.1243e-02, -1.0324e-01, -9.4842e-03,
                       7.9357e-02, -3.8122e-02,  1.1849e-02, -4.6134e-02,  6.5752e-02,
                      -1.0020e-02, -7.1963e-02,  2.4786e-02, -1.5186e-02,  6.5360e-03,
                      -9.1186e-02, -2.8191e-02, -4.3171e-02,  2.2068e-02,  5.7200e-02,
                       5.8979e-02, -1.0234e-02,  4.5798e-02, -6.6965e-02, -1.8801e-02,
                       2.8650e-02,  5.8476e-02, -6.0381e-02,  2.1294e-02,  1.0669e-02,
                      -8.4188e-02,  1.8084e-02, -5.9917e-02,  7.2334e-04,  4.2383e-02,
                       2.9045e-02, -1.4183e-01,  4.7330e-02, -1.1772e-02,  1.8447e-02,
                      -1.1487e-01, -1.4786e-02,  5.8317e-02,  1.2039e-03, -7.0294e-02,
                      -9.7327e-03,  7.1488e-03, -1.1757e-02,  2.6876e-02,  2.3649e-02,
                       1.8048e-02,  7.9505e-02, -2.0317e-02, -7.6008e-02,  3.1105e-02,
                       2.7494e-03,  4.4805e-02, -1.1167e-01,  1.9635e-02,  2.0726e-02,
                      -9.7422e-03,  4.2282e-03,  5.9060e-02, -7.0443e-03,  1.7782e-02,
                      -1.4060e-02, -5.9706e-02, -5.1169e-03,  2.4558e-04,  3.5273e-02,
                       1.3862e-02,  6.7903e-02,  1.3967e-02, -2.5980e-03,  3.0786e-02,
                       1.8084e-02,  4.6264e-02,  3.7257e-02, -2.4067e-02,  2.7433e-02,
                       3.3580e-02, -1.7347e-02, -6.9694e-02, -2.0686e-02,  3.7458e-02,
                      -3.0638e-03, -2.2672e-02, -2.8353e-02, -9.8912e-02, -3.5717e-02,
                       4.5886e-02,  5.9192e-02, -1.0310e-01,  6.4737e-02, -4.1351e-02,
                      -4.8241e-03,  5.9974e-02, -2.5344e-02,  1.3998e-02,  3.6088e-02,
                       3.4773e-02, -4.3638e-02,  5.4292e-02, -1.4976e-02, -1.7889e-03,
                      -4.8943e-02,  4.6758e-02, -3.8376e-03,  2.5043e-03, -3.6743e-02,
                       5.9475e-03,  4.0700e-02,  5.6105e-02,  6.0228e-02, -2.0596e-02,
                      -6.7332e-02, -5.3978e-03, -1.1317e-02,  1.3874e-02,  9.0488e-03,
                      -3.0512e-02, -7.3960e-02, -1.7915e-02, -2.4524e-02,  2.2133e-02,
                      -3.4144e-02,  4.5313e-02, -1.8676e-02, -1.0021e-01,  1.3362e-02,
                      -2.1488e-02,  3.7036e-02, -1.5025e-01,  1.2693e-02, -7.8068e-03,
                      -3.8638e-02, -2.9401e-02,  4.2357e-02,  1.2180e-01,  2.3550e-02,
                       3.1280e-02,  4.9044e-02,  4.6811e-03, -5.2470e-02, -2.4163e-02,
                       6.5391e-02,  1.8813e-02, -5.8305e-03, -4.3110e-02, -5.3062e-03,
                      -2.0886e-02,  8.3219e-02, -1.3839e-02, -8.7473e-02, -4.9290e-02,
                      -9.7567e-03, -3.1151e-02, -4.1275e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.weight',
              tensor([0.9282, 0.9316, 0.9197, 0.9042, 0.8979, 0.9411, 1.0616, 1.0947, 0.9404,
                      0.8612, 0.9465, 0.9473, 0.9674, 0.9345, 0.9360, 0.9216, 0.9205, 0.9093,
                      0.9172, 0.9648, 0.9085, 0.9569, 0.9456, 0.9123, 0.9157, 0.9048, 0.9498,
                      0.9344, 0.9015, 0.9366, 0.9357, 0.5890, 0.9613, 0.8952, 0.9164, 0.9433,
                      0.8559, 0.9656, 0.9173, 0.9136, 0.9501, 0.9260, 0.9157, 0.9536, 0.9788,
                      0.9533, 0.9641, 0.9562, 0.9640, 0.8994, 0.9730, 0.8925, 0.9142, 0.9449,
                      0.8858, 0.8270, 0.9012, 0.9435, 0.8745, 0.8744, 0.9252, 0.9483, 0.9467,
                      0.9329, 0.9457, 0.9826, 0.9307, 0.9161, 0.9717, 0.8903, 0.9688, 0.9164,
                      0.9279, 0.9618, 0.9548, 0.9597, 0.9329, 0.9337, 0.9581, 0.9485, 0.9364,
                      0.9016, 0.9332, 0.9466, 0.8762, 0.9288, 0.9004, 0.9181, 0.9534, 0.9159,
                      0.9341, 0.9244, 0.9043, 0.9588, 0.9238, 0.9037, 0.7875, 0.9622, 0.9634,
                      0.9471, 0.9072, 0.9427, 0.8953, 0.9962, 0.9448, 0.9926, 0.9725, 0.8848,
                      0.9451, 0.9746, 0.8883, 0.9126, 0.9711, 0.8156, 0.9170, 0.9879, 0.9328,
                      0.9317, 0.9381, 0.9479, 0.9434, 0.9362, 0.9121, 0.8913, 0.9297, 0.8684,
                      0.9653, 0.9499, 0.8963, 0.9086, 0.9422, 0.9018, 0.9612, 0.9411, 0.9499,
                      0.9322, 1.9191, 0.9206, 0.9274, 0.9458, 0.8936, 0.9482, 0.9156, 2.7238,
                      0.9446, 0.9243, 0.9415, 0.9256, 0.9188, 0.8993, 1.0120, 0.9485, 0.9515,
                      0.9187, 0.9330, 0.9052, 0.9270, 0.9458, 0.9496, 0.9549, 1.0167, 0.9679,
                      0.9149, 0.9288, 0.9130, 0.9546, 1.0490, 0.8433, 0.8942, 0.9487, 0.9773,
                      0.9418, 0.8745, 0.9140, 0.9386, 0.9586, 0.9470, 0.9689, 0.9554, 0.9502,
                      0.9103, 0.8930, 0.9115, 0.9880, 0.9563, 0.9405, 0.9001, 0.9700, 0.9517,
                      0.9146, 0.9546, 0.9779, 0.9393, 0.9442, 0.9141, 0.9496, 0.9780, 1.0875,
                      0.9079, 0.9518, 0.9606, 0.9112, 0.9501, 0.9807, 0.9004, 0.9364, 0.9216,
                      0.9656, 0.9359, 0.9375, 0.9398, 0.9680, 0.9069, 0.9650, 0.9110, 0.9749,
                      0.9097, 0.8990, 0.9357, 0.9230, 0.9812, 0.9222, 0.9435, 1.0188, 0.9194,
                      0.9514, 0.9756, 0.9446, 0.9328, 0.6485, 0.9346, 0.9278, 0.9038, 0.9381,
                      0.8933, 0.9665, 0.8792, 0.9916, 0.8927, 0.9580, 0.9154, 0.9189, 0.8855,
                      0.9152, 0.9506, 0.8743, 0.9605, 0.8905, 0.9634, 0.9759, 0.9421, 0.9381,
                      1.0175, 0.9780, 0.9765, 0.9362, 0.9481, 0.9439, 0.9622, 0.9464, 0.9381,
                      0.9521, 0.9182, 0.9218, 0.9219, 0.9222, 0.9352, 0.9583, 1.0242, 0.9454,
                      0.9507, 0.9112, 0.9757, 0.9433, 0.9948, 0.9253, 0.9300, 0.9524, 0.9000,
                      0.9574, 0.9944, 0.9428, 0.9022, 1.1395, 0.9398, 0.9646, 0.8811, 0.9454,
                      0.9352, 0.9321, 0.8749, 0.9465, 0.9070, 0.9430, 0.9308, 0.8445, 0.9700,
                      0.8578, 0.9320, 0.9401, 0.9466, 0.9280, 0.8884, 0.9550, 0.8667, 0.9752,
                      0.8853, 0.9691, 0.9722, 0.9332, 0.9291, 0.9086, 0.9379, 0.9479, 0.8947,
                      0.9639, 0.9278, 0.8904, 0.9922, 0.8788, 0.9072, 0.9555, 0.9198, 0.9561,
                      0.8615, 0.9254, 0.9906, 0.8848, 0.9674, 0.9336, 1.0584, 0.9181, 0.9605,
                      0.9412, 1.0159, 0.9456, 0.9279, 0.9751, 0.9557, 0.9001, 0.9847, 0.9601,
                      0.8980, 0.9635, 0.8940, 0.9594, 0.9493, 0.9311, 0.9039, 0.9371, 0.9646,
                      0.9147, 0.9438, 0.9185, 0.9631, 0.9351, 0.9303, 0.9258, 0.9419, 0.8574,
                      0.9422, 0.9690, 0.9183, 0.9763, 0.9202, 0.9653, 0.9561, 1.0198, 0.9404,
                      0.9485, 0.9435, 0.9333, 0.9482, 0.9566, 0.9053, 0.9484, 0.9214, 0.9354,
                      0.9433, 0.9048, 0.9443, 0.9171, 0.9331, 0.9781, 0.9532, 0.9431, 0.9213,
                      0.9397, 0.9662, 0.8747, 0.9451, 0.8703, 0.9600, 0.9409, 0.9115, 0.9544,
                      0.9372, 0.9949, 0.9582, 0.9003, 0.8857, 0.9046, 0.8931, 0.9544, 0.9351,
                      0.9625, 0.9118, 0.9373, 0.9632, 0.9918, 0.9124, 0.9004, 1.0058, 0.9645,
                      0.9356, 0.9355, 0.9125, 1.0541, 0.9259, 0.9400, 0.9269, 0.9775, 0.9417,
                      0.8901, 0.8998, 0.9352, 0.9475, 0.7168, 0.9352, 0.9889, 0.9382, 0.9440,
                      0.9246, 0.9771, 1.0429, 1.0018, 0.9496, 0.9336, 0.9397, 0.9548, 0.9538,
                      0.8871, 0.9134, 0.9050, 0.9159, 0.9189, 0.9421, 0.9602, 0.9448, 0.9063,
                      0.9664, 0.8664, 0.9324, 0.9629, 0.9110, 1.0204, 0.8811, 0.9056, 0.9087,
                      0.9311, 0.9131, 0.9206, 0.9141, 0.9371, 0.8669, 0.9240, 0.9185, 0.8829,
                      0.9509, 0.9211, 0.9597, 0.9393, 0.9721, 0.9260, 0.9441, 0.9106, 0.8964,
                      0.9970, 0.9192, 0.9827, 0.9021, 0.9053, 0.9630, 0.9466, 0.9505, 0.9155,
                      0.9647, 0.9086, 1.0200, 0.9122, 0.9115, 0.9575, 0.9278, 0.8990, 0.9465,
                      0.9407, 0.9064, 0.9331, 0.9058, 0.8966, 0.9288, 0.9612, 0.8972, 0.9291,
                      0.9504, 1.0326, 0.9698, 0.9550, 0.9798, 0.9726, 0.9903, 0.9211, 0.9406,
                      0.8906, 0.9400, 0.9442, 0.9490, 0.9262, 1.0042, 0.9478, 0.9660, 0.8963,
                      0.9218, 0.9798, 0.9317, 1.0105, 0.9625, 0.9562, 0.9459, 0.9465, 0.9606,
                      0.9412, 0.9650, 0.8991, 0.9087, 0.9106, 0.8848, 0.9803, 0.9107, 0.8976,
                      0.9678, 0.9654, 0.8875, 0.8907, 0.9135, 0.9631, 0.9119, 0.9064, 0.9393,
                      0.9509, 0.9498, 0.9401, 0.9652, 0.9407, 0.8563, 0.9346, 0.9016, 3.3908,
                      0.8954, 0.9352, 0.9570, 0.9542, 1.0164, 0.9758, 0.9267, 0.9430, 0.9594,
                      0.9575, 0.9094, 0.9704, 0.9015, 0.9538, 0.8972, 0.9169, 0.9582, 0.9783,
                      0.9255, 0.9190, 0.9626, 0.9389, 0.9456, 0.9531, 0.9537, 0.9555, 0.9494,
                      0.9345, 0.9636, 0.9506, 0.9098, 0.8930, 0.9457, 0.8865, 0.9394, 0.9426,
                      0.9088, 0.9695, 0.9047, 0.9116, 0.9561, 0.9097, 0.9469, 0.9115, 0.8691,
                      0.9746, 1.0090, 0.9331, 0.9289, 0.9253, 0.9410, 0.9402, 0.8931, 0.8703,
                      0.9352, 1.0565, 0.9985, 0.9729, 0.9717, 0.9885, 0.9310, 0.9471, 0.9187,
                      0.8773, 0.9114, 0.9564, 0.9063, 0.9901, 0.9710, 0.9373, 0.9343, 0.9302,
                      0.9567, 0.9617, 0.9075, 0.9138, 0.8990, 0.9613, 0.9648, 0.9634, 0.9289,
                      0.9221, 0.9806, 0.9307, 0.9241, 0.8884, 0.9027, 0.8928, 1.3103, 0.9822,
                      0.9529, 0.9318, 0.8776, 1.0002, 0.8911, 0.9092, 0.9093, 0.9240, 0.9511,
                      0.9247, 0.9339, 0.9501, 0.9334, 0.9222, 0.9178, 0.9395, 0.9125, 0.9425,
                      0.9533, 0.9847, 0.8651, 0.9528, 0.9746, 0.9011, 0.9569, 0.9765, 0.9825,
                      0.9172, 0.9371, 0.8989, 0.9706, 0.9276, 0.9598, 0.9042, 0.9481, 1.0122,
                      0.9539, 0.9508, 0.9336, 0.9762, 0.9242, 0.9601, 0.9681, 0.8724, 0.9536,
                      0.9519, 1.0014, 0.9209, 0.9248, 0.9811, 0.8981, 0.9512, 0.9139, 0.9167,
                      0.9950, 0.9194, 0.9829, 0.9678, 0.9105, 0.9720, 0.9292, 0.9605, 0.9173,
                      0.9608, 0.9344, 0.8886, 0.9831, 0.9074, 0.8992, 0.8670, 0.9068, 0.9633,
                      0.9759, 0.9121, 0.9589, 0.8959, 0.9508, 0.8578, 0.9862, 0.9164, 0.9451,
                      0.9284, 0.9494, 0.9191, 0.9504, 0.9722, 0.9274, 0.9484, 0.9564, 0.8748,
                      0.9277, 0.9461, 0.9654, 0.9225, 0.9222, 0.9264, 0.9146, 0.9028, 0.9109,
                      0.9278, 0.9280, 0.9222, 0.9335, 0.9261, 0.9228, 0.9490, 0.9631, 0.9275,
                      0.8523, 0.9414, 0.9607, 0.9300, 0.9245, 0.9616, 0.9611, 0.9391, 0.9504,
                      0.9229, 0.9787, 0.9198], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.bias',
              tensor([-2.4741e-02,  2.7037e-01, -1.4543e-01, -1.3553e-01, -2.6312e-01,
                       4.5234e-01, -8.1728e-01,  9.8977e-01,  2.4959e-01,  5.3268e-02,
                       5.1895e-02,  7.2490e-02,  6.1394e-02, -4.7475e-02, -5.5567e-03,
                       4.5021e-01, -1.4433e-01, -4.7087e-02, -1.9656e-02, -1.7002e-01,
                       2.0124e-01,  5.8921e-02, -1.3695e-01,  1.4160e-01,  1.5671e-01,
                       3.2372e-01, -2.2204e-01,  2.6838e-01, -1.7168e-02,  3.1481e-02,
                       8.7912e-02, -5.8975e-01, -2.3208e-01,  6.5500e-02,  9.6555e-03,
                       8.6540e-02, -1.3165e-01, -8.9840e-02,  4.3627e-01,  1.2812e-01,
                      -7.4511e-02, -1.7014e-01,  3.1257e-02,  1.6615e-01, -1.8930e-01,
                       4.5513e-02,  3.9100e-01, -3.3635e-01,  2.6447e-01, -7.0262e-02,
                       2.1772e-01,  4.9806e-02,  6.6497e-03,  9.6279e-02, -6.9512e-02,
                      -7.1528e-02,  5.7908e-05,  5.9751e-02,  7.9667e-02,  6.7825e-02,
                       6.7349e-02,  4.7922e-02,  3.3568e-01, -2.2267e-01,  4.9003e-01,
                      -1.8616e-01, -5.8914e-02, -2.1864e-02,  1.0385e-01,  2.1559e-01,
                      -2.3181e-01,  2.9491e-01,  5.9098e-02,  9.3759e-02, -1.1085e-01,
                      -3.4911e-02,  6.4411e-02, -9.2892e-02, -3.7531e-03,  2.4889e-01,
                      -1.3238e-01,  8.7537e-03, -1.2033e-01,  3.4753e-01, -1.3408e+00,
                       3.6331e-01, -2.8035e-01, -8.9147e-02,  3.3228e-02,  2.9451e-01,
                      -7.8531e-02, -6.9503e-02, -2.5852e-01,  3.6481e-01, -2.3910e-01,
                       2.0301e-01,  1.2564e-02, -2.9856e-01,  1.1285e-01,  4.5284e-01,
                      -2.4810e-01, -2.3879e-01,  3.5412e-01,  2.7689e-01,  2.9568e-01,
                       2.3318e-01,  6.0791e-04,  2.3826e-01, -9.7271e-02, -1.2748e-01,
                      -3.0720e-02,  4.8647e-02, -5.0160e-02, -1.1183e+00, -2.0552e-01,
                       5.1754e-01,  4.5504e-02,  1.7491e-01,  3.3812e-02,  2.1811e-01,
                       1.7447e-01, -3.3123e-01, -7.8167e-02, -5.2381e-02,  5.1717e-02,
                      -1.7183e-01, -2.6574e-01, -1.1340e-01,  1.1849e-01,  2.2279e-01,
                      -1.9307e-01,  2.6121e-01, -3.2946e-01,  1.1171e-01,  5.1454e-02,
                       1.7014e-01, -2.0338e-01, -6.0872e-03, -2.7881e-02, -1.4448e-01,
                      -2.0519e-01,  1.1118e-01, -9.9467e-02, -3.7880e+00,  5.3833e-02,
                      -2.1537e-01,  1.1644e-01,  1.5994e-01, -3.7035e-02, -2.1846e-01,
                      -3.6092e-01,  3.2157e-01,  7.9614e-02, -6.0863e-02,  1.7187e-01,
                       7.8179e-03, -1.8514e-01, -1.0378e-02, -9.0586e-02, -1.5126e-02,
                       4.4378e-01, -6.3316e-02, -1.1917e-01, -1.3478e-01,  4.2312e-02,
                      -2.8926e-01,  1.1637e+00,  1.1765e-01, -7.8186e-03, -1.6671e-01,
                      -6.0240e-02,  3.1162e-01,  5.3879e-03, -3.2372e-01,  5.0990e-01,
                       4.1999e-01,  3.4799e-01, -7.3945e-01,  5.5794e-02, -1.3341e-01,
                      -3.1162e-01,  9.3416e-03, -1.9378e-01, -3.5450e-01, -1.0036e-01,
                      -8.1185e-02, -1.2526e-01, -1.2795e-01,  2.5155e-02, -8.3826e-02,
                       4.0523e-01,  8.1017e-01,  2.2813e-01,  1.1154e-01, -2.3954e-01,
                      -9.9432e-02, -7.4568e-02, -9.0254e-01, -1.4291e-01,  2.2164e-01,
                       2.7680e-01,  2.8616e-01, -2.1582e-02,  5.1194e-01,  2.1936e-01,
                       2.5620e-01,  4.2246e-02, -8.6620e-02, -1.9068e-01, -3.9819e-01,
                      -1.0302e-01,  1.4540e-01, -4.9526e-02, -2.6988e-02, -2.0316e-01,
                       1.2779e-02,  2.7095e-02,  1.2570e-01, -3.4548e-02, -7.2808e-02,
                      -5.1224e-02, -8.8978e-02,  1.0634e-01, -7.1839e-01,  4.3518e-02,
                       9.9794e-02,  4.1062e-01,  2.6119e-01,  3.3033e-01, -1.4634e+00,
                      -1.9974e-01, -4.5403e-03,  1.4311e-01, -8.2126e-02, -2.6997e-01,
                      -2.1302e-01, -1.3762e-03,  7.9435e-02,  1.0651e-01, -2.4083e-01,
                      -1.2701e-01, -2.4120e-01, -1.1390e-01, -7.3851e-02, -2.2872e-01,
                      -1.2900e-01,  7.3635e-02, -9.3445e-02,  1.2449e-01,  1.2345e-01,
                       2.3417e-02,  1.3860e-01,  3.2394e-01,  4.9374e-03,  2.3376e-01,
                       7.6660e-02, -2.5037e-01, -2.7030e-01, -4.0645e-01, -3.1262e-01,
                      -2.0603e-01, -3.2094e-01,  1.5167e-01,  3.1859e-01,  1.4729e-03,
                       1.0411e-01,  2.2920e-02, -1.0099e-01,  4.8212e-01, -6.1714e-02,
                       1.1492e-01, -1.6280e-01, -1.2273e-02,  2.7246e-01,  3.0760e-01,
                       1.2646e-01, -1.5167e-01, -2.0607e-01, -4.4339e-02, -1.7652e-01,
                      -7.4859e-02, -1.7376e-01,  8.7436e-03,  1.3783e+00, -3.1709e-02,
                       3.3531e-01,  2.1175e-01, -3.3282e-01,  2.6761e-01,  1.4901e-01,
                      -5.9151e-02, -4.2066e-01, -1.2924e-01, -1.8333e-01, -1.9807e-01,
                       1.0947e-01, -2.7396e-01, -1.8940e-01, -6.8268e-03,  4.4856e-01,
                       1.1295e-01, -1.1539e-01, -1.9068e-01,  3.1739e-02, -2.2848e-01,
                      -3.3113e-01,  5.9970e-02,  1.2273e-01,  3.5383e-01, -2.1782e-01,
                       5.5162e-01, -2.4759e-01, -1.1152e-01,  9.0937e-03, -1.5649e-02,
                      -1.0644e-01, -2.7022e-01, -4.7356e-02, -1.6996e-01,  3.2988e-02,
                      -2.9548e-01, -8.0445e-02, -1.5717e-01, -5.0618e-02, -3.3292e-01,
                      -4.4498e-02,  7.1015e-01,  2.4498e-01,  9.5685e-02,  2.5786e-01,
                      -7.9169e-01, -3.1518e-01, -1.1088e-01,  2.1843e-02,  1.7110e-01,
                       4.8734e-02,  7.1003e-02,  1.9855e-01, -2.9770e-01,  2.2686e-02,
                      -4.5379e-01,  2.1513e-02, -3.8214e-02, -2.5211e-01, -8.1212e-02,
                       6.9085e-02, -5.8058e-02, -1.5170e-01,  4.1630e-02, -1.4424e-01,
                       5.1810e-02,  1.6480e-01, -3.7491e-01,  2.3310e-02, -1.1878e-01,
                      -7.6052e-02, -1.9196e-01, -8.5144e-03, -9.1680e-03, -1.3003e-01,
                       1.2117e-03, -1.0817e-01,  3.0560e-01, -7.7421e-02,  1.3723e-02,
                       2.9015e-01, -1.4754e-01,  5.1908e-01, -3.1986e-01,  5.4023e-01,
                       2.4372e-01, -2.5707e-01, -8.1800e-02,  2.5173e-01,  1.9042e-01,
                      -2.2955e-01,  7.1891e-02,  1.6015e-01,  3.8423e-01, -3.7918e-01,
                       2.7305e-01, -5.8960e-02, -1.2068e-01,  5.0654e-01, -3.5344e-01,
                      -4.0106e-01,  1.5875e-01,  4.7657e-02,  1.4498e-01, -5.6035e-02,
                       7.4825e-02,  3.9664e-02,  1.7927e-01,  1.6812e-01,  8.7952e-02,
                      -9.3051e-02, -1.4156e-01,  4.2632e-01,  1.7524e-01, -3.0610e-01,
                      -2.7442e-01,  2.3712e-01,  3.5612e-02,  5.0950e-02, -1.7985e-01,
                       1.4074e-01,  1.9839e-01, -4.2092e-01, -1.4145e-01, -7.0171e-02,
                      -1.5502e-01, -8.7593e-02,  3.5705e-01,  9.9387e-02,  1.9294e-01,
                      -4.8322e-02,  3.1884e-01,  5.5550e-01, -4.1120e-01, -4.7049e-03,
                       7.9785e-02,  1.1318e-01, -3.2314e-01, -1.5224e-01,  1.1841e-01,
                      -2.0334e-01, -5.2624e-01, -6.8239e-01, -2.8222e-01,  2.3027e-01,
                       4.8725e-02, -3.6534e-02, -5.6803e-01, -1.7491e-02, -8.5104e-01,
                       4.7990e-01,  4.8180e-01,  2.5072e-01, -1.7076e-01,  1.5134e-01,
                       2.3417e-01,  4.0098e-02,  5.7764e-02, -6.1454e-03,  6.9837e-02,
                      -1.7760e-01,  1.0064e-01,  4.1352e-02,  6.4366e-02,  1.2005e-01,
                       3.7609e-01, -6.8096e-02,  1.5274e-02,  7.3244e-03, -2.3942e-02,
                      -5.4755e-01,  1.8742e-02,  1.6084e-01,  8.4495e-03, -1.5214e-01,
                      -2.5708e-02, -1.1312e-02, -1.7487e-01,  3.0291e-03,  3.8600e-03,
                      -7.4730e-02,  1.7667e-01,  1.6336e-01,  2.2242e-01,  4.9818e-02,
                      -4.0012e-02,  1.4590e-01,  2.0627e-02,  2.6682e-01, -1.8301e-01,
                       2.6064e-02,  2.9023e-01,  4.1310e-01,  1.6567e-01, -2.2690e-01,
                      -7.0923e-02, -1.9800e-01, -1.8832e-01,  1.2294e-01,  1.5185e-01,
                      -1.5190e-01,  1.2615e-01, -7.1633e-02,  5.4425e-02,  8.5546e-02,
                      -7.3845e-02, -8.1426e-02,  1.8739e-02,  2.5928e-02,  2.0505e-02,
                       2.6730e-01,  2.1159e-01,  4.3277e-02, -3.7567e-01,  9.1086e-02,
                       2.3266e-02,  7.0442e-02,  1.5016e-01,  1.2406e-01, -5.7569e-02,
                       4.3706e-01, -1.2635e-02, -3.8419e-01, -4.6642e-01, -1.4705e-01,
                      -7.6195e-01, -1.2424e-02,  3.2708e-01,  9.3343e-02, -8.9226e-02,
                      -2.6312e-01,  1.2723e-02,  1.6670e-01,  4.1291e-01, -4.9685e-02,
                       1.8177e-01, -3.6417e-02,  9.6022e-02, -1.5986e-01, -1.8859e-01,
                      -8.9326e-02,  1.8508e-01, -1.0124e-01,  9.4986e-03, -1.4134e-01,
                       5.3732e-03,  3.1185e-02, -2.8827e-01, -9.8279e-02,  4.3045e-02,
                       4.3971e-02, -8.9490e-02,  4.3632e-01, -1.2751e-01,  1.5083e-01,
                      -3.3367e-01,  1.3543e-01,  3.4726e-02, -4.6729e-02,  9.7222e-02,
                       3.0532e-02,  7.4583e-02, -3.2178e-01,  2.0235e-01,  1.1354e-01,
                      -1.1344e-01, -2.3194e-01, -2.0759e-01,  1.2398e-01, -5.9443e-02,
                      -5.2917e-02, -1.3729e-01, -5.5608e+00, -6.7755e-02, -5.5315e-02,
                      -1.4287e-01,  6.3020e-02, -4.4855e-01, -1.9004e-01,  2.3143e-01,
                       7.8633e-03,  1.1047e-01, -4.7338e-02, -2.4566e-01,  3.0477e-01,
                      -7.9875e-02,  7.0272e-02,  1.0209e-02,  1.6051e-01,  1.8330e-01,
                       3.6587e-03, -6.1362e-02,  4.8767e-02,  3.3527e-01, -2.5883e-02,
                       1.8987e-01,  2.5700e-01,  1.6291e-01,  1.7612e-01, -1.5273e-02,
                       1.1109e-02,  4.9690e-01,  1.9766e-01, -1.2339e-01,  6.2258e-02,
                      -6.1492e-02, -3.6426e-01, -1.2841e-01, -3.1471e-01,  1.4383e-02,
                      -2.5930e-01, -2.1090e-01, -2.2640e-01, -2.9059e-01, -7.4648e-02,
                      -2.5150e-01, -1.4796e-01, -9.2855e-02, -4.5611e-01,  2.8429e-01,
                      -1.2180e-01, -1.4505e-01,  2.4414e-01,  1.2953e-01, -5.6853e-02,
                       2.3181e-02,  2.5031e-01, -2.8973e-01, -1.0288e+00,  1.1378e-01,
                       7.2866e-02,  9.8217e-02,  4.3886e-02, -6.0679e-02,  2.3489e-02,
                      -6.6419e-02, -3.7156e-02, -9.8450e-02, -1.1175e-01,  1.8565e-01,
                      -5.1520e-01, -8.8261e-02,  5.5891e-02,  1.7824e-02,  4.3587e-01,
                       1.8473e-01,  1.5109e-01,  8.0056e-02, -4.1661e-03,  2.2340e-01,
                       4.9516e-01,  4.0997e-02,  1.6412e-01, -3.3913e-01, -1.6195e-01,
                      -1.8741e-01, -3.3620e-01,  1.2790e-02, -5.6706e-02, -1.8941e-02,
                       1.2528e-01, -2.1265e+00,  4.0621e-01, -7.2801e-02,  2.2087e-01,
                      -6.0369e-02, -9.9634e-02, -1.0316e-01, -2.3410e-01, -2.0548e-01,
                       7.2245e-02,  3.6603e-02,  1.4008e-02,  2.0016e-01,  9.7092e-02,
                       9.3158e-02, -6.1221e-03, -1.3700e-01, -3.5064e-01,  2.6461e-01,
                      -1.1554e-01,  1.4189e-01, -8.2582e-01,  2.0998e-02,  1.5561e-01,
                      -8.3046e-02,  8.8983e-03,  1.7984e-01, -4.7964e-02,  4.2608e-01,
                      -8.1272e-04,  3.3688e-02, -7.9797e-02, -1.0668e-01, -1.4903e-01,
                       1.9802e-01, -4.3394e-02,  2.7857e-01,  9.9089e-02,  6.6601e-02,
                       7.3414e-02, -9.9049e-02,  1.8445e-01, -1.3847e-01, -1.2687e-02,
                       1.2961e-01, -1.5284e-01, -5.9813e-01, -2.7791e-01,  4.4168e-01,
                       1.7471e-01, -1.7463e-01, -1.7107e-01, -9.1882e-02, -9.8899e-02,
                       1.7128e-01,  3.3079e-01,  2.8973e-01,  3.7511e-01, -2.1398e-01,
                       8.5666e-02,  5.0747e-02, -1.5059e-01, -1.4705e-02, -1.9694e-02,
                       8.5979e-02,  2.5584e-02, -7.3166e-03,  1.1961e-01, -6.7739e-02,
                       2.2867e-01, -7.7392e-02, -2.6075e-01,  9.4421e-02,  8.2171e-02,
                       1.2712e-01,  3.7076e-01,  1.1549e-01,  1.3915e-01, -7.0019e-02,
                      -6.4842e-01,  2.4822e-01, -3.1417e-02,  2.0134e-01,  1.4854e-01,
                      -3.1212e-01, -3.3310e-02,  6.3965e-02,  1.2742e-01,  8.7858e-02,
                      -3.5587e-02,  1.5854e-01, -2.2941e-01, -1.3604e-01,  3.8529e-02,
                      -3.3948e-01,  3.2312e-03, -1.4885e-01,  1.7892e-01,  8.7433e-03,
                      -9.9397e-02,  6.3276e-02, -1.2699e-01, -1.1283e-01,  6.7898e-01,
                       7.9742e-02,  1.5692e-01, -3.7872e-02, -5.1569e-01, -3.0907e-02,
                       4.1436e-02, -2.3369e-01, -3.5771e-02,  9.5573e-03,  4.2530e-01,
                      -3.9725e-01,  7.2148e-02, -9.2616e-04, -7.8961e-03,  7.5381e-02,
                      -1.8221e-01, -3.5537e-02,  3.8324e-03], device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.weight',
              tensor([[ 0.0165,  0.0081,  0.0571,  ..., -0.0272, -0.0015, -0.0092],
                      [ 0.0194,  0.0081,  0.0499,  ...,  0.0835,  0.0171, -0.0414],
                      [-0.0026, -0.0410, -0.0346,  ...,  0.0417, -0.0084,  0.0190],
                      ...,
                      [ 0.0168,  0.0004,  0.0159,  ...,  0.0106, -0.0187, -0.0610],
                      [ 0.0479, -0.0203,  0.0600,  ..., -0.0620, -0.0643,  0.0357],
                      [-0.0007,  0.0114,  0.0187,  ...,  0.0629, -0.0541, -0.0103]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.bias',
              tensor([-0.1009, -0.1075, -0.0919,  ..., -0.1214, -0.1098, -0.0691],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.weight',
              tensor([[ 0.0140, -0.0270,  0.0296,  ..., -0.0035,  0.0253, -0.0334],
                      [ 0.0250, -0.0251, -0.0357,  ..., -0.0551,  0.0558, -0.0363],
                      [ 0.0018,  0.0235, -0.0167,  ...,  0.0089, -0.0057, -0.0197],
                      ...,
                      [-0.0492, -0.0035,  0.0353,  ...,  0.0682,  0.0274, -0.0341],
                      [ 0.0578,  0.0257,  0.0498,  ...,  0.0006, -0.0231,  0.0002],
                      [ 0.0571,  0.0015,  0.0596,  ..., -0.0553,  0.0712,  0.0178]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.bias',
              tensor([ 3.8466e-02,  2.7021e-02,  1.1316e-02,  1.3427e-01,  4.4333e-02,
                       7.3848e-02,  1.6661e-01, -8.1619e-02, -3.2060e-02, -7.5425e-02,
                       1.0416e-01,  4.8596e-02, -2.7484e-04, -8.3849e-02,  1.7119e-02,
                       2.0476e-01,  2.7408e-03, -2.9771e-02,  5.9727e-02, -5.0041e-02,
                       1.1428e-02,  6.9122e-02, -7.7260e-02, -9.1918e-03, -3.1083e-01,
                      -9.1606e-02, -7.9823e-02, -5.7997e-02,  1.2474e-01,  1.5628e-01,
                       3.1834e-02,  1.4874e-01,  5.6087e-02, -2.9965e-01,  2.6122e-02,
                      -5.0985e-02, -1.2466e-01, -2.9923e-02, -2.3258e-01,  7.8718e-02,
                      -4.2134e-02, -2.5815e-03, -6.2299e-02, -1.2793e-02,  1.6791e-02,
                      -6.4637e-02, -1.3559e-02, -7.7729e-02,  9.7940e-03,  4.3643e-02,
                       1.0320e-02,  4.4163e-02,  1.0541e-02, -1.4584e-02, -1.9604e-02,
                      -4.3116e-01,  1.3398e-01, -2.7178e-02, -4.7638e-02, -1.1142e-01,
                      -9.7158e-02,  5.4521e-02,  3.9972e-02,  6.3942e-02, -2.4763e-01,
                       8.7371e-02,  7.3180e-02,  3.3570e-02,  3.0543e-02, -1.8148e-01,
                      -4.2589e-02, -8.6751e-02,  3.1018e-02,  3.4399e-02, -5.9403e-02,
                      -6.0934e-02,  8.2886e-02, -1.7654e-02, -3.6876e-02,  4.1013e-02,
                       4.9091e-02, -4.3249e-02,  4.3381e-02,  5.9334e-02,  3.7172e-01,
                      -1.0454e-01, -8.6231e-04, -1.1257e-01,  2.3086e-02, -1.2278e-01,
                      -1.2574e-01, -5.2933e-02, -5.3853e-02,  6.8665e-02,  4.1322e-03,
                       1.9272e-01, -3.5974e-01, -2.6065e-02,  1.8254e-01,  4.4349e-02,
                       2.0331e-02, -1.6071e-02,  6.1052e-02, -3.5256e-02, -4.0707e-02,
                       5.1010e-02,  7.8544e-02, -4.5179e-02,  1.7720e-02,  1.5373e-01,
                       8.2437e-02, -5.9256e-02,  8.9770e-02,  2.8697e-01,  1.3420e-02,
                      -9.5727e-03, -6.7890e-02,  2.6390e-02,  7.8786e-02,  2.8628e-02,
                      -6.3213e-04,  3.8505e-02, -6.3745e-02, -9.6659e-03, -1.7045e-01,
                       1.0320e-02,  8.3718e-02, -9.1697e-02, -5.2358e-02,  4.4122e-02,
                       6.4001e-02, -1.7933e-02, -2.3008e-02, -1.4503e-02,  4.5092e-02,
                      -2.3711e-02, -3.1209e-02,  2.6141e-02, -7.6564e-02,  1.5914e-01,
                      -3.0470e-01, -4.1964e-02, -3.7857e-02, -4.9869e-01, -7.8832e-02,
                       1.1568e-02,  4.4145e-03, -3.5612e-02, -1.7371e-02,  5.1700e-02,
                      -1.0369e-01, -6.9076e-02, -8.6386e-02,  4.8825e-02,  3.6494e-02,
                       3.8087e-03,  6.2955e-02, -1.4519e-01, -3.8013e-02,  4.0704e-02,
                       5.1305e-02, -3.5130e-03, -2.1829e-01,  2.3722e-02,  4.9333e-02,
                       5.7752e-02, -4.3818e-02, -6.0939e-02, -8.5135e-02,  6.2835e-02,
                       2.6494e-02, -2.6975e-01,  9.3920e-02,  1.2358e-01, -9.4465e-02,
                       2.9604e-02,  1.1527e-01, -9.4546e-03, -2.4182e-02,  5.0400e-02,
                      -1.9191e-01,  3.7043e-02,  2.6906e-02, -1.0526e-01,  9.3937e-02,
                       2.3685e-02, -4.6248e-02, -1.0610e-01,  5.2920e-02,  1.8509e-02,
                       4.3130e-02, -2.5550e-01,  1.0277e-01,  5.3518e-02,  1.5853e-01,
                      -1.5888e-02, -8.9187e-02,  3.2653e-01, -4.8377e-03,  2.1768e-02,
                       6.0419e-02,  1.3054e-02,  4.8742e-02,  6.3847e-04,  1.0825e-02,
                      -4.6454e-02,  2.1629e-03,  8.0511e-03,  2.8676e-02, -9.4470e-02,
                      -2.2353e-02, -9.9064e-02,  1.5822e-02, -2.3734e-02,  4.4071e-02,
                      -8.2427e-02, -2.5003e-02,  9.8603e-02, -2.2441e-02,  7.4667e-03,
                      -1.0145e-02, -1.3087e-02,  3.8771e-02, -7.1715e-03,  3.0864e-02,
                       7.5380e-02, -1.7067e-01, -9.7753e-02,  9.0260e-02,  3.0583e-01,
                      -7.0506e-03,  2.6521e-02,  6.7033e-02,  6.3305e-02, -7.9142e-02,
                      -9.6653e-02, -3.6484e-01, -7.4724e-02, -2.4777e-01,  1.9281e-01,
                       8.6823e-03,  1.2859e-01, -1.2466e-02,  1.2366e-01, -7.4627e-02,
                      -8.4223e-03,  4.0515e-02, -1.1839e-01, -7.1469e-02,  4.2710e-02,
                      -1.3838e-02,  2.2837e-02,  3.3562e-02, -5.1467e-03,  2.3082e-02,
                       6.9539e-02, -2.7667e-02,  2.2936e-01,  4.3546e-02, -2.8461e-02,
                      -8.6209e-02, -1.9491e-01,  1.6464e-02,  1.1269e-03, -1.5560e-03,
                      -1.1561e-02, -1.1602e-01, -3.6300e-02, -2.5107e-01,  2.9830e-02,
                      -1.1873e-01, -1.0097e-02,  8.2456e-02, -8.6409e-02,  1.1638e-01,
                       3.9108e-03,  1.0914e-01, -1.5791e-01,  1.8051e-01,  6.7379e-02,
                       3.5874e-02,  1.7332e-02, -1.0302e-01, -2.4444e-02, -1.1340e-01,
                       1.6031e-02,  6.3007e-02,  3.1694e-02,  4.1705e-02, -2.4840e-02,
                      -1.6105e-01,  7.0121e-02,  1.0875e-01,  4.3487e-02,  1.2203e-02,
                      -2.1008e-01, -1.4837e-01, -6.1715e-02,  1.5975e-02,  2.5232e-02,
                      -3.0344e-02, -2.6485e-02,  1.6107e-02,  1.1274e-02,  1.1959e-01,
                      -5.2068e-02, -4.5405e-02,  5.9435e-02, -3.0833e-02,  6.8090e-02,
                       2.0707e-01,  3.4912e-02, -1.1595e-01, -1.1216e-01, -4.4014e-02,
                      -9.4446e-03, -5.2766e-02, -1.2006e-01, -3.2561e-02, -1.2713e-01,
                      -6.3249e-02,  6.1108e-02, -4.0398e-02,  4.4880e-02, -7.3483e-02,
                      -6.0602e-02,  6.2678e-03, -2.5858e-02,  1.8961e-01,  9.1058e-02,
                       3.1355e-02,  5.5672e-02,  2.4932e-02, -1.0124e-02,  1.0293e-01,
                      -6.7990e-02, -3.4831e-02,  8.9901e-02, -1.0519e-01,  7.5278e-03,
                       4.5114e-01,  9.3050e-02, -1.0428e-01,  1.8679e-02, -8.9544e-02,
                      -5.5264e-02,  1.0267e-01, -8.3317e-02, -9.1285e-02,  5.1724e-02,
                      -3.0855e-02, -5.4509e-02,  9.9211e-02,  3.8637e-02,  4.6420e-02,
                      -7.4758e-02,  6.3850e-02,  1.2734e-02,  2.6286e-02, -2.2388e-02,
                       9.7843e-02, -1.2352e-01,  8.2135e-02,  2.6449e-02,  1.4043e-02,
                      -4.7259e-03, -4.0861e-02,  7.4722e-02,  1.8964e-02,  1.6601e-02,
                      -4.3199e-02, -4.2936e-02,  5.9784e-03,  4.0329e-02,  2.3678e-02,
                       2.6900e-02, -2.4397e-02,  2.3996e-02,  3.9666e-02, -1.9645e-01,
                       8.6154e-02, -2.9267e-03,  6.8201e-02,  5.1292e-02,  1.9892e-03,
                       1.2199e-01,  1.4458e-01,  7.8438e-03, -4.2381e-02,  2.9225e-02,
                       3.2984e-02, -6.7825e-02,  1.2223e-01, -4.9597e-02, -3.5565e-02,
                      -3.0619e-02, -1.3102e-02,  9.2053e-03, -1.5116e-01, -8.5881e-03,
                      -6.5483e-02,  6.0631e-02, -4.1491e-02,  1.4816e-04, -4.8066e-02,
                       3.5428e-02,  1.0723e-01, -6.5165e-02, -1.2032e-01, -1.2589e-01,
                       7.7953e-02,  4.4548e-02, -2.1860e-03, -6.9204e-03,  2.3154e-02,
                      -2.2284e-02, -1.3805e-02, -1.5372e-01,  1.1958e-01,  3.0679e-02,
                      -1.7731e-01, -2.7988e-02,  8.0789e-02,  1.3222e-02, -3.8632e-02,
                       2.4813e-03, -4.4648e-02,  1.1744e-01, -1.1948e-01,  2.2896e-03,
                      -2.3538e-02,  5.1794e-02,  1.5919e-01, -1.6817e-02,  4.2855e-02,
                       1.5000e-02, -1.1123e-02,  6.7868e-02, -7.0612e-02, -2.5880e-02,
                       3.9332e-02, -7.5153e-02, -1.7388e-01, -4.4800e-02,  6.7245e-04,
                      -9.1800e-02, -8.0334e-03,  1.1614e-01, -7.2728e-03,  4.5000e-02,
                       1.2256e-01, -1.4314e-01,  1.8382e-02,  1.9665e-02,  1.2020e-02,
                      -6.2858e-02,  1.2825e-01, -7.3816e-02, -4.6298e-02, -2.8850e-02,
                       1.8694e-02,  4.1279e-02,  4.8958e-02,  1.2528e-01, -2.8952e-02,
                       8.2416e-03, -1.0991e-01, -5.2932e-02, -4.6277e-02, -1.6353e-02,
                      -2.5447e-02,  1.5406e-02, -6.7740e-04,  5.6404e-02, -1.2487e-01,
                       7.6666e-02, -1.7067e-01, -4.8497e-02,  1.2895e-01,  3.2994e-02,
                      -1.6673e-02,  1.1941e-01,  9.8657e-03, -5.3889e-02,  1.0217e-02,
                      -1.4563e-01,  3.9721e-02,  3.8628e-02,  9.1787e-02, -8.8853e-02,
                       1.4928e-02, -3.9265e-02, -4.7499e-03,  5.2641e-02, -7.7634e-03,
                      -1.2986e-01, -1.6446e-01, -6.7988e-02, -8.5360e-02,  1.3134e-01,
                      -2.0141e-01, -8.5887e-04, -2.7111e-02, -1.8408e-02, -8.4548e-02,
                       4.5687e-02,  1.4223e-03, -9.1197e-03, -7.7449e-03,  2.8753e-02,
                       1.5398e-02, -4.3500e-02,  1.0578e-02,  8.4689e-02,  1.2426e-02,
                       1.1807e-01,  6.4544e-02, -1.0088e-01,  2.9571e-01,  1.2773e-01,
                       1.4801e-02,  5.8368e-02,  1.8406e-01, -4.7962e-02, -3.8939e-02,
                      -2.6892e-02,  1.2682e-01, -8.3640e-03, -3.5652e-02, -2.5287e-02,
                       4.9630e-02,  1.2006e-02, -1.2128e-01,  5.7334e-03, -4.5161e-02,
                      -1.2575e-01,  2.1682e-02,  6.8490e-02,  3.2008e-02, -1.1009e-01,
                       3.2615e-02,  9.4847e-02,  2.7419e-02,  1.0559e-01,  4.9681e-02,
                       4.1175e-03,  7.9606e-02, -2.3750e-02,  3.2690e-02,  4.5254e-02,
                       1.5691e-01,  5.8559e-02,  1.2802e-02,  7.5186e-02, -2.5282e-01,
                       1.8179e-02, -1.7746e-01, -1.2540e-01, -1.0852e-01,  6.2250e-02,
                       3.9797e-02,  2.6501e-02, -2.5626e-01,  1.9430e-02,  1.8357e-02,
                      -3.6472e-02, -1.1680e-01, -9.0967e-03, -1.0524e-01, -7.2821e-03,
                      -1.5361e-01,  1.2579e-02, -9.6041e-02, -4.6361e-02, -7.9582e-02,
                      -2.7396e-02, -3.3689e-02,  1.2492e-03,  1.5429e-02,  1.7555e-02,
                       1.5752e-01,  4.3919e-03,  4.1616e-02, -2.7317e-02,  7.4506e-02,
                       4.9642e-02, -1.3617e-02, -1.5387e-02,  1.0064e-01,  6.3161e-02,
                      -3.3824e-02,  2.3186e-01, -6.1215e-02, -1.3274e-01,  7.0618e-02,
                      -8.8264e-03, -2.2510e-02,  1.0538e-03,  4.2185e-02, -1.1028e-02,
                      -4.1156e-02, -7.5610e-02, -1.4718e-01,  9.2865e-02, -1.0540e-01,
                       9.4052e-03,  3.2123e-02, -4.5918e-02,  4.9741e-02, -2.4542e-02,
                      -9.2846e-03,  8.4010e-02, -7.8260e-02,  4.3681e-02,  7.0014e-02,
                      -1.0872e-01,  2.2339e-03, -5.8526e-02, -6.4377e-02,  5.4906e-02,
                      -7.1625e-02, -7.4870e-02,  7.9191e-02,  1.4995e-01, -6.7676e-02,
                      -4.2425e-02,  1.1039e-02, -6.9647e-02, -4.1962e-02,  2.1654e-01,
                      -2.3302e-01,  2.5422e-02, -3.0916e-02, -2.1357e-02,  4.2433e-02,
                       1.2301e-01,  7.7965e-02,  3.8469e-02, -3.3537e-02, -2.7109e-02,
                       1.4942e-02,  2.4201e-02,  7.0361e-02, -7.9988e-03, -1.2326e-01,
                      -2.9175e-02,  2.6759e-01,  1.2818e-02, -5.6361e-02, -1.3750e-01,
                       1.1883e-01,  9.7030e-02, -1.9520e-02,  1.5636e-01,  2.2230e-02,
                       1.3919e-01, -7.4098e-02,  5.5310e-02,  1.1797e-01, -3.4947e-02,
                       8.2102e-02, -2.8005e-03, -1.6789e-03,  5.5663e-02,  3.2617e-02,
                       4.9129e-02,  2.4672e-02,  3.8769e-01, -1.6921e-01,  1.1804e-01,
                       7.6759e-03,  3.0625e-01, -2.7059e-02,  7.7639e-03, -2.4381e-02,
                      -1.0325e-02, -9.1466e-02, -1.0228e-02,  7.2946e-02,  2.8962e-02,
                       7.9154e-02, -1.7428e-02,  1.5587e-02, -2.0248e-02, -2.1300e-03,
                       1.4384e-02, -7.4229e-02, -3.6927e-02,  4.0820e-02,  2.3233e-02,
                       2.5392e-02,  4.2384e-02, -6.5645e-02,  5.8642e-02, -9.5135e-02,
                      -1.1408e-01, -3.0928e-02, -6.6041e-03, -1.1973e-02, -5.1943e-02,
                       1.5048e-01, -7.1865e-02,  1.8345e-01, -1.2684e-03, -5.5511e-02,
                      -2.0443e-02, -3.5471e-02, -1.2136e-01, -1.2135e-02, -3.3878e-03,
                       2.4480e-02, -7.6258e-02, -8.6461e-02, -3.5445e-02, -1.2943e-03,
                       1.5476e-01,  4.0619e-02,  5.5255e-02,  8.2169e-02,  1.7217e-02,
                       2.2454e-02,  2.0457e-02, -5.2607e-02, -4.6050e-02,  5.6376e-02,
                      -4.2598e-01, -7.2084e-03,  3.9077e-02,  4.5710e-02,  3.7310e-02,
                      -3.5734e-02,  8.4427e-02,  7.6644e-02,  3.0851e-03, -1.2104e-01,
                      -8.7260e-02,  7.9967e-02, -3.0950e-02,  9.4875e-02,  1.2180e-02,
                      -6.1893e-02, -9.6966e-02,  3.2773e-01, -2.6348e-02,  6.0236e-02,
                       5.1432e-03,  1.0949e-01, -1.7425e-02, -6.9459e-02,  1.0128e-01,
                       6.1567e-02, -6.7227e-02,  2.0548e-02,  1.7665e-01, -3.9892e-02,
                       9.0629e-02,  1.3280e-01, -7.8032e-02,  3.4415e-02,  7.2014e-02,
                      -2.7402e-02,  2.6219e-03,  3.4826e-02, -3.5982e-02,  3.5173e-02,
                       2.0632e-03,  3.9437e-02,  2.7368e-02], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.weight',
              tensor([0.8138, 0.8292, 0.8172, 0.8162, 0.7626, 0.8113, 0.6143, 0.6486, 0.8610,
                      0.7142, 0.8686, 0.8537, 0.8938, 0.8528, 0.8670, 0.6009, 0.8235, 0.8221,
                      0.8186, 0.8529, 0.7308, 0.8610, 0.8434, 0.8192, 0.7954, 0.8061, 0.8280,
                      0.7840, 0.8310, 0.8723, 0.8207, 0.6063, 0.8699, 0.8011, 0.8193, 0.7935,
                      0.7387, 0.8574, 0.7045, 0.7893, 0.8607, 0.8197, 0.8310, 0.8507, 0.8694,
                      0.8378, 0.8036, 0.8362, 0.8523, 0.8242, 0.8575, 0.7823, 0.7640, 0.8277,
                      0.7424, 0.6451, 0.8155, 0.8195, 0.7354, 0.7624, 0.8417, 0.8841, 0.8381,
                      0.8366, 0.7320, 0.9007, 0.8151, 0.8285, 0.6371, 0.7849, 0.8260, 0.7914,
                      0.8313, 0.7995, 0.8586, 0.8592, 0.8402, 0.8081, 0.8737, 0.8296, 0.8344,
                      0.8032, 0.8493, 0.7897, 0.5361, 0.8270, 0.7593, 0.8362, 0.8649, 0.8051,
                      0.8153, 0.8114, 0.8160, 0.8000, 0.8022, 0.7964, 0.6036, 0.8237, 0.8407,
                      0.8152, 0.7861, 0.8751, 0.7491, 0.8759, 0.6207, 0.8687, 0.8603, 0.7508,
                      0.8571, 0.8586, 0.7882, 0.7979, 0.8638, 0.5361, 0.8000, 0.8413, 0.8371,
                      0.8330, 0.8529, 0.8795, 0.8360, 0.8306, 0.8500, 0.7765, 0.8033, 0.7823,
                      0.8295, 0.8071, 0.8291, 0.8232, 0.8657, 0.7643, 0.8242, 0.8505, 0.8552,
                      0.8191, 0.4032, 0.8509, 0.7472, 0.8715, 0.6395, 0.8700, 0.8054, 0.1208,
                      0.8104, 0.8068, 0.8129, 0.8323, 0.8257, 0.8024, 0.8255, 0.8227, 0.8589,
                      0.8321, 0.8072, 0.8119, 0.8530, 0.8351, 0.8278, 0.8265, 0.8856, 0.8243,
                      0.6949, 0.8436, 0.7775, 0.8368, 0.7021, 0.5812, 0.8035, 0.8474, 0.8383,
                      0.6624, 0.7545, 0.8366, 0.7474, 0.8228, 0.8582, 0.7521, 0.8424, 0.8285,
                      0.8216, 0.8086, 0.7962, 0.8602, 0.8675, 0.8436, 0.7835, 0.8219, 0.8122,
                      0.8343, 0.8009, 0.6717, 0.7867, 0.8452, 0.8293, 0.8397, 0.8621, 0.6306,
                      0.8211, 0.8472, 0.8374, 0.7350, 0.8515, 0.7808, 0.7731, 0.8158, 0.8579,
                      0.8963, 0.8673, 0.7976, 0.8531, 0.8428, 0.7749, 0.8496, 0.8215, 0.8415,
                      0.7702, 0.7977, 0.8254, 0.8215, 0.8470, 0.7858, 0.8663, 0.8419, 0.8527,
                      0.8434, 0.8358, 0.8487, 0.7805, 0.3957, 0.7946, 0.8695, 0.7838, 0.8096,
                      0.8369, 0.8394, 0.8231, 0.8476, 0.8317, 0.8742, 0.8247, 0.7892, 0.7417,
                      0.8409, 0.8545, 0.7826, 0.8558, 0.7942, 0.8640, 0.8849, 0.8224, 0.8342,
                      0.8835, 0.8679, 0.8719, 0.8762, 0.8629, 0.6455, 0.8116, 0.8354, 0.6730,
                      0.8248, 0.8315, 0.8081, 0.8336, 0.8354, 0.8603, 0.8635, 0.6957, 0.8559,
                      0.8496, 0.8578, 0.8762, 0.8262, 0.8713, 0.8616, 0.8313, 0.8379, 0.8320,
                      0.8535, 0.8719, 0.8631, 0.7681, 0.4225, 0.8433, 0.8682, 0.7378, 0.8448,
                      0.8431, 0.7946, 0.7024, 0.8021, 0.7870, 0.7677, 0.7998, 0.7500, 0.7753,
                      0.6075, 0.8465, 0.8144, 0.8545, 0.8262, 0.7797, 0.8206, 0.5415, 0.8239,
                      0.7680, 0.8591, 0.8356, 0.8147, 0.7625, 0.8039, 0.8197, 0.6583, 0.7979,
                      0.8803, 0.8157, 0.7561, 0.8640, 0.7786, 0.7957, 0.8388, 0.8027, 0.8820,
                      0.7637, 0.7686, 0.8087, 0.7505, 0.8760, 0.8371, 0.8534, 0.8258, 0.8830,
                      0.8624, 0.8756, 0.8743, 0.8251, 0.8311, 0.8208, 0.7404, 0.6362, 0.8628,
                      0.7919, 0.8658, 0.8426, 0.8775, 0.8608, 0.8286, 0.8169, 0.8119, 0.8435,
                      0.7951, 0.7803, 0.8100, 0.8564, 0.8066, 0.8263, 0.8295, 0.7870, 0.7354,
                      0.8350, 0.8364, 0.7909, 0.8791, 0.8221, 0.7771, 0.8619, 0.8925, 0.8666,
                      0.7644, 0.8393, 0.8743, 0.8492, 0.8286, 0.7944, 0.7837, 0.8297, 0.8540,
                      0.8326, 0.6104, 0.8128, 0.8282, 0.8690, 0.8448, 0.7851, 0.7546, 0.7836,
                      0.8546, 0.8058, 0.7350, 0.8736, 0.7582, 0.8322, 0.8391, 0.8018, 0.8446,
                      0.7559, 0.8574, 0.8039, 0.7700, 0.7329, 0.7496, 0.7173, 0.8133, 0.8401,
                      0.8404, 0.8189, 0.7790, 0.8416, 0.8982, 0.7917, 0.7982, 0.8464, 0.8754,
                      0.8351, 0.8207, 0.7798, 0.7987, 0.8015, 0.8213, 0.8242, 0.8908, 0.8519,
                      0.7654, 0.8197, 0.8264, 0.7973, 0.4740, 0.8470, 0.8513, 0.8154, 0.8720,
                      0.7717, 0.8659, 0.6264, 0.8422, 0.8254, 0.8049, 0.8529, 0.8473, 0.8423,
                      0.7678, 0.8124, 0.7518, 0.8384, 0.7958, 0.8636, 0.8555, 0.8503, 0.7684,
                      0.8123, 0.8212, 0.8330, 0.8371, 0.8381, 0.8124, 0.7827, 0.7674, 0.8023,
                      0.8238, 0.8436, 0.8147, 0.8140, 0.8683, 0.7992, 0.7920, 0.8166, 0.8212,
                      0.8269, 0.8217, 0.8597, 0.7879, 0.8987, 0.8135, 0.8196, 0.8361, 0.7264,
                      0.8699, 0.7460, 0.9023, 0.8024, 0.8386, 0.8391, 0.8467, 0.8277, 0.7974,
                      0.8629, 0.7726, 0.8793, 0.7696, 0.8017, 0.8717, 0.8469, 0.7752, 0.8401,
                      0.7813, 0.8086, 0.8806, 0.7939, 0.8397, 0.8216, 0.8630, 0.8242, 0.8297,
                      0.8389, 0.8402, 0.8734, 0.8081, 0.8050, 0.8581, 0.8051, 0.8282, 0.7908,
                      0.8206, 0.8599, 0.7815, 0.8566, 0.8274, 0.6065, 0.8760, 0.8748, 0.7277,
                      0.8256, 0.8607, 0.8512, 0.8806, 0.8673, 0.8731, 0.8193, 0.8427, 0.8325,
                      0.8411, 0.7872, 0.7898, 0.8118, 0.7746, 0.7630, 0.8079, 0.8086, 0.8180,
                      0.8311, 0.8693, 0.7396, 0.7505, 0.7640, 0.8861, 0.8058, 0.7732, 0.8135,
                      0.8512, 0.8064, 0.7770, 0.8588, 0.8152, 0.7356, 0.7885, 0.7720, 0.3348,
                      0.8536, 0.8205, 0.8817, 0.8862, 0.6803, 0.8349, 0.8462, 0.8605, 0.8325,
                      0.8403, 0.7679, 0.8418, 0.8030, 0.7934, 0.8212, 0.8169, 0.8428, 0.8637,
                      0.8088, 0.8281, 0.8157, 0.8672, 0.8472, 0.8554, 0.8342, 0.8127, 0.8431,
                      0.8599, 0.7744, 0.8166, 0.8103, 0.7865, 0.8609, 0.7594, 0.7969, 0.8170,
                      0.8185, 0.8869, 0.7694, 0.8043, 0.8384, 0.8246, 0.8541, 0.7959, 0.8108,
                      0.8492, 0.8163, 0.8441, 0.8288, 0.7907, 0.8289, 0.8065, 0.8147, 0.7474,
                      0.7990, 0.6811, 0.8642, 0.8629, 0.8589, 0.8877, 0.8409, 0.8241, 0.8128,
                      0.7751, 0.8214, 0.8827, 0.7923, 0.8465, 0.8335, 0.7980, 0.7600, 0.7778,
                      0.8400, 0.8293, 0.8030, 0.8311, 0.7755, 0.8044, 0.8438, 0.8423, 0.8381,
                      0.7952, 0.8916, 0.7861, 0.8007, 0.8176, 0.8032, 0.8025, 0.6059, 0.8396,
                      0.8690, 0.8116, 0.7775, 0.8693, 0.8043, 0.6717, 0.7966, 0.7952, 0.8764,
                      0.8018, 0.7872, 0.8524, 0.8407, 0.7929, 0.8085, 0.8016, 0.7834, 0.8373,
                      0.8685, 0.6237, 0.7283, 0.8463, 0.9013, 0.8231, 0.8063, 0.8759, 0.8373,
                      0.7758, 0.8214, 0.8359, 0.8890, 0.8307, 0.8776, 0.8103, 0.8389, 0.8415,
                      0.8521, 0.8166, 0.8238, 0.8610, 0.8331, 0.8765, 0.8539, 0.6012, 0.8291,
                      0.8494, 0.8417, 0.8531, 0.8228, 0.8689, 0.7638, 0.8788, 0.7978, 0.7241,
                      0.6914, 0.7914, 0.8430, 0.8741, 0.8365, 0.8804, 0.8233, 0.8471, 0.8275,
                      0.8727, 0.8547, 0.8196, 0.8685, 0.7381, 0.8044, 0.7257, 0.8246, 0.8632,
                      0.8506, 0.7814, 0.8676, 0.8083, 0.8815, 0.6010, 0.8477, 0.7999, 0.8438,
                      0.8478, 0.8350, 0.7917, 0.8655, 0.8545, 0.8065, 0.8530, 0.8685, 0.7844,
                      0.8245, 0.8404, 0.8552, 0.8174, 0.6205, 0.8107, 0.8125, 0.7805, 0.8104,
                      0.8350, 0.8124, 0.5834, 0.8150, 0.8607, 0.8249, 0.7904, 0.8585, 0.8125,
                      0.7488, 0.8263, 0.8177, 0.8175, 0.7841, 0.8589, 0.8639, 0.8541, 0.8872,
                      0.7997, 0.8484, 0.8272], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.bias',
              tensor([ 4.9223e-03, -1.6992e-01, -1.4208e-02, -9.6627e-03,  4.5061e-02,
                      -1.6572e-01,  2.6920e-01, -3.1722e-01, -9.2545e-02, -6.1305e-02,
                      -3.3047e-02, -9.0127e-02, -7.9731e-02, -5.5733e-02, -5.7221e-02,
                      -1.6014e-01,  1.4737e-02, -3.1480e-02, -2.8488e-02,  3.5370e-03,
                      -1.5093e-01, -7.7207e-02,  2.2989e-02, -8.1910e-02, -9.6452e-02,
                      -1.2798e-01,  3.7671e-02, -1.5845e-01, -1.4632e-02, -4.7785e-02,
                      -7.5248e-02,  2.0034e-01,  1.5670e-02, -9.5516e-02, -6.9660e-02,
                      -8.6690e-02, -2.8627e-02, -3.2222e-02, -2.1878e-01, -6.1252e-02,
                      -9.4471e-02,  3.6819e-02, -9.7212e-03, -1.3824e-01,  9.0422e-03,
                      -4.8978e-02, -1.7813e-01,  8.7475e-02, -1.1216e-01, -2.4679e-02,
                      -9.4823e-02, -3.1798e-02, -5.1074e-02, -8.0209e-02,  3.0466e-03,
                      -5.9873e-02, -1.6120e-02, -4.2724e-02, -8.7403e-02, -8.1469e-02,
                      -7.6222e-02, -5.1872e-02, -1.4150e-01,  6.6216e-02, -3.4933e-01,
                       2.4792e-02,  1.5853e-02, -5.4585e-02, -2.0036e-02, -1.3687e-01,
                       5.2329e-02, -1.3648e-01, -6.9502e-02, -6.7717e-02,  2.4067e-02,
                      -6.0338e-02, -4.4387e-02,  1.7878e-02, -2.5617e-02, -7.8544e-02,
                      -2.8727e-02, -6.4217e-02, -2.7464e-02, -1.6752e-01,  3.8365e-01,
                      -1.2364e-01,  6.4154e-02,  1.4639e-02, -7.1525e-02, -1.4962e-01,
                      -1.9029e-02,  1.1727e-02,  5.8946e-02, -1.8713e-01,  1.5039e-02,
                      -9.5053e-02, -4.6453e-02,  3.9975e-02, -5.7878e-02, -1.5940e-01,
                       4.5161e-02,  2.9917e-02, -1.5622e-01, -1.8234e-01, -1.3035e-01,
                      -1.4314e-01, -4.8957e-02, -1.5395e-01, -1.9956e-02,  1.3321e-02,
                      -2.3527e-02, -7.1084e-02,  5.7595e-03,  2.1474e-01,  3.7808e-02,
                      -1.8119e-01, -1.8513e-02, -1.1216e-01, -6.4987e-02, -8.1905e-02,
                      -3.6956e-02,  1.1374e-01, -2.2414e-02, -1.2372e-02, -9.9526e-02,
                       7.7813e-03,  7.1711e-02, -2.4778e-02, -1.0227e-01, -1.2570e-01,
                      -9.9678e-04, -1.4549e-01,  5.9133e-02, -9.1439e-02, -5.6580e-02,
                      -1.3151e-01,  1.2990e-02, -4.0452e-02, -2.9395e-02,  3.1085e-02,
                      -7.9319e-02, -9.3735e-02, -1.8011e-04, -8.1415e-02, -5.3439e-02,
                       5.7768e-02, -8.3790e-02, -9.5541e-02, -5.4451e-02,  9.7257e-03,
                       5.3608e-02, -1.4347e-01, -6.3910e-02,  8.2793e-03, -8.0986e-02,
                      -7.9360e-02,  1.8003e-02, -1.7184e-02, -1.3641e-02, -5.4581e-02,
                      -8.0591e-02, -5.1445e-02, -1.3840e-02,  3.9718e-02, -2.4894e-02,
                       4.7143e-02, -3.4316e-01, -9.0275e-02, -1.9043e-02,  2.3389e-02,
                      -3.9552e-02, -1.9869e-01, -1.9149e-02,  9.4772e-02, -2.2600e-01,
                      -1.9039e-01, -1.7031e-01,  1.9647e-01, -4.5477e-02,  4.8513e-02,
                       4.8109e-02, -3.9739e-02,  2.2637e-02,  3.8660e-02, -5.6631e-02,
                      -8.3606e-03, -2.2246e-03,  2.6207e-03, -3.4649e-02, -2.1537e-02,
                      -2.1678e-01, -2.1721e-01, -1.2329e-01, -9.5348e-02,  1.9147e-02,
                       3.8037e-03, -3.1880e-03,  2.3600e-01,  6.0045e-02, -1.4042e-01,
                      -1.3689e-01, -1.3544e-01, -5.6537e-02, -2.5467e-01, -1.1877e-01,
                      -1.2891e-01, -5.4917e-02, -4.6091e-02,  4.7319e-02,  1.0504e-01,
                       9.1051e-03, -4.2406e-02, -5.7623e-02, -4.3115e-02,  4.6621e-02,
                      -1.1481e-01, -3.1897e-03, -6.1690e-02, -3.9533e-02,  2.5828e-02,
                      -3.3872e-02, -1.5775e-02, -7.9940e-02,  8.9704e-02, -6.5049e-03,
                      -7.6706e-02, -1.9125e-01, -1.3917e-01, -1.6180e-01,  4.0728e-01,
                       3.2535e-02, -3.5401e-02, -1.0640e-01, -2.3171e-03,  2.0540e-02,
                      -8.0586e-03, -4.4327e-02, -8.4810e-02, -9.4446e-02,  2.3986e-02,
                      -3.7864e-02,  7.3950e-02,  5.7106e-03, -5.5438e-03,  3.5754e-02,
                      -4.9049e-03, -5.0797e-02, -2.7744e-02, -7.4351e-02, -1.0123e-02,
                      -3.8441e-02, -9.3158e-02, -6.9493e-02, -3.5465e-02, -1.0912e-01,
                      -5.6379e-02,  4.7023e-02,  1.5644e-01,  1.0604e-01,  3.5247e-02,
                       6.7628e-03,  6.4429e-02, -7.8176e-02, -1.2863e-01, -5.6598e-02,
                      -7.9614e-02, -4.1788e-02, -1.0849e-02, -2.1755e-01, -1.8162e-02,
                      -9.7861e-02,  9.0638e-03, -4.0546e-02, -1.6454e-01, -1.3264e-01,
                      -1.0081e-01,  5.9597e-03, -1.6115e-02, -1.6992e-02,  2.7627e-02,
                      -4.0577e-02,  3.3567e-02, -3.7715e-02, -2.9942e-01, -8.2766e-03,
                      -1.5136e-01, -1.4095e-01,  4.8807e-02, -1.0728e-01, -9.0081e-02,
                      -5.2222e-02,  9.3683e-02,  2.1324e-03,  4.0685e-02,  2.0765e-02,
                      -4.1762e-02,  9.0048e-03,  2.0143e-02, -5.1811e-02, -1.5534e-01,
                      -3.0677e-02, -1.6840e-02,  2.3871e-02, -2.1411e-02,  5.7955e-02,
                       8.9263e-02, -6.6863e-02, -6.1224e-02, -1.8995e-01,  5.6171e-02,
                      -2.1452e-01,  4.3149e-02,  4.1308e-03, -8.6621e-03, -6.5842e-02,
                      -2.4316e-02,  4.5079e-02, -2.2666e-02, -4.6576e-02, -9.2164e-02,
                       7.3236e-02, -1.7805e-03,  6.9415e-02, -5.9966e-02,  1.1104e-01,
                      -2.8647e-03, -1.7993e-01, -1.3014e-01, -9.6967e-02, -1.2294e-01,
                       3.8651e-02,  9.1651e-02, -4.5007e-02, -7.0028e-02, -1.0555e-01,
                      -9.2907e-02, -4.1838e-02, -1.0123e-01,  4.3011e-02, -5.6625e-02,
                       1.9483e-01, -3.4604e-02, -2.4616e-02,  4.2051e-02, -1.2286e-02,
                      -6.5608e-02, -4.7572e-02,  8.8733e-03, -4.2383e-02,  3.9549e-02,
                      -8.3880e-02, -1.2143e-01,  8.9013e-02, -5.0775e-02, -4.7937e-02,
                      -1.4894e-02, -7.3945e-03, -4.5008e-02,  2.3510e-03,  2.0588e-02,
                      -4.3971e-02,  3.2500e-02, -1.4027e-01, -3.2533e-02, -5.6760e-02,
                      -1.7730e-01, -2.1725e-02, -1.0204e-01,  2.4845e-02, -2.1131e-01,
                      -1.2901e-01,  4.8070e-02, -4.0442e-02, -1.3469e-01, -1.0631e-01,
                       6.4063e-02, -5.9761e-02, -1.2033e-01, -1.6641e-01,  1.0085e-01,
                      -1.3733e-01, -2.3909e-02, -1.7214e-02, -1.9058e-01,  7.9043e-02,
                       6.9132e-02, -1.0088e-01, -4.5804e-02, -7.5743e-02,  2.1839e-03,
                      -4.5651e-02, -1.0114e-01, -1.1852e-01, -1.1241e-01, -7.0117e-02,
                      -4.8250e-02,  1.5685e-03, -1.6692e-01, -1.0509e-01,  8.4940e-02,
                       4.9968e-02, -1.4497e-01, -9.0479e-02, -6.3896e-02,  5.6773e-02,
                      -6.6189e-02, -8.7984e-02,  1.5644e-01, -9.8114e-03, -1.4930e-02,
                       5.7034e-02, -3.3919e-02, -1.0376e-01, -7.8042e-02, -1.2110e-01,
                       2.5022e-03, -1.4464e-01, -1.3970e-01,  9.4970e-02, -2.7615e-02,
                      -6.1573e-02, -7.7210e-02,  3.9168e-02, -1.2261e-02, -9.0061e-02,
                       4.1962e-02,  1.0503e-01,  2.5895e-01,  3.0850e-02, -9.7242e-02,
                      -5.9843e-02, -1.4249e-02,  1.3546e-01, -6.7953e-02,  1.1794e-01,
                      -1.9369e-01, -1.7566e-01, -1.4072e-01,  3.6722e-03, -1.1087e-01,
                      -1.4772e-01, -3.0323e-02, -7.0486e-02, -2.4021e-02, -5.8372e-02,
                      -2.3708e-03, -6.7561e-02, -7.1975e-04, -6.5451e-02, -6.1093e-02,
                      -1.6856e-01,  2.1443e-02, -6.0878e-02, -6.0906e-02, -5.4198e-02,
                       4.1504e-02, -5.9597e-02, -1.5003e-01, -9.5460e-02,  1.6325e-02,
                      -2.3915e-02, -2.9974e-02,  1.5227e-02, -4.5241e-02, -6.6427e-02,
                      -7.9082e-03, -8.9051e-02, -7.3140e-02, -9.8289e-02, -3.3751e-02,
                      -2.5369e-02, -7.8029e-02, -5.3785e-02, -1.2636e-01,  2.0044e-02,
                      -3.0038e-02, -1.6201e-01, -1.0575e-01, -5.9747e-02, -1.4602e-02,
                       2.2826e-02,  1.1245e-02, -3.7141e-02, -5.9504e-02, -1.3671e-01,
                      -1.7236e-02, -7.7659e-02, -2.1410e-02, -3.9563e-02, -8.0574e-02,
                      -4.0680e-02, -4.7167e-02, -4.4902e-02, -4.3049e-02, -1.2388e-02,
                      -1.9612e-01, -1.2313e-01, -6.3188e-02,  1.1785e-01, -8.3108e-02,
                      -9.2915e-02, -8.5891e-02, -8.1395e-02, -9.1850e-02, -1.8443e-02,
                      -1.9056e-01, -3.1373e-02,  8.4851e-02,  1.6525e-01, -5.2685e-02,
                       6.9876e-02, -1.2358e-02, -1.4249e-01, -5.3521e-02,  1.2264e-02,
                       7.1255e-02, -3.7133e-02, -1.1080e-01, -8.5343e-02, -3.4302e-02,
                      -1.0118e-01,  1.1097e-02, -6.8080e-02, -5.8105e-03,  2.9566e-02,
                      -2.6063e-02, -9.0991e-02, -5.4079e-03, -7.2301e-02, -2.9430e-02,
                      -2.8188e-02, -3.9861e-02,  4.4186e-03,  6.0008e-03, -4.7118e-02,
                      -1.8351e-02, -1.1614e-02, -2.0421e-01,  1.9452e-02, -8.7630e-02,
                       4.6107e-02, -5.5159e-02, -5.0494e-02,  1.2306e-02, -3.9256e-02,
                      -3.7983e-02, -6.2512e-02,  7.4969e-02, -9.7281e-02, -4.6788e-02,
                       6.6344e-02,  6.4954e-02,  2.7673e-03, -8.1253e-02, -3.6557e-02,
                      -2.8100e-02,  8.0272e-03, -1.9078e+00, -2.1161e-02, -2.3128e-02,
                      -1.6912e-03, -3.7176e-02,  1.0506e-01,  5.1922e-02, -8.8999e-02,
                      -4.9969e-02, -8.9568e-02, -2.8190e-02,  2.0173e-02, -1.3608e-01,
                      -7.7247e-03, -8.1888e-02, -4.6709e-02, -1.0758e-01, -1.5004e-01,
                      -5.3884e-02, -2.3611e-02, -5.6097e-02, -1.6128e-01, -1.0004e-02,
                      -1.0131e-01, -1.1628e-01, -6.3790e-02, -1.4504e-01, -1.1120e-02,
                      -1.3815e-02, -2.5938e-01, -1.3481e-01,  2.0754e-02, -6.0716e-02,
                      -3.2661e-02,  1.0593e-01,  2.0035e-02,  1.0020e-01, -7.4260e-02,
                       4.3786e-02,  5.0492e-02,  1.6730e-02,  2.3792e-02, -5.6772e-03,
                       3.8678e-02,  1.8641e-02, -3.9833e-02,  1.2314e-01, -1.1176e-01,
                      -1.1520e-02,  1.0327e-03, -1.4919e-01, -6.8416e-02, -3.7827e-02,
                      -7.1587e-02, -1.5801e-01,  6.5221e-02,  2.7809e-01, -7.7037e-02,
                      -4.8365e-02, -9.0753e-02, -6.1179e-02, -1.1126e-02, -1.0394e-01,
                      -5.5707e-02, -7.0973e-03,  2.6057e-03, -2.4179e-02, -1.3263e-01,
                       1.1651e-01, -1.2877e-02, -5.8613e-02, -4.0569e-02, -1.7031e-01,
                      -1.4808e-01, -1.2952e-01, -5.6498e-02, -4.0802e-02, -1.0423e-01,
                      -1.5291e-01, -6.0958e-02, -4.8967e-02,  6.0226e-02,  3.3790e-02,
                      -2.8373e-03,  8.8860e-02, -3.7864e-02, -6.8375e-03, -3.1684e-02,
                      -1.1193e-01,  2.8439e-01, -1.9025e-01,  2.3097e-04, -1.2487e-01,
                       7.3450e-03, -4.3606e-02,  9.0637e-03,  4.3988e-02,  2.9616e-02,
                      -3.8324e-02, -7.3470e-02, -4.0740e-02, -7.9205e-02, -6.5721e-02,
                      -5.1823e-02, -3.2197e-02,  2.0936e-02,  6.5497e-02, -1.4855e-01,
                      -6.6368e-03, -9.7700e-02,  2.9476e-01, -5.2561e-02, -7.8433e-02,
                      -2.8425e-02, -4.7729e-02, -8.6147e-02, -1.0066e-02, -1.8432e-01,
                      -6.7289e-02, -6.8922e-02, -3.9429e-02, -6.0177e-02,  2.8827e-02,
                      -1.0322e-01, -5.0658e-03, -1.4088e-01, -9.0005e-02, -6.5377e-02,
                      -6.8608e-02,  5.3737e-03, -1.4795e-01, -2.6608e-03, -4.0771e-02,
                      -6.1843e-02,  9.5923e-02,  1.5666e-01,  4.8002e-02, -2.0221e-01,
                      -8.5556e-02,  3.1314e-02, -2.7044e-02, -1.3833e-02, -8.8025e-03,
                      -6.8414e-02, -2.0309e-01, -3.4643e-02, -1.8005e-01,  6.7383e-04,
                      -7.7683e-02, -6.3646e-02, -7.4359e-03, -1.1022e-02, -2.0212e-03,
                      -7.4587e-02, -5.5003e-02, -1.9339e-02, -8.4873e-02, -1.7386e-02,
                      -8.5373e-02, -4.6340e-02,  5.3816e-02, -6.2993e-02, -3.2294e-02,
                      -1.1405e-01, -1.8087e-01, -3.4856e-02, -9.8187e-02, -1.3727e-02,
                       1.7332e-01, -1.0340e-01, -3.1872e-02, -1.0580e-01, -6.4923e-02,
                       3.4576e-02,  2.2223e-02, -4.0921e-02, -5.7507e-03, -8.0860e-02,
                      -3.4196e-02, -6.5146e-02,  3.3133e-02,  1.7307e-02, -7.7488e-02,
                       1.3114e-02, -4.3423e-02,  7.9756e-02, -1.0134e-01, -3.2154e-02,
                      -3.3930e-02, -5.7706e-02,  1.5635e-03, -1.3479e-02, -2.0391e-01,
                      -6.7555e-02, -9.6185e-02, -2.2244e-02,  1.5559e-01, -2.0472e-02,
                      -4.1781e-02,  8.4230e-02, -2.2700e-02, -2.6787e-02, -2.0596e-01,
                       1.4071e-01, -8.3007e-02, -3.9037e-02, -5.6191e-02, -1.5072e-02,
                       3.1947e-02, -1.2353e-02, -4.9529e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.weight',
              tensor([[-0.0185,  0.0293,  0.0217,  ..., -0.0166,  0.0170,  0.0540],
                      [ 0.0115,  0.0550,  0.0245,  ..., -0.0795, -0.0294,  0.0124],
                      [-0.0121, -0.0660,  0.0231,  ...,  0.0016, -0.0383, -0.0025],
                      ...,
                      [ 0.1011, -0.0419, -0.0200,  ...,  0.0158,  0.0630,  0.0129],
                      [ 0.0507,  0.0213,  0.0270,  ...,  0.0376, -0.0233,  0.0168],
                      [-0.0018,  0.0090, -0.0207,  ..., -0.0288, -0.0458, -0.0170]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.bias',
              tensor([ 2.6544e-02,  4.5820e-04, -2.6952e-02, -2.9217e-02, -6.8066e-02,
                       6.6178e-02,  6.8389e-04, -2.0064e-02, -4.8387e-03, -4.5698e-02,
                       5.6476e-02, -2.9421e-02, -5.9599e-02,  2.3476e-03,  6.1077e-02,
                       3.1109e-02,  1.0565e-01, -1.1206e-02,  1.9488e-02, -7.4117e-02,
                      -2.5443e-02,  8.5166e-03, -1.0443e-01, -4.3452e-02, -2.7041e-02,
                      -9.0687e-02,  3.6531e-03,  5.4267e-02, -1.5868e-02, -5.4019e-02,
                      -4.5981e-02,  2.9325e-02, -7.7273e-02,  1.2400e-02,  1.0700e-01,
                      -1.0988e-01,  5.2940e-02,  9.5039e-02, -5.0899e-02,  4.5306e-02,
                      -3.1489e-02,  3.4286e-02,  1.3514e-01, -2.7394e-01,  7.5678e-02,
                       4.8630e-02, -6.8431e-03,  9.1394e-02, -6.0934e-02,  3.3112e-02,
                      -4.2910e-02, -3.8435e-02, -1.3219e-02,  4.9587e-02, -1.6560e-02,
                      -3.6861e-02, -4.8116e-02, -1.0048e-01, -3.3582e-01, -6.8333e-02,
                      -1.1052e-01, -4.7088e-03, -6.0534e-02, -5.3917e-02,  1.0538e-02,
                       2.7237e-01,  2.7131e-02,  2.6026e-02,  1.6439e-01,  1.4017e-01,
                      -3.3802e-03,  5.9849e-02, -6.2131e-02, -8.9086e-02, -4.9949e-01,
                       6.7895e-02, -1.9727e-02,  1.9407e-02, -1.7706e-02, -6.4363e-02,
                       1.3377e-01, -2.5819e-02,  8.1758e-02, -1.4531e-01,  7.3406e-02,
                      -3.4715e-01, -3.5392e-02, -7.3914e-02, -5.1365e-02,  8.9725e-02,
                      -1.0482e-01, -1.5180e-01, -1.4973e-02, -1.4563e-02,  6.8625e-02,
                       3.9331e-02, -2.4943e-01, -1.0705e-01, -3.7495e-02,  3.2371e-02,
                      -1.1782e-01,  6.6879e-02,  9.3855e-02,  4.6924e-02,  6.4501e-03,
                      -6.2240e-02,  3.2986e-02, -2.3278e-03,  3.2672e-02, -7.8947e-02,
                       2.2745e-01, -9.7508e-02,  1.2712e-01, -3.4137e-02, -8.2073e-02,
                       2.2820e-01,  6.5961e-02,  8.7240e-02,  4.5995e-02, -1.8485e-01,
                       2.8451e-01, -1.1360e-01,  1.2265e-01, -4.7154e-02,  2.8308e-01,
                      -5.9076e-02, -3.8462e-02,  4.2075e-02, -6.0484e-02,  5.0757e-02,
                      -2.0199e-04, -8.9173e-02,  1.4039e-02, -2.2173e-01, -4.9400e-03,
                       5.6983e-02,  6.5753e-02,  4.4278e-02,  2.0757e-01, -1.2499e-01,
                      -6.8953e-02,  3.7747e-02, -8.3203e-02, -1.4964e-02,  2.5097e-01,
                      -5.7364e-02,  2.1751e-02,  1.0516e-01,  3.5038e-01, -2.2636e-01,
                       5.8488e-02,  8.7178e-02,  2.4929e-02, -2.6036e-02, -2.9272e-01,
                       9.0871e-02, -5.6028e-02,  5.4885e-01,  2.7814e-01,  1.0737e-01,
                       3.6413e-02, -1.9974e-01, -1.1884e-02, -7.7199e-02, -1.5045e-01,
                      -9.5492e-02, -2.8419e-02,  8.3173e-03,  2.5731e-01,  3.3906e-01,
                       2.4654e-01,  4.7598e-01, -8.3598e-02,  2.1314e-02, -5.4499e-01,
                       1.7413e-02, -8.4726e-02,  8.1380e-02, -8.2096e-01, -3.7076e-01,
                       4.0316e-02, -1.5237e-01,  1.2918e-01, -7.5938e-01,  2.5212e-01,
                      -3.0925e-02,  4.6416e-02,  3.9394e-02,  3.8099e-02,  9.1999e-02,
                      -9.6319e-02,  1.1443e-01,  3.5618e-01, -1.2110e-01, -5.9851e-02,
                      -2.5872e-01,  2.0358e-01,  3.1109e-01, -1.1502e-01,  5.1188e-02,
                       1.1955e-01, -3.4100e-01, -2.8664e-01,  1.5490e-01, -1.3856e-01,
                      -2.6536e-02,  1.9313e-01, -3.1798e-01,  5.2734e-01, -1.1156e-01,
                      -2.6710e-01, -1.8883e-01,  2.1783e-01,  2.2151e-01,  1.1651e-01,
                       2.2121e-01, -2.4231e-01, -8.0725e-02, -6.0238e-01, -4.5958e-02,
                       5.7593e-02, -9.1641e-02, -2.5103e-02, -3.9007e-01,  5.8749e-01,
                      -2.1971e-01,  3.5472e-01, -7.9959e-02, -2.1975e-01,  2.4169e-01,
                      -9.7297e-02,  2.4100e-01, -1.4346e-01,  8.4038e-02,  3.2399e-01,
                      -2.2064e-01, -6.1050e-02, -3.0051e-01, -1.3261e-01, -3.7299e-01,
                       1.4612e-01,  1.2159e-01,  1.4803e-01,  6.1748e-02, -4.8764e-03,
                      -5.1315e-02, -2.9771e-01,  6.5298e-02,  7.8418e-02, -2.1209e-01,
                       8.2559e-03, -2.8823e-02, -4.2828e-02,  1.8591e-01,  1.6212e-01,
                      -8.3236e-01,  4.7856e-01,  3.1077e-02,  1.2769e-01,  9.8011e-02,
                       2.7021e-02,  2.1855e-01, -7.7469e-02, -2.3683e-01,  5.2868e-01,
                      -3.1193e-01,  2.4831e-01, -2.2478e-02,  6.3299e-01, -1.5586e-01,
                       5.2528e-03, -4.8676e-02, -1.9005e-01,  1.5295e-02, -5.9773e-03,
                       3.3845e-01, -9.6929e-02,  4.4274e-02,  5.3535e-02,  5.7616e-02,
                       5.0890e-02,  1.0381e-02,  2.3334e-01,  4.2026e-02,  7.4059e-02,
                      -3.3418e-01, -1.8758e-01, -3.0536e-01, -1.1278e-01, -2.7555e-01,
                      -1.2709e-01, -3.1302e-01,  6.9178e-02, -5.1032e-01, -1.6751e-01,
                      -3.7042e-02, -2.8549e-01, -1.1242e-02,  2.2973e-01, -2.1990e-02,
                      -2.2208e-02, -1.4402e-01,  3.2676e-03, -4.6690e-03,  8.5968e-02,
                       2.1151e-01,  1.0999e-01,  2.1019e-01, -6.9794e-02, -4.7931e-02,
                       3.5266e-01,  4.8799e-02,  3.7794e-02, -1.2462e-01,  1.1933e-01,
                       6.5440e-04, -3.2924e-02, -1.8695e-02,  1.5956e-01, -1.4163e-01,
                       2.6643e-02, -2.6682e-03, -1.5093e-02,  3.6773e-02,  5.0405e-02,
                      -4.5466e-02,  3.6464e-02, -6.8790e-02, -1.2084e-02, -4.0254e-02,
                      -1.9249e-02, -7.5930e-03,  5.6662e-02,  8.7566e-03, -1.1233e-02,
                      -5.3828e-02,  1.8059e-02,  7.4611e-02, -6.0683e-02,  4.1598e-02,
                       3.5230e-03,  5.5529e-02,  5.4046e-02, -1.1999e-03,  1.9330e-01,
                      -1.1772e-02, -6.5424e-03, -2.1949e-02, -1.2099e-02,  5.8429e-02,
                      -8.8284e-02, -8.8386e-02, -3.6368e-02, -2.7529e-02, -1.4017e-02,
                      -4.9784e-02,  4.4830e-02,  1.9414e-02, -5.1417e-02, -7.3114e-02,
                       7.0918e-02, -5.0191e-02, -5.7403e-02, -3.5686e-02,  1.5133e-02,
                      -7.8907e-02, -8.3374e-02,  7.8589e-02, -1.5818e-02,  4.3658e-02,
                       5.8397e-03, -4.7486e-02,  4.2113e-02, -2.3434e-02, -5.1678e-02,
                      -1.8591e-02,  5.9647e-02,  4.2308e-02, -7.6112e-02,  1.7703e-02,
                      -6.2392e-02, -3.1311e-03,  9.0230e-03,  2.7393e-02, -3.9660e-01,
                       3.6368e-01,  1.7107e-01,  2.7007e-01,  1.5902e-01,  1.5984e-01,
                      -2.6871e-01, -2.1502e-02,  2.4521e-01,  3.7549e-01,  2.4946e-01,
                       2.4912e-01, -2.7502e-01, -1.0605e-02, -5.3826e-02, -3.2244e-01,
                       2.3738e-02,  5.6155e-02, -2.2665e-01, -7.0308e-02, -2.0652e-01,
                       2.5028e-02,  5.6616e-01,  3.1176e-01,  1.0851e-01, -3.1484e-01,
                      -4.7313e-02, -3.5227e-01, -1.2911e-01, -4.3306e-02, -3.4630e-01,
                       3.2021e-02, -1.9269e-01,  3.1953e-01, -1.7334e-01,  3.5170e-01,
                      -2.3432e-02,  6.9927e-02,  1.6258e-03, -4.2517e-01, -3.3441e-02,
                       1.5058e-01,  4.1840e-01, -1.9174e-02, -1.4948e-01,  3.6128e-01,
                       2.8950e-02,  9.4359e-02, -1.5072e-01, -3.4727e-01,  8.8966e-02,
                       1.0149e-01,  1.5582e-01, -2.6763e-01,  2.0010e-01, -5.6442e-02,
                       6.6878e-02,  3.4870e-01,  1.1912e-01,  3.0841e-01, -9.8725e-02,
                       1.5256e-01,  1.0584e-01,  2.3114e-01, -1.6294e-01,  9.0477e-03,
                       4.1458e-01,  8.3112e-02, -2.4932e-01, -4.5807e-02,  4.0259e-02,
                       1.1352e-02, -4.6136e-02, -2.6824e-02,  1.8720e-02,  6.6303e-03,
                      -2.1711e-01,  5.0507e-02,  2.9107e-02,  8.5857e-02,  5.2043e-02,
                      -1.0808e-01,  2.7781e-03,  1.3558e-01,  1.5711e-02,  3.3817e-03,
                      -1.6946e-02,  8.6681e-03, -3.6350e-02, -6.5140e-03, -9.4174e-02,
                       2.4839e-02,  2.6503e-01,  3.2983e-01, -2.5563e-02, -3.5421e-02,
                       3.7323e-02,  7.0928e-02, -2.1082e-02, -3.1150e-02, -1.1331e-02,
                       6.1604e-02,  1.4462e-03,  4.8273e-01, -4.6081e-03, -1.6858e-02,
                      -4.1418e-02, -6.2527e-04,  6.4584e-02, -2.6837e-04,  1.2531e-01,
                       4.8734e-02,  3.0617e-03,  1.7095e-02, -2.7204e-02, -6.4113e-03,
                       4.1330e-02, -3.2964e-02,  1.4384e-01, -1.5523e-02, -1.9507e-02,
                      -1.8319e-02, -1.6003e-02,  2.8721e-03, -8.6498e-02,  3.4918e-03,
                       3.8986e-02, -2.2239e-02, -2.5511e-01,  2.1032e-01,  3.6066e-01,
                      -1.7223e-01,  5.5993e-02,  2.2865e-01,  6.6903e-02,  1.6465e-01,
                       1.3820e-01, -4.0271e-01, -3.2999e-01,  1.7657e-02, -2.8276e-01,
                      -4.0157e-01,  1.2203e-01,  3.7850e-02,  2.9796e-03,  3.1067e-01,
                      -5.7539e-02, -9.5203e-02,  2.5538e-01, -2.6566e-01,  3.4812e-01,
                      -1.1261e-01, -1.6115e-01,  1.0082e-01,  6.0963e-02,  1.4609e-01,
                       2.6111e-01,  2.9601e-03, -2.8511e-01,  5.8548e-02, -1.4809e-01,
                      -3.9599e-01, -2.5294e-01,  9.3406e-02, -1.1615e-01,  3.0722e-01,
                      -7.2555e-02,  2.0813e-02, -1.9241e-01, -6.6281e-02,  6.4722e-02,
                       1.6326e-01,  2.0539e-01, -5.3045e-02,  1.3774e-01, -1.0627e-02,
                      -8.8107e-02, -1.6055e-01, -1.7484e-01, -3.5661e-02,  4.3931e-01,
                      -1.5962e-01,  2.1017e-01,  6.3572e-02, -9.7073e-02, -2.3922e-01,
                       4.0239e-01,  7.7113e-02, -7.0153e-02, -2.7705e-01,  2.4040e-01,
                      -1.0345e-01,  1.0487e-01,  7.7441e-04,  1.6248e-01,  2.2409e-02,
                      -2.0062e-02, -9.4925e-02,  2.6501e-02,  2.0245e-02, -9.0978e-02,
                       9.4606e-03,  1.5561e-02, -1.5005e-01, -1.3804e-02,  6.6041e-02,
                      -1.2021e-01, -1.5859e-01, -4.6171e-02, -4.2206e-02, -9.1183e-02,
                      -1.2356e-01,  4.9641e-02,  4.6869e-02, -6.6132e-02, -7.6351e-03,
                      -5.2763e-02,  7.3361e-02, -3.6952e-02,  6.2269e-02, -7.5815e-03,
                       5.0769e-03,  2.4775e-02,  5.7018e-02, -9.0912e-03, -2.7949e-02,
                       2.7441e-02,  1.1514e-03,  1.8076e-02, -1.4660e-01, -5.6177e-02,
                      -7.1430e-02, -1.5980e-01,  7.5015e-02,  3.1692e-02, -2.9122e-02,
                      -7.3842e-02,  5.9352e-02, -1.2681e-02,  7.7675e-02, -1.7653e-02,
                      -1.2215e-01,  1.4349e-02, -5.3239e-02, -5.5252e-04,  1.0915e-02,
                       4.4766e-02, -9.3366e-02,  2.4621e-02,  2.1394e-01, -3.7426e-02,
                       7.4626e-02, -8.9031e-02, -5.1675e-02, -7.2390e-02, -1.1625e-01,
                       5.7670e-01,  3.1210e-01, -2.8002e-01,  1.7123e-01,  2.7506e-01,
                       4.8975e-01, -1.9045e-01,  1.8976e-02,  2.0441e-01, -2.4452e-01,
                       1.7109e-01, -3.6706e-02,  1.3350e-01, -2.4775e-01,  2.8312e-02,
                      -1.3663e-01,  1.9790e-02,  1.0269e-01, -1.2835e-01, -2.4157e-01,
                       1.1342e-02, -6.1425e-02, -3.2973e-01, -2.7481e-01,  5.1377e-02,
                      -5.2075e-01,  5.8349e-02,  1.0380e-01, -1.7740e-01,  4.8485e-01,
                       4.2260e-01,  2.5287e-01,  8.5622e-02,  6.7693e-02, -3.1397e-01,
                      -1.6655e-01, -9.9341e-02,  1.1902e-02, -8.5400e-02, -1.0610e-01,
                      -2.5537e-02, -1.6364e-01,  1.3701e-02, -1.8110e-01, -1.4544e-01,
                      -7.5464e-02, -4.7153e-01,  3.7262e-02, -2.6311e-01, -1.1378e-01,
                      -5.4063e-01, -1.3417e-02,  8.8861e-02, -1.6901e-01,  1.7513e-01,
                       1.9298e-02, -2.1758e-01,  3.5562e-02,  1.1523e-01, -7.0720e-02,
                      -1.6103e-01, -6.9002e-02, -1.9497e-01,  6.9206e-02, -5.5160e-02,
                      -1.0333e-01,  2.6495e-02, -2.4950e-01,  7.1350e-02,  1.5059e-01,
                      -1.3244e-01,  4.9925e-02, -2.2356e-04,  3.8953e-02,  1.9068e-01,
                      -4.4946e-02, -1.1513e-01,  2.5599e-01,  2.9224e-02,  2.4682e-01,
                      -1.1814e-01,  3.2645e-01, -2.0017e-01, -1.0098e-01,  3.7878e-03,
                      -1.3605e-01,  1.8047e-02,  4.9444e-01, -1.7808e-01, -1.2182e-01,
                       1.1476e-01,  3.8227e-02, -2.7932e-02, -1.2001e-01,  1.3986e-01,
                      -2.3170e-01,  1.8702e-01, -3.6401e-02,  1.0568e-01, -1.1657e-02,
                      -3.2954e-01, -5.9546e-02,  3.1751e-02,  1.1475e-01,  4.9800e-01,
                      -1.0893e-01, -1.6393e-01, -2.7092e-01, -1.3115e-02, -2.1586e-01,
                      -1.9632e-01, -1.0319e-01, -4.1882e-01, -2.1524e-02,  3.6741e-02,
                       2.7473e-01,  1.0052e-02,  9.1723e-02, -3.3232e-02,  4.4407e-02,
                       2.8764e-01, -1.9556e-01,  1.7164e-01, -1.9863e-01, -1.0196e-01,
                       1.5321e-02,  3.0155e-01, -3.8314e-01], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.weight',
              tensor([[-0.0004,  0.0118,  0.0100,  ..., -0.0200, -0.0436,  0.0122],
                      [ 0.0027, -0.0342,  0.0867,  ...,  0.0102,  0.0245,  0.0238],
                      [ 0.0209, -0.0331, -0.0245,  ...,  0.0593, -0.0061, -0.0250],
                      ...,
                      [ 0.0088,  0.0426, -0.0248,  ...,  0.0516,  0.0050, -0.0487],
                      [ 0.0401, -0.0274,  0.0145,  ...,  0.0678, -0.0273, -0.0135],
                      [-0.1077, -0.0396, -0.0437,  ..., -0.0314, -0.0004,  0.0184]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.bias',
              tensor([-9.9534e-05, -1.4809e-03, -5.9447e-04, -4.1505e-04, -6.6989e-04,
                       1.2900e-03, -1.9242e-04,  1.3835e-03,  2.0458e-04, -1.2274e-04,
                       1.2732e-03,  7.9700e-04,  5.8841e-04, -1.5419e-03,  7.3463e-04,
                       5.6324e-04, -1.5583e-03, -1.2319e-03,  1.0417e-03, -6.9469e-04,
                       6.2864e-04,  2.3428e-03, -1.6249e-03,  1.2470e-04,  9.9582e-04,
                       5.8800e-04, -1.2986e-03,  1.2105e-03,  5.9878e-04, -3.6962e-07,
                       7.3843e-04,  8.9101e-04, -6.4747e-04, -2.6222e-04,  1.4699e-03,
                      -1.3854e-04,  5.8758e-04,  1.8343e-03, -5.1125e-04,  9.3347e-04,
                       2.0233e-03, -2.3794e-03, -8.2281e-04,  9.7416e-04,  1.0649e-03,
                       6.4500e-05, -4.0876e-04,  1.6628e-03, -1.7434e-04,  1.1012e-03,
                       1.5275e-03,  1.8716e-03, -4.4617e-04,  2.7663e-04, -1.1230e-03,
                       6.5963e-04,  3.4186e-04,  6.4880e-04,  2.3501e-03, -1.6413e-03,
                       2.0970e-03, -2.0199e-03,  2.6625e-03,  6.5923e-04,  1.2245e-03,
                       3.8772e-03, -1.3902e-03,  1.7705e-03,  1.8082e-03, -2.1453e-03,
                      -3.4748e-03,  1.1206e-03, -1.5708e-03, -3.2988e-03,  1.2447e-03,
                       2.9408e-03, -1.2368e-05, -3.6579e-03, -3.2261e-03, -1.8493e-03,
                      -2.8966e-03,  1.0982e-03, -1.0624e-03,  2.5945e-03,  3.9818e-03,
                      -1.4314e-03,  2.2111e-03,  2.0533e-04, -3.2200e-03,  4.3502e-03,
                       1.9043e-03,  1.8157e-03,  1.4362e-03,  5.4237e-04,  3.8556e-03,
                      -4.7021e-03,  3.1918e-03,  3.1149e-03, -1.4439e-04,  4.4316e-04,
                      -1.2432e-03,  2.1767e-03,  3.6722e-03,  3.5164e-03,  2.6334e-03,
                      -1.0672e-03,  4.1262e-03,  2.5222e-04,  7.9206e-04, -2.2071e-03,
                       9.9989e-04,  5.7000e-04,  3.8160e-03,  3.6668e-03, -4.0129e-04,
                      -4.5740e-03, -2.3036e-03, -3.4830e-03, -1.3902e-03, -2.0310e-03,
                      -2.9673e-04, -2.8837e-04,  3.1135e-03,  1.4226e-03,  1.4778e-03,
                       1.6283e-03, -9.0200e-04, -7.4148e-04, -3.1757e-03,  8.6110e-04,
                       2.0023e-03,  1.9682e-03, -9.1692e-03, -2.9409e-03, -5.5047e-03,
                       4.6465e-03,  3.8141e-03,  2.7244e-03,  4.9131e-04, -4.2320e-03,
                      -4.4782e-04, -4.2967e-04, -2.1642e-03,  9.7277e-04,  3.5421e-03,
                      -7.8860e-03,  2.0954e-03,  1.0657e-02,  3.6894e-03, -2.9841e-03,
                       4.8025e-04,  1.5967e-03,  3.3687e-03,  3.3069e-03, -6.3266e-03,
                       3.3819e-03, -3.1569e-03,  8.4528e-03, -2.4181e-03,  2.7770e-03,
                      -3.5678e-03, -1.9781e-04, -2.4637e-03,  3.3258e-03, -4.7176e-03,
                      -9.7957e-04,  1.8186e-03, -3.5495e-04,  4.4039e-03,  5.0821e-03,
                      -2.7719e-03,  6.2204e-03, -8.3042e-03, -5.5549e-03, -1.2863e-02,
                       2.8131e-03, -1.3512e-03, -2.6142e-03, -1.1110e-02, -5.4233e-03,
                      -3.6336e-03, -2.8877e-03, -4.5716e-03, -8.3357e-03, -7.4516e-04,
                      -1.0479e-03,  2.2959e-03,  1.3106e-03,  5.3442e-03,  4.9114e-03,
                       8.5173e-03,  2.0351e-03,  1.3415e-03, -2.7825e-03, -1.4954e-03,
                      -2.5213e-03,  3.2790e-03,  1.0388e-02, -8.5495e-03, -3.0552e-04,
                       8.5557e-04,  5.3222e-03,  4.0714e-04,  3.6841e-03, -4.6942e-03,
                       4.7491e-03,  3.2409e-03,  3.4326e-03,  2.6050e-03, -5.1694e-03,
                      -2.0722e-03,  2.2120e-04,  7.4602e-03,  2.6299e-03, -1.3210e-03,
                       5.2880e-03, -1.0973e-02, -8.7768e-03,  2.5439e-03, -1.2301e-03,
                      -3.6418e-03, -4.3433e-03, -4.3051e-03, -6.4337e-03, -3.0813e-03,
                       3.1804e-04, -1.4388e-03,  1.3271e-03, -3.8274e-03,  7.0091e-03,
                       2.3951e-03, -2.2877e-03, -4.7322e-03, -5.0335e-03,  4.7769e-03,
                       3.0039e-04,  2.4946e-03, -5.4852e-03,  1.0079e-03, -3.7706e-03,
                       2.0251e-03,  1.5170e-03, -2.8756e-04,  2.1998e-03, -3.6991e-03,
                       2.2256e-03, -1.1157e-03,  8.7984e-03,  8.4720e-03,  5.8267e-03,
                       1.5741e-03, -3.0616e-03,  1.6021e-03,  2.0087e-03, -1.4855e-03,
                      -4.3784e-03,  1.9753e-03, -5.7894e-04, -2.4694e-03,  2.6167e-03,
                       2.3379e-03, -6.4357e-03,  8.5764e-04,  2.7344e-03, -2.2261e-03,
                       2.0626e-03,  6.8069e-03, -2.2169e-03,  2.8605e-03, -2.2152e-03,
                       8.5555e-04,  6.2508e-04,  5.9410e-03, -2.3508e-03,  3.0753e-04,
                       4.5446e-03,  2.4283e-03, -7.9512e-04,  2.4213e-03, -1.2917e-03,
                       8.1977e-04,  9.6000e-05,  7.1231e-04, -1.9019e-03,  3.7580e-03,
                       5.7196e-03, -3.8961e-03, -5.8983e-03,  3.5238e-03, -2.3981e-03,
                      -1.1877e-03, -5.8388e-03,  1.9600e-03, -2.5980e-03, -6.7516e-03,
                      -5.6640e-03, -4.0488e-03,  1.8607e-03, -3.2644e-03, -4.9035e-03,
                      -2.2812e-03,  8.4132e-03, -4.5703e-03, -8.2346e-04,  2.8503e-03,
                      -1.1842e-03,  2.8221e-03,  1.3963e-04, -1.3878e-03, -3.4472e-03,
                      -9.8105e-04,  5.2762e-03, -3.7314e-03, -2.8317e-04, -1.2764e-03,
                      -4.8238e-03, -4.0874e-03,  8.5992e-03, -5.5506e-03, -2.2163e-03,
                       3.5024e-03,  6.3315e-04,  3.1458e-03, -1.6216e-03, -2.5990e-03,
                      -8.4020e-04, -2.0859e-03, -1.8697e-03, -5.5208e-04, -4.8672e-03,
                       3.9281e-04, -1.1267e-03, -3.1681e-04,  2.2983e-03, -2.5165e-04,
                       2.4792e-03,  1.4774e-05, -1.7754e-03,  1.8064e-03, -3.1546e-03,
                      -1.9244e-03, -7.0294e-04, -1.7759e-03, -1.8538e-04,  4.9733e-04,
                       1.1706e-03, -2.4911e-03, -1.2423e-04, -5.1246e-05, -1.4181e-03,
                       9.3911e-04,  3.8010e-04,  1.4096e-04, -3.2782e-04,  1.1485e-03,
                      -5.3471e-04, -7.6730e-04,  2.7338e-03,  1.1033e-03,  1.8019e-03,
                      -2.7891e-03, -1.2715e-03, -1.1242e-03,  9.1302e-04, -2.9062e-03,
                      -2.0764e-04, -7.5692e-04,  6.5471e-04, -4.3958e-04,  1.8271e-03,
                      -1.7492e-03, -6.7399e-04,  1.8407e-03,  9.0259e-05, -1.1076e-03,
                      -2.8663e-03, -9.0229e-05, -3.6902e-05, -2.2846e-03,  3.3262e-03,
                      -3.8363e-04, -1.9525e-03, -3.0684e-03,  1.3207e-03,  1.4855e-03,
                      -1.2211e-03, -8.5726e-04, -2.4080e-03,  3.2015e-04,  6.2039e-04,
                      -4.4080e-03,  2.0183e-03, -2.3884e-03, -3.8318e-06,  1.9671e-03,
                       3.3875e-04,  1.0390e-03,  2.2184e-03, -7.7253e-04,  2.5396e-04,
                       6.6530e-04, -6.0786e-05, -1.4651e-03, -1.2907e-03, -9.2034e-04,
                       7.6692e-04,  2.8133e-03,  1.6375e-03, -6.7697e-04,  3.2463e-04,
                      -2.9639e-03, -3.1715e-04, -4.9241e-04, -1.0673e-03,  1.6345e-04,
                       2.6006e-03,  7.9551e-04, -1.2998e-04, -1.9015e-03, -1.6837e-04,
                       2.6847e-03, -1.1622e-04, -1.3489e-03,  3.5826e-04,  1.9171e-03,
                       1.1449e-03, -1.7796e-03,  4.4197e-03, -2.6597e-03, -8.9591e-04,
                       6.4394e-06, -1.7572e-03, -1.4459e-03, -6.5298e-04, -7.5922e-05,
                      -2.0653e-03, -7.6006e-04,  6.5596e-04, -3.5828e-04, -9.0150e-05,
                      -2.2111e-05,  3.4221e-03,  1.9030e-04,  1.7706e-03, -7.2900e-04,
                       5.5263e-04,  1.5397e-03, -9.6864e-04,  1.7956e-03, -6.4788e-04,
                      -9.9595e-03,  1.9155e-03,  3.1565e-03, -1.5246e-03, -1.6522e-04,
                       3.6470e-03,  6.8856e-04,  3.8650e-03,  2.3184e-04,  3.4495e-03,
                       6.1134e-03, -6.7645e-04,  6.0904e-04, -1.9932e-03, -1.9908e-03,
                       1.6857e-04, -1.6675e-03, -1.7970e-03,  1.4948e-03, -6.4623e-04,
                       7.7599e-04, -4.2319e-03,  3.4738e-03, -1.5323e-03,  1.5897e-03,
                      -4.3927e-04, -2.7945e-03, -7.0541e-03,  2.3457e-04,  7.0408e-05,
                      -1.0450e-03, -1.2094e-03,  2.8461e-03, -1.1487e-03, -2.1407e-03,
                      -5.2044e-03, -5.3904e-04, -5.6686e-03,  1.0206e-04, -8.3359e-04,
                       4.7751e-03, -2.1369e-03, -6.4562e-04,  3.7134e-03, -6.2035e-03,
                      -2.4377e-03,  4.7273e-03, -5.3824e-03, -1.6516e-04,  6.6784e-04,
                      -1.8019e-03,  8.9468e-04, -4.6268e-03, -3.2573e-03,  6.6854e-04,
                      -5.3787e-03,  2.0876e-03, -2.0789e-03,  2.4179e-03,  1.3747e-03,
                       2.3511e-04,  5.3465e-03, -2.8647e-03,  3.6451e-03,  1.2104e-03,
                      -7.8911e-04,  1.9159e-03,  1.5502e-03,  1.6078e-03,  1.4822e-03,
                      -1.8674e-03, -4.0323e-03, -2.9372e-03,  1.8229e-03, -1.9445e-03,
                      -3.8798e-04, -1.4014e-03, -1.0827e-03,  1.9455e-03, -1.7018e-03,
                       2.6614e-04, -2.2806e-03, -1.7295e-03, -7.6382e-04,  4.0571e-03,
                      -4.7068e-03,  3.2709e-03, -1.7611e-03,  9.6456e-04,  8.4745e-05,
                       1.6249e-03, -1.7161e-03, -2.8121e-04, -4.2488e-03, -2.5941e-03,
                      -2.4087e-03, -9.1202e-04,  2.9027e-03, -1.0923e-03, -3.4234e-04,
                       5.7066e-04, -1.9115e-03, -2.3944e-03,  1.9051e-04, -2.2408e-03,
                       1.9310e-03,  9.2048e-04,  7.1558e-04,  4.5630e-03, -2.6706e-03,
                      -2.6811e-03, -9.2065e-04, -1.0166e-03,  1.2717e-03,  4.9854e-03,
                      -2.4328e-03,  1.6191e-03,  6.5106e-03,  3.1447e-03, -2.7817e-03,
                      -1.1994e-04, -1.2594e-04,  1.1962e-03, -2.9518e-03, -5.2192e-04,
                      -4.8131e-04,  2.4353e-05,  4.6498e-04,  2.5025e-03,  1.9221e-03,
                       2.2487e-04,  4.7215e-04, -2.9026e-03, -9.3692e-05,  2.4518e-04,
                       1.9162e-04,  2.6044e-03,  1.5095e-04,  3.9526e-04,  1.7367e-03,
                      -6.0532e-04,  1.2759e-03, -1.2745e-03, -2.6124e-03,  1.1991e-03,
                       2.9015e-03, -3.6529e-03, -2.0872e-03,  7.9834e-04,  6.4303e-04,
                       1.3451e-03,  6.7141e-04, -1.5467e-03, -1.3332e-03, -1.5809e-03,
                      -2.8047e-04, -1.4633e-03, -1.4281e-03, -1.1228e-03,  2.5191e-03,
                      -1.0600e-03, -1.5034e-03,  2.6955e-03,  2.0546e-04, -5.7597e-05,
                      -5.7683e-05, -9.8074e-04,  1.7435e-03,  1.0559e-03,  9.5127e-04,
                      -1.6068e-03,  3.8699e-04,  1.1014e-04, -7.1588e-04,  1.5218e-03,
                       1.2803e-03,  1.3438e-03,  9.7274e-04,  5.7422e-04,  6.3264e-04,
                       4.9121e-04,  8.4246e-04, -1.3185e-04,  6.2795e-04, -2.2175e-03,
                      -8.3680e-04, -3.8578e-04, -1.7140e-03, -9.5535e-04,  8.6501e-04,
                       2.3496e-03, -1.5061e-03, -7.8598e-04,  7.6311e-04,  3.3802e-03,
                       9.6097e-04,  2.5623e-03,  3.9587e-03,  3.3618e-03, -1.5663e-03,
                       2.8183e-03, -4.2550e-04,  1.4238e-03, -2.1560e-03, -3.5914e-04,
                       8.6605e-04, -7.7360e-04, -2.0457e-03, -1.8528e-03,  9.3090e-04,
                      -1.4654e-03,  1.1446e-03, -1.8709e-04, -1.2050e-03,  8.0712e-04,
                      -1.5708e-03,  1.2912e-03,  3.7094e-03,  3.0475e-04,  4.5714e-03,
                       6.0864e-04,  1.2635e-03, -1.8184e-03,  1.2586e-03,  4.0334e-04,
                      -1.3312e-03, -1.4153e-04, -1.8188e-03, -1.9568e-04,  2.8439e-03,
                      -1.0546e-03,  1.8216e-03,  2.8149e-04,  2.4991e-03,  7.3250e-04,
                      -9.1923e-04, -1.2662e-03,  3.0185e-03, -1.4957e-04, -4.3097e-03,
                       1.8073e-04, -3.2829e-03,  5.8522e-05, -3.8614e-03, -1.0323e-03,
                      -4.5777e-04, -2.5249e-03,  1.2108e-03,  2.6566e-03,  1.7969e-03,
                      -2.4067e-03,  4.9273e-04,  1.0234e-03, -9.3250e-04, -6.2410e-03,
                       2.5638e-03,  9.2620e-04,  4.4027e-03,  7.6952e-04,  3.5084e-03,
                       1.1257e-03,  1.3491e-03,  3.9460e-03, -7.8792e-04, -1.0943e-03,
                       2.0476e-03, -9.4084e-04, -3.6326e-03,  9.4338e-04, -8.0906e-04,
                       2.8387e-03, -3.4365e-03,  3.3648e-03, -4.1904e-03, -2.6335e-03,
                      -3.5119e-03, -5.4848e-03, -7.0909e-04, -1.3014e-03,  1.4059e-03,
                      -4.2078e-04, -2.7995e-03,  6.6761e-04, -2.8448e-04, -1.7902e-03,
                      -2.9217e-03,  5.2092e-04,  3.1918e-03,  1.0920e-03,  5.0157e-03,
                       2.0343e-03,  1.2742e-03, -1.2672e-03, -1.3972e-03, -2.7664e-03,
                       1.7914e-03,  3.7621e-03, -1.5060e-03,  1.0242e-03,  5.7852e-03,
                       4.7725e-03, -4.0821e-03,  1.4453e-03,  2.8237e-03, -1.8540e-03,
                       2.2000e-04, -9.3835e-04,  2.3027e-03,  1.0214e-03, -4.9278e-03,
                      -1.5357e-03,  6.5232e-03,  8.4918e-04, -7.6074e-03, -1.3526e-03,
                       2.4503e-03,  7.1758e-03, -5.5273e-04], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.weight',
              tensor([[-0.0057,  0.0440,  0.0103,  ..., -0.0364, -0.0257, -0.0017],
                      [ 0.0192, -0.0055,  0.0319,  ..., -0.0355, -0.0091, -0.0029],
                      [-0.0349, -0.0230, -0.0472,  ...,  0.0872,  0.0073,  0.0580],
                      ...,
                      [-0.0114,  0.0183,  0.0170,  ...,  0.0012,  0.0106,  0.0152],
                      [-0.0154,  0.0370, -0.0026,  ...,  0.0084, -0.0213, -0.0038],
                      [ 0.0014,  0.0211,  0.0121,  ..., -0.0199,  0.0017, -0.0289]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.bias',
              tensor([ 7.4115e-04, -3.2404e-03,  1.8485e-03,  6.8443e-03, -1.5724e-02,
                      -3.6544e-03,  1.2508e-02,  9.0568e-03, -9.2613e-03, -1.7390e-02,
                       1.0537e-02, -2.0820e-02,  2.1277e-02,  2.5397e-02, -3.2422e-04,
                      -6.6682e-03, -9.1541e-03, -1.8120e-03, -8.0605e-03, -4.2341e-03,
                       1.2200e-02, -3.2558e-04, -1.5810e-02,  7.1109e-03,  4.1164e-03,
                       1.3014e-02, -8.0096e-03,  5.6334e-03, -1.7564e-02, -6.6460e-03,
                       2.9398e-03,  1.1253e-02,  3.1447e-03,  4.2206e-03,  1.3878e-02,
                       6.1890e-03, -1.1386e-02,  2.5390e-03,  2.2550e-04,  2.2261e-02,
                       8.8573e-03,  1.3379e-03, -2.2066e-02,  6.2741e-03, -5.6259e-03,
                      -7.7031e-03,  1.3955e-03,  4.8774e-03,  7.8042e-04, -3.3337e-02,
                      -1.3969e-02, -5.6877e-03,  1.9951e-03, -1.4389e-02, -1.2138e-02,
                      -5.1424e-03,  2.9690e-02,  1.3309e-02, -2.3716e-03, -1.2215e-02,
                      -2.2802e-03,  1.3928e-02, -1.3008e-02,  3.2140e-03,  9.4045e-03,
                       6.7777e-03, -1.4751e-02,  2.0595e-03,  2.2431e-02,  7.5273e-03,
                       7.9175e-03,  9.0965e-03,  1.5973e-02,  2.4983e-02, -3.8375e-02,
                       3.9371e-03, -3.8291e-03, -7.6350e-03, -1.8378e-02, -2.8016e-02,
                      -9.7453e-03, -9.9913e-03, -2.6883e-02, -1.0133e-02,  3.1866e-02,
                      -1.6754e-02, -7.0184e-03,  1.3962e-02, -2.4383e-02,  2.3422e-02,
                       1.5079e-02,  6.9869e-02, -3.6678e-03,  2.1716e-02, -2.8682e-03,
                      -2.5178e-02, -1.3467e-02,  7.3955e-03,  2.0127e-02,  3.8379e-04,
                      -3.5897e-02,  6.7217e-03, -5.6765e-03, -4.0654e-02,  3.7993e-03,
                      -6.2232e-03, -1.0406e-02,  2.9166e-03,  1.0894e-02,  2.4316e-02,
                       1.0257e-03,  3.6642e-02, -1.5836e-02, -2.3548e-03, -9.5001e-03,
                       2.7125e-02,  2.9548e-02,  4.7313e-03,  1.4017e-02,  1.1544e-02,
                      -2.8892e-02,  4.0262e-03, -1.6866e-02,  6.9821e-03,  1.0844e-02,
                       4.9622e-02, -2.0542e-02,  1.9535e-03, -1.1095e-02,  7.9326e-03,
                       4.4224e-02,  9.0741e-03, -1.6486e-02, -7.5086e-03,  2.2569e-02,
                      -5.1556e-02, -4.9798e-02,  1.0426e-02,  5.7889e-03,  4.1063e-02,
                      -3.3737e-02,  2.7190e-03,  6.9008e-02, -2.6721e-03,  1.8156e-03,
                      -8.7225e-03, -4.9843e-02, -2.2286e-02, -1.7291e-03, -1.2910e-02,
                      -2.9866e-02,  2.0085e-02,  3.4703e-02, -5.3886e-02, -3.8763e-03,
                      -5.6853e-02, -1.8092e-02, -2.4841e-03, -5.3348e-03, -3.5637e-02,
                       2.2504e-02, -6.7666e-02,  9.6546e-03,  1.5643e-02, -1.2550e-03,
                      -2.7797e-03,  1.4174e-02,  6.9968e-02, -1.5566e-03,  2.6483e-02,
                       5.6428e-02, -9.5887e-03,  6.9414e-02,  4.9884e-02, -1.9706e-02,
                      -8.6570e-02,  1.9606e-02,  9.7887e-03,  1.3219e-02,  2.6439e-02,
                       3.3104e-02,  8.8768e-03, -3.1719e-02,  4.2220e-02,  6.4467e-03,
                       1.9769e-02,  3.2186e-05,  2.0192e-02, -3.0385e-02, -1.0462e-02,
                       5.3871e-02, -3.4042e-02, -1.7169e-03,  1.5223e-03, -1.1621e-02,
                      -5.2215e-02,  9.0364e-03,  1.2090e-03, -1.6195e-02, -6.9296e-02,
                      -8.3634e-02,  1.1634e-02, -3.9519e-02, -2.8932e-02,  5.0506e-03,
                      -6.3361e-03,  8.2882e-04,  4.9306e-02,  5.3613e-02,  3.1598e-04,
                      -6.3208e-02,  2.5844e-02, -2.0146e-02, -1.5410e-02, -1.7764e-03,
                      -2.2594e-02,  2.4715e-03,  7.3880e-02,  8.3741e-02,  3.5433e-02,
                      -3.5130e-02,  5.4647e-02,  5.3734e-03,  3.4427e-02, -1.5931e-02,
                      -8.7244e-02, -1.1076e-02,  4.3209e-02, -1.1234e-02, -1.5998e-02,
                       4.3400e-02, -2.7971e-03, -2.5914e-02,  2.1102e-01, -9.7021e-03,
                      -5.3074e-02,  2.8635e-02, -8.1119e-02,  8.3601e-02, -3.2617e-02,
                       5.2039e-04, -4.7148e-03,  3.0680e-02,  7.5725e-02,  1.9348e-03,
                       2.5927e-02,  4.5498e-03, -6.7018e-02, -4.1826e-02, -2.1070e-02,
                      -9.0883e-03,  3.9535e-02, -1.5754e-02,  2.2851e-02, -1.8771e-02,
                      -3.7932e-02,  4.0671e-02, -7.4646e-02, -6.7371e-03,  5.6655e-02,
                       2.5424e-02,  2.4888e-03, -2.2622e-02,  1.1040e-01,  7.1072e-02,
                      -4.7949e-02,  2.8095e-02, -3.6909e-02, -2.8174e-02,  4.2980e-02,
                       1.9802e-03,  2.2282e-02,  5.3375e-02,  5.4599e-02,  3.5709e-02,
                       6.8302e-02,  5.0724e-02, -1.7172e-01, -4.7318e-02,  9.5521e-03,
                       4.5135e-02,  4.7085e-02,  8.1881e-03, -6.4294e-02, -5.8517e-03,
                       2.1879e-03,  5.2234e-02, -4.7870e-02,  6.2177e-03,  1.3936e-01,
                       5.5381e-02, -2.9546e-02, -5.5789e-02, -6.6124e-04, -9.7030e-02,
                      -4.1355e-02,  5.9971e-02,  1.5793e-02,  1.1121e-01,  2.0255e-01,
                       6.1777e-02,  8.4062e-03,  3.0404e-02, -9.3465e-02, -5.2575e-02,
                      -4.2565e-02,  1.0883e-01,  2.2019e-02,  7.7031e-03, -1.0071e-01,
                       2.7622e-02,  1.2247e-01, -2.4230e-02, -2.1373e-02,  2.5982e-02,
                       1.9492e-02, -5.1700e-02,  5.5518e-02, -4.6328e-02,  8.1981e-03,
                      -8.4011e-03,  9.5940e-03,  9.9851e-03, -5.0040e-03, -3.7177e-04,
                      -7.3715e-03,  1.5143e-02, -6.8593e-03, -2.3353e-02, -1.5366e-03,
                       1.3216e-02,  1.9457e-02,  1.7346e-02, -1.2908e-03,  4.6990e-03,
                      -5.1384e-03,  5.8189e-03,  2.3790e-02,  1.1990e-02,  2.6621e-02,
                       3.9970e-04,  2.2179e-02, -8.3233e-03, -1.1259e-02,  1.7254e-02,
                       1.0424e-02, -5.6256e-03,  8.5574e-03,  7.4199e-03,  2.5839e-03,
                       2.1260e-03,  1.1956e-02, -1.4569e-02,  4.8320e-03,  4.0938e-03,
                      -2.7822e-03, -8.8631e-03, -1.5971e-02,  4.7213e-03,  1.7835e-02,
                       1.7550e-03,  2.8616e-03, -1.0557e-02, -2.9618e-02, -1.7135e-04,
                       1.2070e-02, -1.0899e-02,  1.4009e-02, -2.2400e-02,  2.6644e-04,
                       1.8549e-02,  1.1274e-02, -1.2351e-02, -1.0937e-02,  1.3704e-02,
                      -2.9336e-03, -1.0831e-02,  1.3867e-03, -3.5129e-03,  5.2994e-03,
                       2.8902e-02,  6.7708e-03,  1.8103e-04, -1.9068e-02, -1.6621e-03,
                       2.0766e-02,  3.2347e-02, -4.1569e-02, -6.9265e-03,  2.9730e-02,
                      -3.4791e-02,  1.5717e-02,  7.7411e-03,  4.7263e-02, -2.5791e-03,
                      -2.5230e-02, -4.7770e-02, -3.7512e-04,  9.0489e-03, -2.3184e-03,
                      -4.6756e-03,  3.1274e-02, -4.9791e-03, -8.7685e-03, -2.1409e-02,
                      -8.6936e-03, -8.6314e-03,  3.9993e-03,  7.9204e-03,  2.8245e-03,
                      -5.8133e-03, -3.0763e-03,  8.4544e-03,  1.9027e-02,  2.1207e-02,
                       5.6595e-03,  1.5169e-02,  4.9570e-03, -8.1545e-03,  2.7894e-02,
                      -4.5470e-03,  2.1874e-02,  1.6101e-02, -1.7502e-02, -4.7553e-02,
                       1.3559e-02,  2.4896e-02,  1.6986e-03,  4.3093e-03,  8.0090e-04,
                       9.2178e-03, -4.3210e-03,  2.8951e-02, -2.0398e-03, -1.1682e-02,
                      -2.4704e-03, -1.5874e-02, -6.3068e-03,  8.4695e-03, -1.5196e-02,
                      -4.4795e-02,  1.4883e-02, -2.3482e-02,  6.1789e-03,  9.3485e-03,
                      -9.8352e-03, -2.4603e-02, -2.3482e-02,  7.8811e-03, -1.4371e-02,
                      -6.7091e-03, -3.1879e-02, -4.4774e-02,  1.0400e-02, -2.2330e-02,
                       1.2151e-02,  1.5512e-03,  4.1612e-03, -7.7036e-03,  3.6969e-02,
                       3.3210e-02,  3.2448e-02, -1.8845e-02, -5.3286e-02, -2.0237e-02,
                      -1.3822e-02,  1.6900e-03, -1.0110e-02, -1.1969e-03, -1.0336e-02,
                       1.3203e-02,  8.8802e-03, -4.4777e-02,  1.5865e-02,  2.9589e-02,
                       3.2007e-02, -2.5191e-03,  1.2294e-02,  1.9833e-02,  2.6087e-02,
                      -1.8775e-03, -1.8013e-02,  1.3130e-02,  1.6615e-02,  1.1553e-02,
                      -2.2922e-02, -8.8957e-03,  1.6145e-02, -2.8599e-03, -1.4258e-02,
                       1.8237e-02,  3.9610e-02,  2.8780e-02,  1.1402e-02, -2.2662e-02,
                      -2.4908e-02, -3.7297e-02, -1.1597e-02,  4.6182e-03,  1.3786e-02,
                       3.5844e-02, -3.8273e-03,  4.6542e-02, -2.4821e-02, -4.2525e-02,
                       4.0134e-03,  3.3787e-04,  1.9973e-02,  1.0237e-02, -4.0655e-02,
                       4.9719e-05, -1.5494e-02, -9.5330e-03, -1.4521e-02,  1.3031e-02,
                       1.0880e-02, -1.6823e-03,  2.5793e-03, -2.0997e-02,  1.7076e-02,
                       5.7722e-03, -2.1547e-02,  3.1396e-02,  7.1711e-03, -3.9929e-02,
                      -1.6284e-02,  1.8794e-02,  1.7740e-02, -1.0321e-02,  8.9427e-03,
                      -1.0570e-02,  6.8025e-03,  1.6983e-02,  2.5313e-02,  9.6341e-03,
                       1.6898e-03, -1.1896e-02, -1.0530e-03, -7.6965e-03,  5.3143e-03,
                      -6.4922e-03,  3.1833e-03, -2.4564e-02, -1.9261e-03,  1.1762e-02,
                      -1.3997e-02,  1.5832e-03, -2.0988e-02, -2.0080e-02,  1.0657e-02,
                       4.6245e-04, -1.4385e-02,  1.4905e-02,  1.5690e-03,  1.8280e-02,
                       7.6347e-03, -3.3836e-03,  1.2068e-02,  7.3045e-03, -1.2168e-02,
                      -1.4695e-02,  2.3662e-03, -4.2303e-04,  6.3475e-03, -5.2303e-03,
                       1.3445e-02,  6.4171e-03,  2.5392e-03, -1.0454e-02,  1.3146e-02,
                       4.9742e-02, -9.0111e-03,  2.0402e-02, -4.8250e-03,  1.4784e-02,
                       1.2945e-02,  2.3837e-03,  1.7242e-02, -6.8437e-03,  1.7235e-02,
                      -2.1962e-02,  7.8213e-03, -1.8226e-02,  8.6160e-02,  2.0005e-02,
                      -5.6621e-03, -5.4211e-03,  2.1592e-02, -2.6892e-02,  1.5355e-02,
                       8.9293e-03,  2.1045e-03,  7.5094e-03,  3.6444e-02,  4.6990e-02,
                       1.4825e-02, -4.2800e-03,  3.1861e-02, -6.1164e-03,  4.9387e-03,
                       1.4373e-02,  2.7272e-03,  9.6541e-03,  2.3208e-03, -3.0914e-02,
                       3.5885e-02,  9.7034e-03, -3.2873e-02,  3.3816e-04, -2.1254e-02,
                       1.8036e-02, -1.7410e-02,  3.1722e-02, -2.0976e-02, -5.9918e-03,
                      -2.0386e-02, -1.1824e-02,  1.0604e-02, -1.4085e-02,  1.0542e-02,
                      -1.0731e-03,  2.1474e-02,  7.7365e-03, -1.9618e-02, -1.0032e-02,
                      -2.0714e-02, -5.5528e-03,  5.7479e-03, -5.7856e-03, -7.8837e-03,
                      -2.8420e-02, -3.2619e-03,  1.6232e-02, -9.5853e-03,  1.6075e-02,
                      -1.4860e-02, -2.6269e-02,  3.5956e-02, -3.6536e-03, -2.4716e-02,
                       1.8524e-02, -2.1358e-02, -1.5963e-02, -4.4260e-02,  2.9695e-02,
                      -5.3231e-02,  2.2140e-02,  1.8691e-02, -1.0915e-02,  3.0820e-02,
                      -1.4985e-02, -6.2514e-02, -1.2903e-02, -1.0419e-02, -2.8280e-02,
                       2.0817e-02, -1.0450e-02,  2.6260e-02, -1.2803e-02, -5.6493e-03,
                      -2.3227e-03, -3.4968e-02, -1.9907e-02, -2.6344e-02,  1.2013e-02,
                      -1.4908e-02, -1.7984e-02, -1.4307e-02,  1.0631e-02,  4.6340e-02,
                       1.0170e-02,  1.1985e-02, -4.8790e-03, -1.4021e-02, -5.2647e-03,
                      -5.3539e-03,  2.7498e-03, -1.0425e-02,  2.5004e-02,  1.2578e-02,
                       2.4821e-02,  1.2389e-02,  5.8893e-03, -1.8795e-02,  8.9188e-03,
                      -9.2849e-03, -4.4417e-02, -3.3467e-02,  3.7993e-02, -3.2960e-04,
                       6.8913e-03,  3.0710e-02,  1.4380e-02,  5.3923e-02, -2.4778e-02,
                       1.1084e-02,  2.3159e-02, -9.8126e-04,  4.6534e-02, -2.9916e-02,
                       5.3411e-03,  3.4410e-02, -2.2558e-02,  1.4454e-02, -6.3657e-02,
                      -1.3816e-01, -9.4410e-02, -1.2439e-02,  9.8884e-02,  3.0630e-02,
                      -7.2983e-03, -4.7875e-03, -2.0679e-02,  1.3321e-02, -1.5360e-01,
                       1.2375e-01,  8.8688e-02,  8.4744e-02,  1.7712e-01, -8.4646e-02,
                      -5.2992e-02,  1.1791e-01, -3.5961e-03, -1.9829e-02,  1.4849e-02,
                       2.3307e-01,  1.1437e-02, -4.0790e-02,  5.6115e-02, -7.1886e-02,
                       2.6704e-02, -2.1975e-01,  8.7976e-03, -2.7312e-04,  2.5541e-02,
                       9.4760e-02,  1.1608e-01, -1.3893e-01, -1.2916e-02,  2.6260e-02,
                      -1.0064e-01,  2.6760e-02,  7.7499e-02,  5.0962e-02,  3.9793e-02,
                       9.2688e-02, -8.9784e-02, -6.8752e-02,  4.4248e-02, -1.1243e-01,
                       4.5386e-02, -2.0604e-01,  5.4680e-03,  2.8946e-01,  4.7798e-02,
                      -6.7425e-02, -3.7308e-03,  1.3449e-01,  7.3430e-03, -2.9144e-02,
                      -2.5783e-02,  2.7404e-02, -6.0574e-03, -1.2392e-01,  5.0173e-02,
                       7.0800e-03,  1.4702e-02, -1.2687e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.weight',
              tensor([[-0.0155, -0.0161, -0.0191,  ..., -0.0526, -0.0013,  0.0118],
                      [-0.0095, -0.0178,  0.0430,  ...,  0.0436,  0.0131, -0.0391],
                      [-0.0199, -0.0186,  0.0421,  ...,  0.0058,  0.0058,  0.0269],
                      ...,
                      [-0.0046, -0.0245,  0.0150,  ..., -0.0155, -0.0154, -0.0069],
                      [-0.0187, -0.0142,  0.0230,  ..., -0.0106, -0.0191,  0.0140],
                      [ 0.0030,  0.0209,  0.0047,  ...,  0.0041, -0.0022, -0.0133]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.bias',
              tensor([-4.3998e-02, -8.9746e-03, -1.0556e-01, -5.3019e-02,  4.4707e-02,
                      -6.0735e-02,  1.0585e-01, -1.4834e-01,  3.2245e-03, -8.9782e-04,
                       1.0453e-01,  6.3226e-02,  8.5570e-04,  7.6533e-02, -6.6308e-02,
                      -3.1378e-02,  1.0590e-01, -1.0532e-01,  1.3846e-01, -1.1317e-02,
                      -5.8641e-03, -6.9508e-03, -2.7228e-02,  5.5442e-02, -1.9879e-01,
                      -1.1164e-01,  2.1869e-03, -1.6339e-01, -2.1780e-02,  7.8666e-02,
                       3.9824e-02,  1.4212e-02, -1.6567e-02, -8.9839e-02,  1.2311e-02,
                       5.0372e-03, -1.7476e-01,  2.0762e-02, -2.6782e-01, -1.5765e-01,
                      -6.1417e-02,  1.3299e-01,  3.6182e-02,  1.3059e-02, -8.7289e-03,
                       1.8507e-02, -1.9929e-02, -3.2675e-02,  1.0326e-01, -5.3626e-02,
                       7.4905e-02, -4.5678e-02, -2.8582e-01,  1.4299e-01,  1.8689e-01,
                      -1.8711e-01,  1.3962e-01,  1.1363e-01, -2.0005e-01, -9.8953e-02,
                       4.7751e-03,  5.6949e-02, -1.1714e-02, -3.5284e-02, -3.8645e-02,
                       3.1752e-03,  1.4578e-01,  1.2031e-01, -4.8970e-02, -1.3821e-01,
                       2.0852e-02, -2.3951e-02,  9.0717e-02, -1.3816e-01, -4.1859e-02,
                       3.1449e-02, -8.2759e-02, -9.3761e-02, -1.6771e-03, -4.8434e-02,
                      -1.0388e-01, -1.1242e-01,  1.3772e-02,  8.3581e-02,  2.2655e-01,
                      -1.3943e-01,  6.6368e-02, -6.6490e-02, -7.3490e-03, -1.1350e-02,
                      -6.2746e-02, -1.8329e-02,  3.6810e-02,  1.0562e-01, -7.0318e-02,
                      -7.9103e-02, -4.1482e-02, -1.4580e-01, -1.4692e-02,  1.8369e-02,
                       9.9807e-03,  1.2939e-02, -1.9598e-02,  6.0959e-02, -1.1691e-01,
                       5.6402e-02,  3.6988e-02, -2.2206e-02,  1.3177e-01,  2.2719e-02,
                      -1.8602e-03,  1.5395e-01,  5.0733e-02,  9.1555e-02,  8.8930e-02,
                       3.5957e-02,  1.8761e-03, -1.2026e-02,  4.6435e-02, -3.4151e-02,
                       1.3170e-01,  1.7818e-02,  2.6613e-02,  6.2661e-02, -1.1591e-01,
                      -3.1695e-02,  4.0434e-02, -9.7604e-02,  6.4166e-02, -9.7897e-03,
                       3.9483e-02, -2.9136e-03, -5.5899e-02, -2.8846e-02,  2.6076e-02,
                      -2.2403e-02, -1.1363e-01,  4.2644e-03, -1.7123e-03, -6.3147e-02,
                       3.5945e-02,  7.1772e-03,  7.9790e-02, -3.8938e-01,  5.5299e-03,
                       3.9495e-02,  1.4352e-02, -2.6060e-02,  1.3609e-03,  1.5654e-01,
                       2.0155e-02,  7.5878e-04, -4.2559e-04, -8.5385e-04, -8.1259e-02,
                      -6.9560e-02,  2.4760e-02, -6.6460e-02, -1.7091e-01,  1.1162e-01,
                       4.8647e-02, -2.8699e-02, -1.2403e-02, -4.3055e-02, -6.9335e-02,
                       1.7326e-02, -7.5081e-03, -8.7814e-02,  4.0790e-02,  1.6123e-02,
                       4.6637e-02, -4.0171e-02,  2.3035e-01,  3.0904e-02,  2.0645e-02,
                      -7.4862e-02,  2.4668e-02,  2.3325e-02, -1.8365e-02,  2.4651e-03,
                       1.6471e-03,  6.8791e-02,  1.9952e-02, -8.3428e-02,  9.3532e-02,
                       2.1225e-01,  7.3031e-02,  3.6947e-02,  5.1937e-02, -2.7694e-02,
                      -1.6475e-02, -2.6939e-01,  7.3621e-02,  9.1510e-02,  9.1865e-02,
                       1.1830e-01,  1.2893e-02,  4.0704e-02,  1.7733e-01,  7.0407e-02,
                       4.0471e-03, -1.3481e-01,  1.7529e-01,  1.2329e-01, -1.5597e-01,
                       9.3229e-02, -8.4915e-02, -1.2116e-02,  2.5764e-03,  9.9869e-02,
                      -6.8287e-02, -5.3011e-02, -2.3870e-02,  8.3730e-02,  7.2491e-02,
                      -1.6706e-02,  1.0772e-01,  3.3942e-02,  7.8354e-02, -4.7363e-02,
                      -6.7156e-02,  6.2427e-02,  1.2822e-02, -4.1644e-02,  3.4552e-02,
                       1.2998e-01,  7.6061e-02, -2.4650e-02,  9.8524e-02, -1.2217e-01,
                       8.7447e-02,  6.7423e-02, -9.8487e-02,  1.4410e-01, -1.3440e-01,
                      -2.6442e-02, -1.0992e-01, -3.5808e-02, -6.0086e-02,  6.3032e-02,
                       1.0864e-01,  1.8115e-01, -2.2271e-01,  9.2929e-02,  5.4396e-02,
                       3.9991e-02, -8.3881e-02, -1.2204e-01,  2.5717e-02, -1.9631e-02,
                      -1.5722e-01, -3.9840e-02,  6.8994e-02,  3.4720e-02,  6.6868e-02,
                      -7.6357e-02,  1.0564e-01,  5.4623e-02, -2.3289e-02,  2.6036e-03,
                       6.8404e-02, -1.2107e-01,  1.0635e-01,  2.5674e-02, -3.8706e-02,
                      -2.4896e-02,  8.4322e-02, -1.1176e-01,  1.6123e-02,  7.0092e-03,
                      -4.2769e-02,  6.4523e-02,  6.2499e-02, -4.2859e-02,  1.0183e-02,
                       5.4702e-02,  1.0431e-01,  1.3536e-02,  1.6275e-02,  6.9129e-02,
                      -1.5642e-02, -5.3562e-02,  1.2226e-01,  1.4910e-01,  4.6841e-03,
                       5.0175e-02, -4.8172e-02,  8.1290e-02,  2.7743e-02,  4.4032e-03,
                      -2.1841e-01, -8.1273e-02,  1.6703e-01,  1.2258e-02,  1.5669e-01,
                      -9.4072e-02,  9.9836e-02, -2.1657e-01, -1.9762e-02,  1.3905e-01,
                      -2.7238e-02, -6.9332e-02, -3.6008e-02,  4.2732e-02, -2.3914e-02,
                      -1.1000e-01, -9.4950e-02,  6.7059e-03,  1.2736e-01,  3.3530e-02,
                       5.0972e-02,  1.9457e-02, -5.7702e-02, -1.5966e-01, -7.2528e-02,
                      -5.6024e-02, -4.6695e-02, -2.1716e-03, -6.6418e-04, -1.9575e-01,
                       1.3340e-02, -6.7540e-02,  3.3016e-02,  1.9466e-02,  2.6863e-02,
                      -5.2064e-02,  2.7608e-02, -1.9300e-01,  1.4988e-02,  1.6455e-02,
                       1.1620e-02, -1.5769e-02,  3.6055e-02,  8.9675e-02,  1.5862e-01,
                      -5.1282e-02, -1.2431e-01, -4.3720e-02, -4.2861e-02,  1.6313e-01,
                       1.8444e-01,  4.3994e-02,  5.5084e-02,  9.1364e-03, -1.5282e-01,
                      -2.6530e-02,  9.3989e-02, -9.1740e-02, -1.0687e-01,  1.1451e-02,
                       2.7291e-04, -5.0344e-03,  4.1963e-03,  8.4788e-02,  9.6953e-02,
                       2.8583e-02, -9.4966e-02,  2.8733e-02, -1.0126e-01,  1.5452e-01,
                      -5.3213e-02,  7.0206e-02,  1.4234e-01, -4.6907e-02,  6.0562e-03,
                      -9.2170e-02, -2.6188e-02, -2.0958e-02, -5.1881e-02, -1.1933e-01,
                       1.0018e-01, -7.5510e-02, -1.0254e-01, -4.5954e-02,  9.7081e-02,
                       7.8410e-02, -4.5914e-02,  1.5976e-02,  6.3001e-03, -7.3367e-02,
                       8.1014e-02, -1.4385e-02, -1.7543e-02,  1.0294e-01,  1.0472e-01,
                      -6.0987e-02,  6.6839e-02, -1.1308e-02, -1.3632e-01, -3.1878e-02,
                       3.6018e-03, -5.7259e-02,  5.1444e-02, -4.6464e-02,  7.3480e-02,
                       5.8143e-02,  1.4130e-01, -1.6776e-03, -2.8251e-02,  2.7760e-02,
                       2.5808e-03, -1.4214e-01, -2.8478e-01,  6.9713e-03,  1.9118e-02,
                      -1.8030e-01,  7.2425e-02,  1.4783e-01, -1.2486e-01,  6.1294e-02,
                       1.8426e-01,  4.8194e-02,  1.3290e-02,  8.2737e-02, -4.7289e-02,
                       5.4595e-02, -3.4210e-02, -2.7170e-03,  4.6877e-02, -2.3921e-03,
                      -1.3613e-01, -6.7797e-02,  7.8108e-02,  1.3148e-02,  2.4105e-02,
                      -1.4872e-02, -3.0001e-02, -1.3026e-01,  2.1031e-02,  1.1148e-01,
                      -5.0761e-02,  9.6084e-02, -2.4144e-02, -2.9186e-03, -1.4055e-01,
                       1.3607e-02,  1.1683e-02, -5.9366e-02, -2.8123e-02, -1.0093e-01,
                       1.9534e-02,  1.5666e-01, -3.4838e-02, -5.7882e-02, -7.3215e-05,
                      -1.9100e-01, -3.7698e-03, -3.0412e-02, -3.3453e-02,  7.4485e-02,
                       5.9438e-02, -4.1366e-02,  2.7932e-02,  4.2041e-02, -1.3467e-01,
                       6.4173e-02, -8.2703e-02, -1.4466e-01, -8.5068e-02, -5.6616e-02,
                      -2.8171e-02,  2.1927e-02,  1.2214e-01,  5.3063e-02,  1.3205e-01,
                       1.2902e-01, -9.2432e-02, -8.2558e-02, -5.2102e-02, -9.3694e-02,
                      -1.1776e-02, -4.1826e-02, -4.9688e-02, -5.3422e-02, -4.1293e-02,
                      -1.0620e-01,  1.2224e-03, -5.1876e-03,  6.2111e-02,  3.8159e-03,
                      -2.7683e-02,  1.0293e-01, -5.1516e-02,  5.7066e-02, -5.3375e-02,
                      -1.2323e-01, -5.6134e-02, -1.5260e-02, -1.3104e-02,  4.7770e-02,
                       7.8232e-02, -6.9891e-03, -1.0877e-01, -3.4950e-02, -7.1080e-02,
                       4.1288e-02,  7.9909e-02, -3.5597e-02, -4.1714e-02, -2.2950e-02,
                      -2.1662e-02, -2.5661e-02,  6.7609e-02,  1.0277e-02, -5.0898e-02,
                       2.3557e-02, -1.5072e-03, -6.8458e-02,  9.9904e-02,  3.0297e-02,
                       5.9448e-02,  1.0013e-01, -7.6892e-02, -1.7175e-01, -2.6939e-02,
                       4.3838e-03,  3.1922e-02, -2.9485e-02, -1.2029e-01,  4.7506e-02,
                       5.7163e-02,  1.3369e-01,  2.7518e-01,  2.4439e-02, -3.0542e-02,
                       1.5960e-02,  5.0007e-02, -1.1196e-02, -1.2385e-01, -5.6520e-02,
                       1.1307e-01,  6.1328e-02, -2.5268e-02,  8.4828e-02, -2.3636e-02,
                       2.4185e-02,  1.5921e-01,  6.4231e-02,  1.0344e-01, -1.1854e-01,
                       1.0566e-04, -2.7619e-02,  6.3554e-02,  1.1795e-02,  3.5866e-02,
                      -4.2159e-02, -1.1922e-01, -5.8624e-03,  1.0564e-01,  2.5998e-02,
                       1.2153e-02, -6.2263e-03, -3.9168e-03,  1.1417e-01, -5.9279e-02,
                      -1.4894e-02,  4.6314e-02, -1.3735e-01, -2.4636e-02,  1.6223e-02,
                      -6.3852e-02, -1.6667e-02, -3.7731e-02,  1.5770e-02, -1.5499e-02,
                       7.5735e-02,  2.5875e-03,  3.7016e-02, -7.4453e-02, -4.9824e-02,
                      -8.3120e-02, -1.3473e-02,  1.8081e-02,  3.1700e-02,  1.5842e-02,
                      -2.9430e-03, -3.3237e-02,  7.8911e-02,  5.8774e-02, -3.7984e-02,
                       8.4022e-02, -6.5512e-02,  6.7657e-03, -2.7652e-02,  4.3541e-04,
                      -1.0115e-02, -3.8236e-02, -3.5634e-02, -4.0882e-02,  6.1848e-02,
                      -3.0631e-02,  1.1784e-01, -3.4527e-02, -1.1709e-01, -1.7523e-02,
                      -4.1989e-02, -4.6462e-02, -7.9771e-02,  6.6757e-02, -3.7021e-02,
                      -5.1276e-02,  5.2363e-04,  3.8229e-02,  2.5320e-02, -5.7159e-02,
                      -3.7498e-02,  1.2369e-02, -1.1779e-01,  7.7078e-03,  3.0589e-02,
                      -1.1496e-01,  6.2100e-02, -1.0210e-02,  1.1461e-01,  1.0999e-02,
                      -1.5149e-02, -1.4397e-01, -1.0900e-02, -7.6177e-02,  4.0152e-02,
                      -1.3065e-01, -1.2666e-02, -1.2749e-02,  2.5501e-02, -7.5540e-02,
                      -2.2851e-02, -3.8549e-02, -5.0764e-02, -2.9289e-02,  2.1300e-01,
                      -7.5564e-02,  2.1494e-02, -1.7616e-02, -2.7755e-02, -8.8365e-03,
                       9.1486e-03,  4.2224e-02, -5.4022e-02,  1.1360e-01,  7.1645e-02,
                      -5.8975e-02, -6.9217e-03, -4.4152e-02, -7.2910e-02, -1.3381e-02,
                       5.8853e-02,  2.0715e-02,  8.7289e-02, -1.1315e-01, -6.9213e-03,
                      -6.0801e-02, -5.4462e-02,  1.3547e-01, -3.4258e-02,  5.7658e-02,
                      -7.1047e-02, -6.9123e-02,  1.3563e-02,  2.8765e-02,  2.8643e-02,
                       5.5777e-02,  5.8624e-02,  4.7642e-02, -4.2489e-02, -3.8992e-02,
                       1.2662e-01, -8.6633e-03,  7.3327e-02, -5.5275e-02, -1.1674e-01,
                       3.0757e-02,  1.3659e-02,  7.8928e-02,  2.7776e-02,  5.1391e-02,
                      -1.1803e-02, -1.6658e-01,  7.9096e-03, -1.0790e-03, -4.5670e-02,
                      -2.6597e-02,  2.4099e-02,  3.6117e-02,  8.7228e-03,  1.8603e-02,
                       6.2153e-02, -3.1056e-02,  2.3988e-02, -2.4471e-02,  2.8386e-02,
                       5.6520e-02,  2.1881e-01, -2.1512e-02, -1.6582e-02,  6.7037e-03,
                      -4.1535e-03, -2.0464e-02, -4.1904e-02, -2.0070e-02, -3.3466e-03,
                       8.0180e-02, -7.5076e-02, -3.4473e-01,  7.2594e-02, -1.9339e-02,
                       2.1463e-02,  1.8010e-02,  6.1239e-02,  7.5003e-02,  5.8897e-03,
                       1.0607e-01, -5.4593e-02,  6.0591e-03, -3.6222e-02,  8.5993e-02,
                      -1.4121e-01,  1.3257e-01,  1.0009e-01, -5.5562e-02,  5.3127e-02,
                       1.4986e-03,  6.7389e-02, -2.0241e-02,  2.2215e-02,  7.0308e-03,
                      -2.6659e-01, -6.2913e-02,  4.2586e-04,  7.2599e-02,  8.7783e-03,
                      -2.0169e-02, -9.4154e-02,  1.3534e-01, -5.7160e-02,  5.9320e-02,
                      -4.6154e-02,  1.0509e-01,  2.8717e-02,  2.8443e-02, -2.2952e-02,
                       6.9163e-02, -3.2630e-02,  1.1719e-02, -6.2693e-02, -5.7782e-02,
                      -6.9041e-02,  2.1366e-02, -4.0049e-02,  2.0686e-01,  6.1647e-02,
                       1.0190e-01,  5.7237e-02,  1.6370e-02,  5.9283e-02, -2.5206e-02,
                       6.5741e-02, -4.2218e-02, -1.0082e-01, -8.2250e-02, -1.9910e-02,
                       4.8406e-04,  3.6126e-02, -1.2075e-02, -5.6050e-04,  1.1036e-02,
                      -9.1054e-02, -5.8105e-02,  2.7610e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.weight',
              tensor([0.8918, 0.8893, 0.9184, 0.8759, 0.8501, 0.9364, 0.8435, 0.9524, 0.9492,
                      0.8168, 0.9286, 0.9144, 0.9313, 0.9187, 0.8917, 0.8114, 0.8793, 0.8639,
                      0.8726, 0.9212, 0.8490, 0.9347, 0.8899, 0.8800, 0.8471, 0.8603, 0.9202,
                      0.9154, 0.8726, 0.8935, 0.8957, 0.7733, 0.9231, 0.8190, 0.8752, 0.8637,
                      0.8099, 0.9187, 0.8498, 0.8993, 0.9182, 0.8846, 0.9014, 0.9218, 0.9282,
                      0.9322, 0.8991, 0.9244, 0.9556, 0.8696, 0.9536, 0.8473, 0.8872, 0.8991,
                      0.8285, 0.7760, 0.9079, 0.8871, 0.8200, 0.8521, 0.8980, 0.9324, 0.9529,
                      0.9129, 0.8308, 0.9255, 0.8999, 0.8691, 0.8272, 0.8679, 0.8922, 0.8504,
                      0.8662, 0.8664, 0.9216, 0.9280, 0.9107, 0.8870, 0.9282, 0.9060, 0.8740,
                      0.8582, 0.8920, 0.8687, 0.7934, 0.9205, 0.8361, 0.8720, 0.9222, 0.8897,
                      0.9180, 0.8640, 0.9273, 0.9110, 0.8791, 0.8959, 0.7406, 0.9297, 0.9164,
                      0.9571, 0.8398, 0.9438, 0.8181, 0.9611, 0.7769, 0.9552, 0.9359, 0.8553,
                      0.9107, 0.9010, 0.8447, 0.9034, 0.9341, 0.7452, 0.9100, 0.9740, 0.8983,
                      0.9156, 0.9061, 0.9287, 0.9330, 0.8842, 0.8808, 0.8697, 0.8483, 0.8261,
                      0.8781, 0.8780, 0.8776, 0.8676, 0.8952, 0.8423, 0.8947, 0.9124, 0.9140,
                      0.8628, 1.4603, 0.9088, 0.8296, 0.9169, 0.8365, 0.9125, 0.8742, 1.6970,
                      0.8781, 0.9009, 0.8950, 0.8900, 0.9014, 0.8933, 0.9380, 0.9280, 0.8956,
                      0.8781, 0.9104, 0.8810, 0.9008, 0.9176, 0.8895, 0.8943, 1.0073, 0.9140,
                      0.7544, 0.9020, 0.8668, 0.9221, 1.0496, 0.7490, 0.8272, 0.8695, 0.9009,
                      0.7486, 0.8350, 0.8750, 0.9115, 0.9621, 0.9437, 0.9989, 0.9235, 0.9072,
                      0.8822, 0.8827, 0.8349, 0.9908, 0.8871, 0.9269, 0.8576, 0.9099, 0.8864,
                      0.8781, 0.9310, 0.8581, 0.8850, 0.8975, 0.8985, 0.9312, 0.9068, 0.7696,
                      0.8834, 0.9385, 0.9247, 0.8539, 0.9192, 0.9595, 0.8828, 0.8949, 0.9000,
                      0.9295, 0.9040, 0.9251, 0.9073, 0.9385, 0.8625, 0.9191, 0.8644, 0.9428,
                      0.8515, 0.8512, 0.9007, 0.8517, 0.9028, 0.8630, 0.9151, 1.0284, 0.8724,
                      0.9151, 0.9159, 0.9195, 0.9064, 0.6422, 0.8571, 0.8947, 0.8997, 0.8638,
                      0.8837, 0.9022, 0.7526, 0.9316, 0.8378, 0.8946, 0.8799, 0.8561, 0.8631,
                      0.8826, 0.9248, 0.8605, 0.9091, 0.8558, 0.9454, 0.9476, 0.9190, 0.9060,
                      1.0134, 0.9577, 0.9757, 0.8855, 0.9118, 0.7130, 0.8869, 0.9110, 0.7935,
                      0.9213, 0.8819, 0.9078, 0.9214, 0.9112, 0.9084, 0.9240, 0.8261, 0.9001,
                      0.9187, 0.8887, 0.9367, 0.8964, 0.9840, 0.9155, 0.8778, 0.8949, 0.8884,
                      0.9018, 0.9592, 0.9024, 0.8228, 0.8205, 0.8919, 0.9432, 0.7945, 0.9454,
                      0.9167, 0.8664, 0.7900, 0.8801, 0.8590, 0.8504, 0.9161, 0.8144, 0.9460,
                      0.7180, 0.9357, 0.9438, 0.9286, 0.8789, 0.8509, 0.8790, 0.6721, 0.9291,
                      0.8383, 0.9402, 0.9505, 0.8810, 0.9240, 0.8891, 0.8993, 0.7693, 0.8602,
                      0.9160, 0.8901, 0.8405, 0.9524, 0.8493, 0.8909, 0.9139, 0.8843, 0.9470,
                      0.8658, 0.8836, 1.0416, 0.8887, 0.9463, 0.9323, 1.0200, 0.9036, 0.9226,
                      0.9067, 0.9467, 0.9027, 0.8978, 0.9495, 0.9092, 0.8363, 0.7378, 0.9251,
                      0.8574, 0.9255, 0.8912, 0.9193, 0.8955, 0.8932, 0.9048, 0.8814, 0.9116,
                      0.8528, 0.8429, 0.9088, 0.9263, 0.9174, 0.8806, 0.8989, 0.8887, 0.8241,
                      0.8605, 0.9253, 0.9109, 0.9238, 0.8809, 0.9119, 0.9166, 1.0187, 0.9059,
                      0.9745, 0.8930, 0.9224, 0.9168, 0.8925, 0.8690, 0.8644, 0.8606, 0.9004,
                      0.9291, 0.7377, 0.9057, 0.8970, 0.9070, 1.0054, 0.8765, 0.8345, 0.8526,
                      0.9086, 0.9330, 0.8179, 0.9324, 0.8360, 0.8892, 0.9099, 0.8865, 0.9025,
                      0.8641, 0.9691, 0.8949, 0.8470, 0.7889, 0.8472, 0.8799, 0.8917, 0.8818,
                      0.9081, 0.8714, 0.9396, 0.9270, 0.9560, 0.8808, 0.8359, 0.9543, 0.9369,
                      0.9199, 0.8876, 0.8732, 1.0082, 0.8906, 0.9156, 0.8964, 0.9559, 0.9189,
                      0.8586, 0.8814, 0.9174, 0.9463, 0.7341, 0.9097, 0.9555, 0.8841, 0.8915,
                      0.9105, 0.9453, 0.8500, 0.9763, 0.9266, 0.8826, 0.9097, 0.9040, 0.9390,
                      0.8392, 0.8860, 0.8054, 0.8518, 0.8946, 0.9080, 0.9245, 0.9159, 0.8490,
                      0.9375, 0.7354, 0.9024, 0.9086, 0.9120, 1.0243, 0.8383, 0.8681, 0.8427,
                      0.8662, 0.8523, 0.8876, 0.8740, 0.9111, 0.8453, 0.8416, 0.8887, 0.8610,
                      0.8964, 0.9026, 0.9110, 0.8845, 0.9423, 0.9098, 0.9380, 0.9074, 0.7501,
                      0.9522, 0.8797, 0.9621, 0.8584, 0.8727, 0.9281, 0.9290, 0.9172, 0.9141,
                      0.9701, 0.8329, 0.9742, 0.8420, 0.8559, 0.9392, 0.8952, 0.8724, 0.9011,
                      0.8559, 0.8417, 0.9246, 0.8563, 0.8780, 0.8915, 0.9117, 0.8314, 0.8828,
                      0.9128, 1.0202, 0.9382, 0.8722, 0.9398, 0.9079, 0.9620, 0.8785, 0.9377,
                      0.9063, 0.9148, 0.8477, 0.9000, 0.8723, 0.7812, 0.8977, 0.9213, 0.8061,
                      0.9139, 0.9433, 0.9125, 0.9543, 0.9557, 0.9410, 0.9261, 0.9340, 0.8943,
                      0.9399, 0.9220, 0.8332, 0.8812, 0.8781, 0.8227, 0.9270, 0.8728, 0.8995,
                      0.9212, 0.9222, 0.8429, 0.7935, 0.8599, 0.9097, 0.8765, 0.8681, 0.9042,
                      0.9236, 0.8593, 0.8683, 0.9422, 0.9169, 0.8083, 0.9168, 0.8489, 2.8166,
                      0.8902, 0.8783, 0.9165, 0.9255, 0.8162, 0.9183, 0.9326, 0.9145, 0.8687,
                      0.9158, 0.8594, 0.9709, 0.8639, 0.8737, 0.8649, 0.9014, 0.9174, 0.9215,
                      0.8681, 0.8558, 0.9421, 0.9016, 0.9163, 0.9215, 0.9200, 0.8871, 0.9071,
                      0.9198, 0.9252, 0.9315, 0.9001, 0.8481, 0.9376, 0.8321, 0.8704, 0.9045,
                      0.9159, 0.9556, 0.8849, 0.8885, 0.9338, 0.8649, 0.9138, 0.8679, 0.8153,
                      0.9449, 0.9672, 0.8944, 0.9043, 0.8807, 0.9178, 0.8898, 0.8753, 0.8588,
                      0.8923, 1.0753, 0.9465, 0.9110, 0.9337, 0.9588, 0.8985, 0.9125, 0.9093,
                      0.8193, 0.8726, 0.9310, 0.8697, 0.9960, 0.9116, 0.9122, 0.8939, 0.9739,
                      0.9046, 0.9353, 0.8513, 0.8847, 0.8642, 0.9489, 0.8983, 0.9272, 0.9187,
                      0.8742, 0.9508, 0.8708, 0.8873, 0.8738, 0.8674, 0.8315, 0.9529, 0.9503,
                      0.9167, 0.8847, 0.8410, 0.9369, 0.8414, 0.8048, 0.8687, 0.9003, 0.9215,
                      0.8783, 0.8838, 0.9343, 0.9084, 0.8661, 0.8701, 0.9099, 0.8929, 0.8854,
                      0.9480, 0.7116, 0.8023, 0.8992, 0.9390, 0.8459, 0.8733, 0.9446, 0.9423,
                      0.8876, 0.8994, 0.8963, 0.9314, 0.9254, 0.9313, 0.8658, 0.8997, 0.9187,
                      0.9370, 0.8998, 0.8715, 0.9176, 0.8704, 0.9161, 0.9412, 0.7634, 0.9363,
                      0.9241, 0.9624, 0.8912, 0.9195, 0.9600, 0.8476, 0.9333, 0.8492, 0.8494,
                      0.8127, 0.9163, 0.9357, 0.9443, 0.9102, 0.9459, 0.8759, 0.9241, 0.8819,
                      0.9109, 0.9225, 0.8772, 0.9629, 0.8882, 0.8860, 0.8060, 0.8877, 0.9351,
                      0.9096, 0.9202, 0.9409, 0.8450, 0.9177, 0.7462, 0.9606, 0.8609, 0.9033,
                      0.9072, 0.9232, 0.8738, 0.9374, 0.9236, 0.8788, 0.9372, 0.9227, 0.8487,
                      0.8725, 0.9093, 0.9627, 0.8708, 0.7138, 0.8834, 0.8826, 0.8562, 0.8900,
                      0.8987, 0.8913, 0.8056, 0.8716, 0.9089, 0.8713, 0.9001, 0.9090, 0.8542,
                      0.8018, 0.8867, 0.9248, 0.8913, 0.9021, 0.9098, 0.9317, 0.8818, 0.9439,
                      0.8922, 0.9538, 0.8799], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.bias',
              tensor([ 8.4122e-03,  1.9611e-01, -1.0976e-01,  7.4499e-03, -1.7974e-01,
                       3.8008e-01, -2.9293e-01,  5.2614e-01,  2.6569e-01, -6.9236e-02,
                       1.6116e-01,  4.4584e-03,  4.2704e-02, -1.8080e-01, -2.9713e-02,
                       3.5719e-01, -9.4167e-02, -3.4537e-02, -3.3039e-03, -1.1368e-01,
                       4.1671e-02,  3.7216e-02, -6.8674e-02,  9.0518e-02, -2.3657e-02,
                       2.2601e-01, -1.4225e-01,  1.3807e-01,  8.7391e-02,  1.1685e-01,
                       8.9684e-02, -2.9100e-01, -1.7127e-01, -1.4310e-01,  8.0905e-02,
                       1.7690e-02, -5.7766e-02, -8.6786e-03,  1.2513e-01,  1.6023e-01,
                      -1.5758e-01, -3.1142e-02, -5.8932e-03,  5.4168e-02, -1.2429e-01,
                      -2.9591e-02,  2.0517e-01, -2.4270e-01,  1.6984e-01, -4.7320e-02,
                       1.6347e-01,  1.1067e-02,  6.6750e-02, -4.5584e-02, -6.9975e-02,
                      -2.8195e-01, -3.3149e-02,  1.8927e-02, -6.8124e-02, -3.0393e-02,
                      -5.8401e-02,  1.0060e-01,  2.2235e-01, -2.1447e-01,  2.4111e-03,
                      -4.8977e-02,  4.4729e-02,  1.0686e-02,  2.0902e-01,  1.0772e-01,
                      -1.8019e-01,  5.1032e-02,  5.2604e-03,  9.3098e-02, -6.4092e-02,
                      -1.3062e-01,  1.4862e-01, -7.4707e-02, -3.4826e-02,  1.8421e-01,
                      -4.9506e-03, -4.9069e-02, -6.3102e-02,  2.3716e-01, -1.7704e-01,
                       2.4962e-01, -1.2787e-01, -1.1368e-01,  4.3728e-02,  7.5169e-02,
                      -1.8345e-01, -7.1461e-02, -2.5094e-01,  2.6040e-01, -1.9398e-01,
                       2.8066e-01, -2.4213e-01, -2.6445e-01,  1.5506e-01,  4.1502e-01,
                      -1.6828e-01, -1.0987e-01,  1.3167e-01,  1.4954e-01,  5.7915e-02,
                       1.8944e-01,  3.1796e-03,  2.0260e-02, -7.6252e-02, -5.3699e-03,
                       6.9527e-02, -5.0810e-02,  3.5377e-02, -3.5534e-01, -1.8985e-02,
                       2.8635e-01,  4.9526e-02,  1.7565e-01, -2.4846e-04,  1.2255e-01,
                       8.3860e-02, -7.3744e-02, -6.1120e-02, -1.3981e-02, -1.3859e-01,
                      -1.3290e-01, -9.8234e-02, -8.0590e-02,  2.2819e-02,  1.6361e-01,
                      -9.6098e-02,  1.1361e-01, -1.9728e-01,  9.3045e-02,  5.3950e-02,
                       1.0698e-02,  3.3430e-01,  2.4577e-02, -3.4969e-02,  1.0673e-02,
                      -5.0470e-01,  3.6576e-02, -1.1242e-01, -2.1074e+00, -3.7418e-02,
                      -2.1805e-01,  1.3343e-01,  6.1443e-02, -1.1128e-01, -2.3475e-01,
                      -3.7830e-01,  1.2684e-01, -5.1325e-02, -8.4520e-02,  1.2568e-01,
                       5.4853e-03, -1.1041e-01, -1.0731e-01, -7.3796e-02, -5.1113e-02,
                       2.8314e-01, -2.6360e-02, -1.0048e-01, -7.7163e-02,  4.5079e-02,
                      -2.2930e-01,  5.8748e-01,  4.5427e-02, -1.0566e-01, -3.3118e-02,
                      -7.6073e-02, -4.1459e-02,  1.4438e-01, -4.5271e-02,  3.5176e-01,
                       3.0004e-01,  2.3458e-01, -6.0180e-01, -2.2743e-02, -3.2803e-02,
                      -3.6922e-01,  7.3228e-03, -1.9204e-01, -4.2224e-01, -4.8912e-02,
                      -5.9642e-02, -1.9007e-01, -1.4181e-01,  8.2735e-02,  4.1712e-02,
                       2.3464e-01,  2.5021e-01,  1.5125e-01,  9.5197e-02, -1.4975e-01,
                      -2.1162e-01, -7.2550e-02, -1.9295e-01, -1.0553e-01,  7.3064e-02,
                       1.7864e-01,  2.9120e-01, -4.3802e-02,  2.6696e-01,  1.4086e-01,
                       1.1688e-01, -5.2681e-02, -1.0396e-01, -1.0522e-01, -2.9556e-01,
                      -9.5277e-02, -1.8094e-02, -1.4313e-02, -1.0859e-01, -1.1413e-01,
                      -1.2598e-01,  8.9375e-02,  1.0279e-01,  1.1904e-02,  1.3428e-02,
                      -4.8231e-02, -5.7102e-02,  7.5925e-02, -5.9383e-01,  2.3238e-02,
                       9.1412e-02,  1.1339e-01,  3.6467e-02,  2.4502e-01, -4.6413e-01,
                      -1.0992e-01, -3.0196e-02,  8.3991e-02, -4.6142e-02, -2.4798e-01,
                      -1.6546e-01,  3.0972e-02, -2.3587e-02, -4.2477e-02, -1.5382e-02,
                      -1.8442e-01, -9.0753e-02, -3.0074e-02, -2.1905e-02, -2.6265e-01,
                      -2.0136e-01,  2.0285e-02, -2.6022e-01,  4.1406e-02,  1.1606e-01,
                      -3.2080e-02,  7.6745e-02,  2.1276e-01,  1.2121e-01,  2.3875e-01,
                       1.3838e-01, -2.3921e-01, -1.2989e-01, -1.7598e-01, -1.6442e-01,
                      -1.1452e-01, -3.4165e-01,  1.0418e-01,  1.8593e-01, -7.3755e-02,
                       1.1909e-01, -1.0358e-01, -7.8361e-02,  1.2141e-01, -2.9501e-02,
                      -3.2377e-02, -1.2065e-01,  8.0596e-02,  4.3332e-02,  2.4457e-01,
                       4.1762e-02, -1.1949e-01, -2.1672e-01,  1.3159e-01, -1.2296e-01,
                      -9.2319e-03, -1.5420e-01, -8.0144e-02,  6.7644e-01, -9.8068e-02,
                       2.2330e-01,  1.0726e-01, -2.4509e-01,  1.9469e-01,  5.9696e-02,
                      -4.1378e-02, -2.0524e-01, -8.0078e-02, -1.0017e-01, -1.2509e-01,
                      -1.5259e-01, -2.8975e-01, -2.5072e-01, -1.1127e-01,  3.7310e-01,
                       1.8738e-01, -9.5980e-02, -7.4270e-02,  3.8743e-03, -1.4544e-01,
                      -1.9209e-01,  1.7635e-02,  2.1248e-01,  1.6469e-01, -4.6603e-02,
                       4.8795e-01, -1.4286e-01, -7.5355e-02,  6.7948e-02, -4.2072e-02,
                      -1.7409e-02, -1.4610e-01, -9.7955e-02, -3.3957e-01,  1.7121e-02,
                      -2.0104e-01, -9.1789e-02, -2.2672e-03, -3.9073e-02, -2.7310e-01,
                      -9.1664e-02,  5.1826e-01,  1.4756e-01,  1.4395e-01,  2.4838e-01,
                      -5.4837e-01, -9.1042e-02, -1.0279e-01,  1.4329e-02,  1.4711e-01,
                      -7.9371e-02,  7.6806e-02,  1.5261e-01, -1.9726e-01, -3.3551e-02,
                       9.1959e-02,  6.0426e-02, -6.9971e-02, -1.6160e-01, -3.0715e-02,
                      -5.5265e-03, -2.0135e-02, -1.2768e-01, -5.0178e-02, -1.2299e-01,
                       1.0728e-03,  2.6128e-02, -1.4918e-01,  8.1987e-02, -2.9485e-03,
                      -1.9720e-01, -8.6026e-02,  6.0245e-02, -4.4104e-02, -6.4955e-02,
                      -3.4774e-02, -1.3069e-01,  2.5169e-01, -4.9247e-02, -1.2220e-01,
                       1.8632e-01, -7.4951e-02,  3.2341e-01, -1.7700e-01,  4.1564e-01,
                       1.2202e-01, -2.4411e-01, -5.9548e-02,  1.5696e-01,  9.2232e-02,
                      -7.9410e-02,  7.5175e-02,  5.3403e-02,  3.0315e-01, -1.7447e-01,
                       1.5569e-01, -5.9030e-02, -5.2273e-02,  3.2525e-01, -2.4116e-01,
                      -2.3920e-01,  1.5733e-01, -3.3642e-03,  1.5046e-01, -7.3231e-02,
                       1.0866e-01, -8.9194e-03,  1.1743e-01,  8.0810e-02,  4.1162e-02,
                      -1.2780e-01, -6.6333e-02,  2.2099e-01, -6.7559e-02, -2.4411e-01,
                      -1.5305e-01,  2.3001e-01,  2.6461e-02,  4.3602e-03, -1.5133e-01,
                       1.4268e-01,  1.1115e-01, -2.9604e-01, -2.6343e-01, -1.0100e-01,
                      -1.5807e-01, -2.5427e-02,  2.9839e-01,  3.7526e-02,  9.4469e-02,
                      -7.7191e-02,  2.4958e-01,  2.9234e-01, -2.4451e-01,  1.7346e-02,
                      -1.6897e-02, -3.9637e-03, -2.2268e-01, -1.2377e-01,  1.0661e-02,
                      -2.0448e-01, -3.9078e-01, -2.4928e-01, -2.4223e-01,  1.8741e-01,
                      -3.5893e-02, -1.1921e-02, -3.1785e-01, -5.9621e-02, -4.6095e-01,
                       2.6741e-01,  3.7318e-01,  2.1344e-01, -1.9016e-01,  5.0147e-02,
                       1.8935e-01,  5.0828e-02, -6.2840e-02, -8.5701e-02, -1.5117e-02,
                      -3.1146e-01,  7.1778e-02,  8.8775e-02,  5.3139e-02,  3.5303e-03,
                       2.8935e-01,  9.5640e-02, -4.0724e-02,  4.9978e-03, -1.2745e-01,
                      -5.4140e-01,  2.5101e-02, -2.1474e-02, -1.3005e-01, -5.2829e-02,
                      -3.6479e-03,  1.0045e-02, -1.1673e-01,  1.1408e-01, -8.2087e-02,
                      -1.1073e-01, -2.8017e-02,  2.9715e-02,  8.4910e-02,  8.0448e-02,
                       3.4216e-02,  1.8687e-01,  3.5054e-02,  2.7475e-01, -1.9747e-01,
                       1.0615e-01,  6.8643e-03,  2.3635e-01,  1.1495e-01, -1.8030e-01,
                      -1.4549e-02, -1.1179e-01, -1.3814e-01,  1.2768e-01,  9.4463e-02,
                      -1.9877e-01,  1.8030e-01, -5.0780e-02,  1.2551e-01,  9.7813e-04,
                      -5.7861e-02, -1.5820e-01,  4.4566e-03,  9.4345e-03,  2.5360e-02,
                       2.6976e-02,  1.0240e-03,  5.1088e-02, -1.8368e-01,  9.2586e-02,
                      -7.4217e-02,  1.0489e-01,  7.0745e-03,  5.4645e-02, -1.8525e-01,
                       3.0628e-01, -7.3292e-02, -9.6957e-02, -3.0788e-01, -1.7212e-01,
                      -4.7909e-01,  1.0112e-03,  2.8708e-01,  1.5666e-01, -4.5006e-02,
                      -1.7714e-02,  2.8490e-02,  2.7443e-02,  2.9758e-01,  4.2454e-02,
                       1.2544e-01, -5.8540e-03,  1.2864e-01, -2.0921e-01, -1.7276e-01,
                      -2.7882e-02,  1.9762e-01, -2.9273e-02, -1.5425e-02, -1.2171e-01,
                      -6.6844e-02,  7.5654e-02, -3.3737e-01, -5.1868e-03, -2.2738e-02,
                      -9.8253e-02, -8.1125e-02,  2.7226e-01, -1.5401e-01,  7.6789e-02,
                      -1.6945e-01,  1.5204e-01,  5.5995e-02,  1.0955e-01,  5.8192e-02,
                       4.6383e-02,  9.1129e-02, -2.4871e-01,  2.1516e-01,  1.3944e-01,
                       9.6023e-02, -2.9569e-02, -8.7818e-02,  1.8078e-01, -7.2852e-02,
                      -1.6535e-02, -1.8030e-01, -2.9649e+00, -8.7593e-02,  3.5004e-02,
                      -1.1431e-01,  1.4037e-01, -3.2610e-01, -1.2273e-01,  1.6132e-01,
                      -5.3784e-02,  3.0560e-02, -1.6296e-02, -2.2231e-01,  2.3715e-01,
                      -7.7536e-02, -7.2163e-02,  7.0578e-03,  4.3901e-02, -7.5950e-03,
                      -8.2137e-02, -1.5829e-02, -6.7756e-02,  2.6696e-01,  3.5326e-02,
                       2.2876e-01,  1.7467e-01,  1.8569e-01,  1.0391e-02,  2.8538e-02,
                      -4.7539e-02,  2.2692e-01,  1.0480e-01, -9.8433e-03,  3.9407e-02,
                      -7.4232e-02, -7.3518e-02, -1.1599e-01, -2.9044e-01, -3.6732e-02,
                      -1.0299e-01, -1.2171e-01, -1.7122e-01, -1.6802e-01, -2.6389e-02,
                      -1.7653e-01, -1.7156e-01, -1.4540e-01, -3.5520e-01,  1.2301e-01,
                      -6.3267e-02, -5.7638e-02,  1.6862e-01,  1.5148e-01, -1.3323e-02,
                       4.4017e-02,  1.1994e-01, -2.0072e-01, -5.9665e-01,  2.1245e-01,
                       8.5101e-03,  1.5034e-01, -4.2818e-02, -7.9887e-02, -3.7099e-02,
                      -3.8063e-02, -2.3901e-02,  3.9513e-02,  1.1655e-01,  3.7837e-02,
                      -3.1614e-01, -5.8808e-02, -8.7588e-02,  8.2149e-02,  4.6731e-01,
                      -7.3578e-02,  7.5784e-02,  5.6279e-02, -8.5093e-02,  1.4292e-01,
                       4.2867e-01, -4.5692e-02,  1.5579e-01, -2.6452e-01, -1.4867e-01,
                      -1.1046e-01, -2.0145e-01, -4.8150e-03, -1.1684e-01, -1.1337e-02,
                       4.7538e-02, -7.8923e-01,  1.9342e-01, -8.9262e-02,  4.6769e-02,
                       3.7061e-02, -7.3849e-02, -3.7005e-03, -1.0457e-01, -1.5314e-01,
                       9.1330e-02, -3.8557e-02,  8.4022e-02,  1.5615e-01,  3.2266e-02,
                       1.8478e-01,  6.4472e-03, -1.2911e-01, -1.8099e-01,  9.8469e-02,
                      -8.2672e-02,  2.1464e-01, -3.6731e-02, -3.5643e-02,  1.7963e-01,
                      -1.2865e-02,  8.3958e-02,  1.2933e-01,  7.7128e-02,  2.7883e-01,
                       4.0442e-02, -4.4729e-02, -1.5857e-01, -5.2684e-02, -6.8067e-02,
                       2.1520e-01, -1.7084e-03,  1.6903e-01, -6.8150e-04,  7.5170e-02,
                       2.8003e-02, -8.5280e-02,  2.7024e-02, -8.6496e-02, -1.0173e-01,
                       1.1461e-01,  3.6408e-02, -3.4886e-01, -1.3321e-01,  2.1321e-01,
                       2.1221e-02, -6.7889e-02, -2.1125e-01, -5.3632e-02, -4.4430e-02,
                       1.6480e-01,  1.0907e-01,  2.4926e-01,  3.0036e-01, -1.4045e-01,
                       1.1733e-03, -8.2856e-03, -2.4056e-01,  9.3593e-03, -3.6146e-02,
                      -1.4925e-02, -2.0680e-02, -1.0206e-01,  7.1281e-02,  1.5968e-02,
                       2.5440e-01, -1.4099e-01, -1.0634e-01,  7.3304e-02,  4.5724e-02,
                       1.2051e-01,  2.4377e-01,  1.1849e-01,  4.8863e-02, -2.5916e-02,
                      -2.3239e-01,  1.7750e-01,  1.4950e-02,  9.1389e-02,  1.4014e-01,
                      -2.7921e-01,  6.5871e-02,  6.8564e-02,  2.2524e-01, -6.1129e-03,
                      -6.6380e-02,  2.3619e-01, -1.6956e-01,  2.4472e-02,  3.2948e-02,
                      -2.1353e-01, -5.6303e-02,  1.3138e-01,  1.2720e-01,  7.3265e-02,
                      -9.0571e-02,  1.9464e-02, -8.3707e-02, -1.6687e-01,  3.0214e-01,
                      -1.6372e-02,  1.3431e-01,  4.9161e-03, -1.8810e-01, -5.4107e-02,
                       3.8711e-02,  3.8144e-03, -9.7172e-02,  4.9658e-02,  2.9199e-01,
                      -2.2783e-01,  8.8318e-02,  3.7926e-02, -7.7631e-02,  1.2339e-01,
                      -1.3215e-01,  5.8119e-02,  4.5797e-02], device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.weight',
              tensor([[ 0.0226,  0.0670,  0.0277,  ..., -0.0584,  0.0236,  0.0324],
                      [ 0.0500, -0.0500, -0.0118,  ..., -0.0230,  0.0946, -0.0196],
                      [ 0.0392, -0.0202, -0.0292,  ...,  0.0255, -0.0424, -0.0232],
                      ...,
                      [ 0.0614,  0.0223,  0.0422,  ..., -0.0155, -0.0430,  0.0036],
                      [-0.0169, -0.0348,  0.0766,  ..., -0.0358, -0.0124, -0.0260],
                      [ 0.0125,  0.0120,  0.0828,  ..., -0.0207,  0.0216,  0.0831]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.bias',
              tensor([-0.0925, -0.1279, -0.1186,  ..., -0.1141, -0.1092, -0.1476],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.weight',
              tensor([[-0.0348, -0.0115,  0.0245,  ...,  0.0185,  0.0438, -0.0344],
                      [ 0.0935,  0.0015,  0.0195,  ...,  0.0098, -0.0146,  0.0585],
                      [ 0.0549, -0.0325, -0.0709,  ..., -0.0183,  0.0322,  0.0359],
                      ...,
                      [-0.0367, -0.0184,  0.0261,  ..., -0.0389, -0.0371,  0.0015],
                      [ 0.0270,  0.0244, -0.0306,  ..., -0.0626,  0.0544, -0.0759],
                      [ 0.0401,  0.0387, -0.0459,  ..., -0.0634, -0.0017, -0.0134]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.bias',
              tensor([-1.2385e-02, -5.8322e-03,  3.5995e-02,  8.9828e-02, -5.2993e-03,
                       6.8237e-02, -9.6837e-03, -1.7991e-02, -4.6972e-03, -5.6285e-02,
                       6.9875e-02,  8.1864e-02, -5.0268e-02, -7.3120e-02, -1.8754e-02,
                       2.1412e-01, -1.1515e-02,  2.7131e-03,  4.8156e-02,  3.7322e-03,
                       2.0645e-02,  1.1953e-01, -5.3787e-02,  2.6065e-03, -2.2274e-01,
                      -1.0995e-01, -1.0226e-01, -2.1743e-02,  9.6576e-02,  5.5027e-02,
                       1.6368e-02,  5.6222e-02,  6.2649e-02, -3.2115e-01,  1.2325e-02,
                      -2.7389e-02, -1.6377e-01, -2.1368e-02, -1.5517e-01,  1.1053e-01,
                      -1.7580e-03, -4.7289e-02, -5.7689e-02,  2.2935e-02, -2.0093e-02,
                      -1.9144e-02,  1.6586e-02, -5.0230e-02,  2.3375e-02,  1.0402e-02,
                      -1.7010e-02,  4.1564e-02,  3.7804e-02, -5.6815e-02, -6.3621e-02,
                      -1.7459e-01,  6.3030e-02,  6.2270e-03,  2.3355e-02, -6.1813e-02,
                      -4.2609e-02,  5.1802e-02,  3.7913e-02,  2.6333e-02, -1.2092e-01,
                       8.4410e-02,  2.7340e-02,  1.6894e-02,  4.6519e-02, -1.7582e-01,
                      -1.5214e-02, -5.8255e-02, -6.7978e-02, -2.9778e-04, -6.1257e-02,
                       2.8500e-02,  2.2915e-02, -1.2823e-02, -4.4556e-02, -1.5122e-02,
                       3.5931e-02, -4.5856e-03,  2.3309e-03,  9.9871e-03,  1.8170e-01,
                      -1.0040e-01,  4.8614e-02, -1.0525e-01,  4.4109e-02, -5.8097e-02,
                      -6.6556e-02, -8.6268e-02, -7.0478e-02,  7.7506e-02, -2.2292e-02,
                       1.3139e-01, -1.0550e-01,  1.9668e-02,  1.3771e-01,  3.2990e-02,
                       4.2347e-02,  9.9816e-03,  9.4254e-02,  9.1233e-03, -4.1171e-02,
                       4.4636e-02,  1.2781e-01, -2.9054e-02, -2.9684e-02,  7.0940e-02,
                       5.5654e-02, -4.6256e-02,  6.9156e-02,  1.4877e-01,  5.2417e-02,
                       7.6047e-03, -7.6974e-02, -6.0323e-02,  6.9088e-02,  2.5434e-02,
                      -4.1865e-04,  4.4105e-02, -4.7500e-02, -2.1224e-04, -1.7025e-01,
                      -9.8558e-03, -1.9209e-02, -4.8516e-02, -6.2077e-02,  3.7854e-02,
                       1.0593e-01,  3.2538e-03,  1.9685e-02,  4.9816e-03,  5.0426e-02,
                       2.4733e-02, -2.8108e-02,  5.6706e-02, -9.0356e-02,  7.8141e-02,
                      -2.1230e-01, -5.3600e-02, -9.1636e-02, -9.3670e-01, -4.9650e-02,
                       2.5810e-03,  6.7386e-02, -6.8942e-02,  2.1989e-02,  7.6113e-02,
                      -7.1817e-02, -9.6606e-02, -1.1717e-01,  3.3875e-02, -2.9619e-02,
                       1.4363e-02,  6.6582e-02, -4.5090e-02,  5.9976e-03,  5.7610e-02,
                       1.4736e-02, -4.4691e-02, -1.2447e-01, -9.0711e-04,  5.3100e-02,
                       4.7465e-02,  5.5632e-02, -5.4007e-02, -1.6298e-01, -2.0743e-02,
                       4.9846e-02, -2.6729e-02,  2.7024e-02,  5.2221e-02, -7.5888e-03,
                       1.1798e-02,  1.0608e-01, -1.2341e-01, -9.7444e-03,  8.2302e-02,
                      -1.4875e-01,  2.7513e-02,  2.5411e-02, -9.2200e-02,  1.4094e-01,
                       1.0528e-02, -2.7495e-03, -1.1121e-01,  7.4738e-02, -3.1011e-02,
                       3.9789e-02, -1.1665e-01,  6.5395e-02,  1.6933e-02,  1.2358e-01,
                      -3.1307e-02, -1.4899e-02,  1.8363e-01, -7.2373e-03,  1.2614e-02,
                       2.4338e-02,  1.1536e-01,  8.6459e-02,  5.2381e-02,  1.6200e-02,
                      -2.7487e-02,  1.5925e-02, -2.7734e-02,  1.2833e-03, -5.9196e-02,
                      -3.4374e-02, -1.0443e-01,  4.2044e-02,  2.9958e-02,  5.5885e-02,
                      -1.5286e-02, -8.1525e-02,  2.6639e-02, -1.3287e-02,  1.0770e-01,
                       5.9445e-02,  5.2607e-02,  1.6332e-02, -6.5138e-04, -2.0077e-02,
                       1.7262e-02, -1.3087e-01, -2.9381e-02,  1.0923e-01,  7.1293e-02,
                      -4.4759e-02,  4.8736e-02,  1.1639e-03,  3.6058e-02, -2.9264e-03,
                      -9.8114e-02, -2.2839e-01, -5.1575e-02, -1.8017e-01,  1.3416e-01,
                      -4.6408e-02,  5.7031e-02,  1.5129e-02,  6.3478e-02, -8.0934e-02,
                      -1.1421e-02,  3.8293e-02, -6.6690e-02, -4.3631e-02,  1.8869e-02,
                      -9.4311e-02, -1.9050e-02, -4.8234e-02,  1.9065e-02,  1.7116e-02,
                      -1.9784e-02, -4.4778e-03,  1.4421e-01,  2.7763e-02, -2.5473e-02,
                      -4.3380e-02, -1.2495e-01, -3.1861e-02, -1.0303e-03, -3.1558e-02,
                      -2.6899e-02, -1.4209e-01, -8.0868e-03, -1.5509e-01, -6.8004e-03,
                      -6.8014e-02,  3.1789e-02,  1.1332e-01, -4.6494e-02,  6.7042e-02,
                       5.9229e-02,  1.2421e-01, -9.5171e-02,  1.3115e-01,  5.8781e-02,
                       2.4049e-02,  3.4813e-02, -6.3861e-02,  1.2130e-01, -7.6477e-02,
                       6.0330e-03,  1.0898e-01,  4.3489e-02,  5.9168e-02, -1.6755e-02,
                      -7.0592e-02, -3.1975e-02,  8.1200e-02,  9.7499e-02, -2.0635e-02,
                      -1.3555e-01, -8.5664e-02, -7.7102e-02,  5.5107e-02, -3.7484e-02,
                      -9.8077e-03, -4.1601e-02,  4.1503e-02,  6.3498e-03,  4.8579e-02,
                      -8.4081e-02, -2.0205e-02, -6.0876e-03, -3.8039e-03,  2.8068e-02,
                       2.3280e-01,  1.0736e-01, -4.6238e-02, -1.8092e-01, -9.8778e-02,
                       4.4052e-02, -5.3709e-02, -8.0172e-02,  1.9626e-02, -4.4446e-02,
                      -7.4503e-02,  5.5250e-02, -1.5038e-02,  6.3502e-02, -6.5394e-02,
                      -5.1027e-02,  8.9256e-03,  1.3495e-02,  1.3026e-01,  7.9547e-02,
                      -8.4959e-02,  1.3365e-02,  6.2139e-02, -9.3862e-03,  1.1400e-01,
                      -8.1311e-03, -5.1345e-02,  7.8778e-02, -4.5817e-02, -4.5225e-02,
                       2.2293e-01,  6.7650e-02, -1.2388e-01,  5.7086e-02, -1.0381e-01,
                      -2.2361e-02,  5.8461e-02, -3.1043e-02, -9.2269e-02,  7.9637e-02,
                      -6.7028e-02, -7.7829e-02, -4.5756e-03,  3.7927e-02,  5.9763e-02,
                      -6.1352e-02,  5.5379e-02,  2.6298e-02,  1.2754e-02, -5.5788e-02,
                       6.4821e-02, -1.2092e-01,  2.6995e-02, -8.1082e-03, -2.1880e-02,
                       3.0856e-02, -4.1692e-02,  3.7800e-02,  2.1155e-02,  6.4731e-02,
                      -9.6021e-02, -4.6510e-02, -4.3383e-02,  1.3877e-02, -4.5498e-03,
                      -9.2525e-03, -3.0056e-02,  1.9576e-02, -2.0037e-02,  1.6827e-02,
                       1.5182e-01, -3.4217e-02,  6.1534e-02,  3.5313e-02, -2.7495e-03,
                       1.7267e-01,  1.3311e-01, -1.0136e-02, -7.9920e-02, -1.0233e-04,
                       3.5790e-02, -3.3380e-02,  9.4239e-02, -3.1440e-03, -4.0023e-03,
                      -2.9804e-03, -1.9797e-02,  3.9349e-02, -1.1673e-01,  1.3270e-02,
                      -2.2285e-02,  5.7958e-02,  1.8513e-02, -1.2439e-02, -9.3852e-02,
                      -4.6782e-02,  6.7809e-02, -5.6885e-02, -1.0275e-01, -9.2993e-02,
                       2.2421e-02,  4.6313e-02, -2.5335e-02,  2.0789e-03,  2.8081e-02,
                       6.0046e-02, -2.8378e-02, -1.7638e-03,  6.0125e-02,  5.9035e-02,
                      -1.7279e-01,  9.3660e-03,  7.0581e-02, -2.2808e-06,  4.5551e-02,
                       3.1491e-02, -9.4014e-03, -7.3602e-02, -9.1632e-02, -3.8326e-02,
                       1.4726e-02,  8.5079e-02,  9.8095e-02,  8.6249e-02, -5.5914e-02,
                       2.5876e-02,  1.5170e-04, -2.5978e-02,  5.0019e-02,  4.1296e-02,
                       5.9465e-02, -4.4091e-02, -1.5940e-01, -7.6180e-02, -3.3581e-02,
                      -1.6213e-02, -8.5109e-03,  5.1722e-02, -3.7411e-02,  4.7260e-02,
                       1.6829e-01,  3.8216e-02,  2.4580e-03,  2.5302e-02, -3.0472e-02,
                      -6.9976e-02,  1.3411e-01, -4.6876e-02, -6.5024e-02, -3.8785e-02,
                       4.0781e-02,  1.7489e-02,  2.0075e-02,  8.8580e-02,  1.1949e-02,
                       1.1298e-01, -8.0969e-02, -6.1675e-02, -4.6149e-02,  3.0986e-03,
                      -2.2921e-02,  1.7199e-03, -1.3100e-02,  9.0934e-02, -7.9378e-02,
                       1.3519e-02, -1.4450e-01, -9.0976e-02,  4.4957e-02,  3.4393e-02,
                      -3.2845e-02,  5.9388e-02,  2.1051e-02, -2.3339e-02, -9.1496e-03,
                      -1.0047e-01,  5.0010e-02,  5.3389e-02,  4.7260e-02, -4.8290e-02,
                       3.7715e-03, -1.7572e-02, -4.0522e-02,  4.7092e-02,  8.4299e-03,
                      -7.2206e-02, -7.8276e-02, -1.0502e-01, -2.4145e-02,  6.6509e-02,
                      -1.4413e-01, -1.7048e-02, -4.8679e-02, -4.9227e-02, -9.9708e-02,
                       9.5420e-02, -4.3219e-02,  1.7176e-02, -5.9845e-02,  4.8378e-02,
                      -4.1654e-02,  3.1178e-02,  1.5372e-02,  5.0465e-02, -1.6121e-02,
                       1.2502e-01,  2.5751e-02, -5.3779e-02,  5.5452e-02,  7.4188e-02,
                      -7.0198e-02,  1.4784e-02,  1.7993e-01,  2.1233e-03, -1.3328e-02,
                      -4.0963e-03,  8.8489e-02,  1.5082e-02, -2.4464e-02, -2.3685e-03,
                       2.6896e-02,  1.3092e-02, -6.4685e-02, -1.1085e-01, -7.0255e-02,
                      -7.6640e-02,  2.2922e-02,  4.3149e-02,  4.1746e-02, -8.0861e-02,
                       2.0154e-02,  3.7591e-02,  5.9763e-02,  3.6992e-02,  5.3779e-02,
                       1.6023e-02,  3.6828e-02,  5.6312e-02, -1.0417e-02,  1.2391e-03,
                       1.2211e-01,  2.2491e-02, -1.6754e-02,  2.2380e-02, -1.7138e-01,
                       5.5721e-02, -1.4283e-01, -3.5448e-01, -7.6301e-02,  7.8210e-02,
                       7.8488e-02, -2.0288e-02, -6.2977e-02, -1.2959e-02,  1.8169e-02,
                      -2.0250e-02, -1.1813e-01, -2.0631e-02, -6.5338e-03, -2.4624e-03,
                      -1.7744e-01,  6.2733e-02, -8.7718e-02, -1.1713e-02, -1.7261e-02,
                      -3.8277e-02,  1.1480e-02,  1.0710e-02, -1.6205e-02, -6.2274e-02,
                       9.0825e-02,  3.8976e-02, -1.5321e-02, -2.6864e-02,  2.4666e-02,
                       3.1120e-02, -5.2641e-02,  3.8191e-02,  5.9665e-02,  3.8801e-02,
                      -2.6948e-02,  1.6423e-01,  6.0845e-03, -9.0444e-02,  4.9026e-02,
                       2.9324e-02, -3.9389e-02,  3.6754e-02,  3.7668e-02, -3.6979e-02,
                      -3.8433e-02, -5.9204e-02, -1.4737e-02,  6.2650e-02, -1.8885e-02,
                      -2.3768e-02,  5.6803e-02, -2.6962e-02, -3.1068e-03,  3.1732e-02,
                      -3.8006e-02,  3.5064e-02, -5.5859e-02, -2.9928e-02,  3.3597e-02,
                      -8.4173e-02,  3.4002e-02,  9.7288e-03, -4.3315e-02,  7.8522e-02,
                      -5.7468e-02, -1.8989e-02,  6.9037e-02,  6.9554e-02, -2.1313e-02,
                      -7.5386e-02,  4.6518e-02, -2.8373e-02, -5.6755e-02,  1.9810e-01,
                      -1.8491e-01,  3.6980e-02, -8.4164e-02, -7.7602e-03, -2.5615e-02,
                       1.1468e-01,  9.4407e-02,  2.0092e-02,  1.7465e-02, -6.0324e-02,
                      -1.5688e-02, -8.1258e-04,  1.0109e-01,  9.6424e-04, -4.6706e-02,
                      -7.4821e-02,  1.4707e-01, -1.3019e-03, -1.0920e-01, -1.2374e-01,
                       3.4961e-02,  1.0007e-01,  1.8699e-02,  1.0611e-01,  3.5053e-02,
                       1.1230e-01, -3.0652e-02,  1.4158e-02,  2.3862e-02, -4.9563e-02,
                       4.3366e-02,  6.2732e-02, -2.4591e-02,  8.9656e-02,  2.2168e-02,
                       3.3846e-02,  2.0385e-02,  1.6137e-01, -4.5499e-02,  4.9740e-02,
                      -3.3158e-03,  2.3827e-01, -3.9658e-02,  3.3971e-03, -8.0953e-05,
                      -7.1155e-03, -2.3452e-02, -5.0432e-03,  2.0063e-02,  3.1756e-02,
                       5.1950e-02, -1.4306e-01,  6.7945e-02, -5.0216e-03,  5.5192e-02,
                       4.5033e-02, -8.5907e-02, -5.6405e-03,  2.0874e-02,  3.9440e-02,
                       1.4200e-02,  2.8428e-02, -3.3045e-02, -5.1762e-03, -7.2968e-02,
                      -5.2031e-02, -1.7066e-02,  1.2094e-02, -1.3573e-02, -1.5965e-02,
                       1.5838e-01, -4.0669e-02,  4.3778e-02,  9.2738e-03,  1.7450e-02,
                      -4.1128e-03, -5.0187e-02, -9.5437e-02, -2.9395e-02, -4.4496e-02,
                       3.6912e-02, -5.1966e-02, -6.9028e-02, -6.9869e-02,  2.6038e-02,
                       1.0960e-01,  5.0207e-02,  9.0634e-02,  7.0205e-02,  5.9287e-03,
                      -1.2764e-02, -2.6247e-02, -6.1816e-02, -1.2782e-01,  5.9980e-02,
                      -1.4972e-01, -4.9932e-02,  7.9415e-02,  4.3277e-02,  8.0585e-03,
                      -5.2511e-02,  6.3957e-02,  5.0193e-02, -3.8475e-02, -1.0518e-01,
                       1.0680e-02,  9.5891e-02, -1.6714e-03,  8.5857e-02,  6.3274e-02,
                      -4.8644e-02, -1.4049e-01,  1.1391e-01, -5.0676e-02,  9.0705e-03,
                      -5.5837e-03,  7.1748e-02,  2.1470e-03, -1.0870e-01,  1.3431e-01,
                      -1.1272e-02, -6.5924e-02, -3.4024e-04,  1.1271e-01,  2.3284e-02,
                       4.2868e-02,  7.6250e-02, -5.3261e-02, -2.5061e-02,  2.4532e-02,
                      -2.7682e-02, -2.2353e-02,  3.7252e-02, -1.7314e-03,  1.1581e-02,
                       3.3799e-02,  3.8378e-02,  7.9953e-02], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.weight',
              tensor([0.8878, 0.8744, 0.8681, 0.8522, 0.8085, 0.8355, 0.7161, 0.6705, 0.8735,
                      0.7818, 0.8804, 0.8862, 0.9489, 0.9070, 0.9137, 0.6767, 0.8631, 0.8810,
                      0.8739, 0.9002, 0.7551, 0.9123, 0.8869, 0.8572, 0.8577, 0.8617, 0.8770,
                      0.8272, 0.8667, 0.9054, 0.8626, 0.7339, 0.8989, 0.8196, 0.8858, 0.8629,
                      0.7934, 0.9070, 0.7700, 0.8437, 0.9057, 0.8758, 0.9102, 0.8888, 0.9017,
                      0.9006, 0.8673, 0.8740, 0.9031, 0.8498, 0.8886, 0.8269, 0.8192, 0.8877,
                      0.8111, 0.6802, 0.8540, 0.8502, 0.8276, 0.8128, 0.8723, 0.9197, 0.9013,
                      0.8818, 0.8184, 0.9300, 0.8738, 0.8645, 0.6970, 0.8290, 0.8873, 0.8843,
                      0.8682, 0.8512, 0.8974, 0.9099, 0.8774, 0.8639, 0.9257, 0.8602, 0.8700,
                      0.8166, 0.8933, 0.8484, 0.6924, 0.8841, 0.8175, 0.8828, 0.9058, 0.8560,
                      0.8365, 0.8788, 0.8622, 0.8475, 0.8487, 0.8365, 0.7358, 0.8555, 0.8906,
                      0.8175, 0.8572, 0.9265, 0.7982, 0.9174, 0.7342, 0.9055, 0.9084, 0.8215,
                      0.9158, 0.8979, 0.8569, 0.8360, 0.9253, 0.6597, 0.8449, 0.8883, 0.8864,
                      0.8885, 0.9194, 0.9174, 0.8768, 0.8826, 0.8987, 0.8176, 0.8243, 0.8347,
                      0.8963, 0.8605, 0.8803, 0.8609, 0.8960, 0.8303, 0.8496, 0.8930, 0.8876,
                      0.8764, 0.7425, 0.8936, 0.7893, 0.9064, 0.6719, 0.9231, 0.8655, 0.1308,
                      0.8598, 0.8626, 0.8667, 0.8751, 0.8782, 0.8612, 0.8388, 0.8686, 0.9035,
                      0.8869, 0.8501, 0.8985, 0.9058, 0.8869, 0.8839, 0.8809, 0.9090, 0.8954,
                      0.7786, 0.8849, 0.8297, 0.8683, 0.7280, 0.6953, 0.8466, 0.8780, 0.9023,
                      0.7596, 0.8218, 0.8656, 0.7905, 0.8693, 0.8852, 0.7354, 0.8990, 0.8852,
                      0.8568, 0.8569, 0.8438, 0.8587, 0.9094, 0.9072, 0.8375, 0.8811, 0.8694,
                      0.8968, 0.8444, 0.7091, 0.8590, 0.8855, 0.8617, 0.9010, 0.9193, 0.7225,
                      0.8797, 0.9006, 0.8908, 0.7398, 0.9012, 0.8391, 0.8403, 0.8651, 0.9040,
                      0.9415, 0.9199, 0.8377, 0.8992, 0.9081, 0.8259, 0.8953, 0.8748, 0.8948,
                      0.8488, 0.8564, 0.8750, 0.8772, 0.9010, 0.8621, 0.9171, 0.8105, 0.8787,
                      0.8863, 0.9047, 0.9098, 0.8257, 0.6387, 0.8378, 0.9111, 0.8567, 0.8349,
                      0.8633, 0.8827, 0.8477, 0.8973, 0.8786, 0.9307, 0.8708, 0.8475, 0.8187,
                      0.8616, 0.8775, 0.8184, 0.9034, 0.8334, 0.9268, 0.9242, 0.8938, 0.8932,
                      0.9466, 0.9115, 0.9054, 0.9200, 0.9029, 0.7388, 0.8711, 0.8612, 0.7277,
                      0.8649, 0.8740, 0.8610, 0.8788, 0.8717, 0.8940, 0.9441, 0.7789, 0.8755,
                      0.8953, 0.9107, 0.9321, 0.8587, 0.8956, 0.9243, 0.8792, 0.8708, 0.8478,
                      0.9149, 0.9214, 0.9057, 0.8249, 0.4625, 0.8865, 0.9014, 0.7850, 0.8840,
                      0.8624, 0.8423, 0.7651, 0.8319, 0.8422, 0.8358, 0.8686, 0.8098, 0.8238,
                      0.7331, 0.9137, 0.8378, 0.8916, 0.8734, 0.8508, 0.8576, 0.6283, 0.8905,
                      0.8362, 0.8904, 0.8627, 0.8765, 0.7650, 0.8680, 0.8660, 0.7271, 0.8511,
                      0.9161, 0.8584, 0.8172, 0.8914, 0.8382, 0.8211, 0.8720, 0.8531, 0.9300,
                      0.8151, 0.8074, 0.8171, 0.8386, 0.9138, 0.8671, 0.8542, 0.8772, 0.9300,
                      0.8929, 0.9099, 0.9131, 0.8865, 0.8748, 0.8886, 0.8092, 0.7395, 0.9096,
                      0.8885, 0.9061, 0.8752, 0.9302, 0.8971, 0.8821, 0.8783, 0.8596, 0.8871,
                      0.8597, 0.8131, 0.8658, 0.9272, 0.8502, 0.8667, 0.8887, 0.8751, 0.7818,
                      0.8866, 0.9021, 0.8431, 0.9116, 0.8767, 0.8228, 0.9034, 0.8954, 0.9235,
                      0.7705, 0.8866, 0.8996, 0.8952, 0.8997, 0.8606, 0.8577, 0.8507, 0.9009,
                      0.8721, 0.7485, 0.8352, 0.8990, 0.9118, 0.8415, 0.8124, 0.7969, 0.7985,
                      0.8982, 0.8587, 0.7769, 0.9052, 0.8094, 0.8883, 0.9056, 0.8728, 0.8828,
                      0.8313, 0.8825, 0.8737, 0.8023, 0.8147, 0.8178, 0.8123, 0.8595, 0.8823,
                      0.8846, 0.8730, 0.8235, 0.9063, 0.9410, 0.8360, 0.8529, 0.8713, 0.9280,
                      0.8783, 0.8468, 0.8195, 0.8327, 0.8524, 0.8622, 0.8817, 0.9321, 0.8771,
                      0.8299, 0.8579, 0.8779, 0.8217, 0.5924, 0.8689, 0.8812, 0.8813, 0.9207,
                      0.8185, 0.9134, 0.6594, 0.8956, 0.8345, 0.8481, 0.8838, 0.8959, 0.9033,
                      0.8161, 0.8461, 0.8326, 0.8861, 0.8181, 0.8892, 0.8933, 0.9032, 0.8385,
                      0.8542, 0.8594, 0.8829, 0.8957, 0.8609, 0.8147, 0.8383, 0.8336, 0.8619,
                      0.8791, 0.8683, 0.8745, 0.8703, 0.8886, 0.8429, 0.8225, 0.8720, 0.8405,
                      0.8781, 0.8644, 0.9234, 0.8424, 0.9303, 0.8441, 0.8854, 0.8799, 0.8144,
                      0.9018, 0.7784, 0.9381, 0.8434, 0.8754, 0.8858, 0.8794, 0.8928, 0.8425,
                      0.9194, 0.8225, 0.9497, 0.8162, 0.8237, 0.9127, 0.8928, 0.8236, 0.9000,
                      0.8488, 0.8765, 0.9250, 0.8645, 0.8905, 0.8811, 0.9228, 0.8696, 0.8895,
                      0.8791, 0.8635, 0.9229, 0.8696, 0.8473, 0.8755, 0.8083, 0.8957, 0.8499,
                      0.8772, 0.9127, 0.8259, 0.9103, 0.8696, 0.7000, 0.9269, 0.9122, 0.7745,
                      0.8721, 0.9029, 0.9009, 0.9184, 0.8843, 0.9308, 0.8588, 0.9000, 0.8750,
                      0.8971, 0.8300, 0.8561, 0.8589, 0.8385, 0.8254, 0.8551, 0.8585, 0.8526,
                      0.8627, 0.9086, 0.7677, 0.8194, 0.8330, 0.9308, 0.8589, 0.8244, 0.8613,
                      0.8847, 0.8432, 0.8476, 0.9028, 0.8539, 0.8158, 0.8171, 0.8355, 0.4085,
                      0.8710, 0.8694, 0.9077, 0.9295, 0.7958, 0.9010, 0.8927, 0.9183, 0.8755,
                      0.8828, 0.8309, 0.8967, 0.8423, 0.8458, 0.8701, 0.8623, 0.9043, 0.9110,
                      0.8638, 0.8795, 0.8521, 0.8990, 0.8643, 0.9012, 0.8817, 0.8681, 0.8963,
                      0.8901, 0.8234, 0.8917, 0.8366, 0.8190, 0.9149, 0.7840, 0.8260, 0.8354,
                      0.8751, 0.9244, 0.8234, 0.8584, 0.8966, 0.8850, 0.9027, 0.8641, 0.8546,
                      0.8706, 0.8604, 0.8993, 0.8702, 0.8424, 0.8677, 0.8593, 0.8790, 0.7994,
                      0.8442, 0.6869, 0.8971, 0.8966, 0.9213, 0.9404, 0.9003, 0.8866, 0.8617,
                      0.8268, 0.8541, 0.9317, 0.8538, 0.8643, 0.8957, 0.8499, 0.8102, 0.7798,
                      0.8941, 0.8730, 0.8462, 0.8853, 0.8293, 0.8138, 0.9178, 0.8866, 0.8781,
                      0.8609, 0.9091, 0.8451, 0.8587, 0.8937, 0.8595, 0.8434, 0.6649, 0.8864,
                      0.9017, 0.8528, 0.8012, 0.9401, 0.8686, 0.7172, 0.8485, 0.8570, 0.9170,
                      0.8491, 0.8127, 0.9028, 0.8736, 0.8526, 0.8696, 0.8691, 0.8196, 0.9035,
                      0.9283, 0.7401, 0.7705, 0.8750, 0.9263, 0.8688, 0.8538, 0.9207, 0.8635,
                      0.8197, 0.8837, 0.8766, 0.9203, 0.8688, 0.8983, 0.8587, 0.8644, 0.9122,
                      0.9026, 0.8601, 0.8679, 0.9217, 0.8786, 0.9125, 0.8981, 0.7331, 0.8536,
                      0.8910, 0.8955, 0.9126, 0.8752, 0.9162, 0.8500, 0.9222, 0.8229, 0.7725,
                      0.7927, 0.8236, 0.8664, 0.9231, 0.8797, 0.8993, 0.8753, 0.8983, 0.8744,
                      0.9106, 0.8986, 0.8688, 0.9219, 0.7770, 0.8644, 0.8010, 0.8961, 0.9174,
                      0.8823, 0.8288, 0.9160, 0.8576, 0.9231, 0.7210, 0.9125, 0.8355, 0.8872,
                      0.8880, 0.8686, 0.8568, 0.9050, 0.8884, 0.8667, 0.9151, 0.8965, 0.8280,
                      0.8708, 0.9097, 0.8977, 0.8717, 0.6928, 0.8399, 0.8827, 0.8306, 0.8474,
                      0.8954, 0.8694, 0.6646, 0.8610, 0.8959, 0.8779, 0.8584, 0.9069, 0.8721,
                      0.8218, 0.8580, 0.8827, 0.8779, 0.8291, 0.8880, 0.9185, 0.9088, 0.9277,
                      0.8618, 0.9143, 0.8644], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.bias',
              tensor([-1.3730e-02, -1.4257e-01,  4.0676e-02,  2.2875e-02,  8.5492e-02,
                      -2.0404e-01,  1.4517e-01, -3.6505e-01, -1.4435e-01, -1.3622e-02,
                      -6.3878e-02, -1.7634e-02, -6.0415e-02,  4.0437e-02, -2.9370e-02,
                      -1.3915e-01,  2.5390e-02, -4.5889e-02, -2.4263e-02,  3.8393e-02,
                      -6.7123e-02, -3.5396e-02,  1.2360e-02, -6.4621e-02, -3.1985e-02,
                      -1.4941e-01,  5.2848e-02, -8.2684e-02, -4.5717e-02, -5.1514e-02,
                      -1.0555e-01,  1.3641e-01,  7.2100e-02,  1.9197e-03, -9.0969e-02,
                      -5.2877e-02, -4.1617e-02, -4.5478e-02, -1.7303e-01, -9.7113e-02,
                       2.6979e-02,  1.8366e-02, -2.6114e-02, -7.9109e-02,  5.5518e-02,
                      -2.6242e-02, -1.7309e-01,  8.7025e-02, -1.2505e-01, -2.7416e-02,
                      -1.4253e-01, -4.4582e-02, -7.0910e-02, -4.5060e-02,  3.5147e-02,
                       6.0751e-02,  4.8570e-03, -2.9567e-02, -1.4920e-02, -5.4670e-02,
                       2.9221e-03, -5.7573e-02, -9.9249e-02,  9.8675e-02, -1.2192e-01,
                       3.8458e-03, -2.8997e-02,  8.1563e-03, -9.9998e-02, -9.2332e-02,
                       3.7487e-02, -1.1491e-01, -4.9468e-02, -8.1638e-02,  2.6892e-02,
                       3.4480e-02, -1.0535e-01, -1.1347e-02, -1.5388e-02, -1.4258e-01,
                       1.1275e-02, -3.0621e-02, -1.8412e-03, -1.3561e-01,  1.5121e-01,
                      -1.4682e-01,  8.0693e-02, -2.9208e-03, -4.4361e-02, -1.0579e-01,
                       7.6951e-02,  2.3647e-03,  1.1563e-01, -1.4309e-01,  8.1307e-02,
                      -1.5055e-01,  1.8587e-02,  1.4332e-01, -8.9822e-02, -2.4576e-01,
                       5.0128e-02,  3.2785e-02, -1.0708e-01, -1.2786e-01, -7.5238e-02,
                      -1.7700e-01, -3.4438e-02, -8.5442e-02, -1.8948e-02, -3.4762e-02,
                      -6.4602e-02, -3.0303e-02,  7.1421e-03,  1.8306e-01, -2.1376e-03,
                      -1.7126e-01, -6.1984e-02, -1.4510e-01, -4.0409e-02, -7.3939e-02,
                      -7.1392e-02,  6.8303e-02, -5.5175e-03,  2.7938e-02, -1.3731e-02,
                       5.2199e-03,  3.9943e-02,  6.0385e-03, -5.9149e-02, -7.9518e-02,
                       3.3570e-02, -1.0585e-01,  7.8303e-02, -6.5475e-02, -7.3343e-02,
                      -3.1657e-02,  8.8005e-02, -6.2176e-02,  3.2700e-02, -1.8966e-02,
                       9.7017e-02, -8.6711e-02,  4.5288e-03,  8.8282e-01, -4.0005e-03,
                       9.7695e-02, -9.5119e-02, -9.3471e-02, -5.6112e-03,  5.9935e-02,
                       1.6101e-01, -1.4987e-01, -2.3114e-02,  3.5366e-03, -1.2392e-01,
                      -5.2733e-02,  3.7016e-02,  4.5504e-02, -2.1025e-02, -1.9406e-02,
                      -1.7356e-01, -4.4488e-02, -4.0896e-02,  8.7440e-03, -4.5473e-02,
                       6.6346e-02, -3.8107e-01, -7.6935e-02,  2.6983e-02,  2.3758e-02,
                       2.0831e-02, -9.3133e-02, -3.3517e-02,  5.7671e-03, -1.8947e-01,
                      -2.4280e-01, -1.8389e-01,  2.1795e-01, -3.2929e-02,  8.7728e-03,
                       1.3757e-01, -5.1511e-02,  7.1693e-02,  1.6719e-01, -2.3468e-02,
                      -1.3460e-02,  5.8003e-02,  3.7142e-02, -8.4575e-02, -3.3378e-02,
                      -1.4074e-01, -2.1201e-01, -9.9018e-02, -7.3774e-02,  6.3195e-02,
                       7.8691e-02,  5.5481e-03,  1.4106e-01,  8.4963e-02, -8.0773e-02,
                      -1.4937e-01, -1.5479e-01, -3.2615e-02, -1.9199e-01, -1.6382e-01,
                      -1.1272e-01,  4.7726e-03,  1.3333e-03,  4.4127e-02,  1.3948e-01,
                       3.7840e-02, -1.8911e-02, -5.3225e-02,  3.8678e-02,  6.4113e-02,
                       1.1453e-02, -6.4928e-02, -1.1720e-01, -2.8255e-02, -1.1636e-02,
                      -6.9241e-03,  5.8883e-04, -5.5982e-02,  2.2519e-01, -4.7080e-02,
                      -4.4102e-02, -1.2572e-01, -8.9528e-02, -1.6018e-01,  2.5640e-01,
                       4.9410e-02, -2.7896e-02, -1.1934e-01, -2.4843e-02,  7.9499e-02,
                       2.1290e-02, -8.7240e-02, -1.8620e-02, -4.7295e-02, -1.8381e-02,
                       1.7899e-02,  4.0587e-02,  4.3745e-03,  1.1652e-02,  8.6614e-02,
                       7.6205e-02, -5.7604e-02,  7.3997e-02, -5.1256e-02, -2.8812e-02,
                      -4.3504e-02, -8.4520e-02, -1.5502e-01, -6.9594e-02, -1.5539e-01,
                      -1.0627e-01,  5.0870e-02,  5.9517e-02,  9.6448e-02,  7.3579e-02,
                      -2.5128e-02,  1.2903e-01, -1.2082e-01, -1.4927e-01, -4.3501e-02,
                      -1.0501e-01, -2.0229e-02,  9.4626e-03, -1.3978e-01, -1.3600e-02,
                      -4.2708e-02,  3.5410e-03, -5.7044e-02, -1.0811e-01, -1.7107e-01,
                      -6.7678e-02,  5.3697e-02,  4.2263e-02, -9.9956e-02,  1.4676e-02,
                      -3.3690e-02,  4.7946e-02,  1.7249e-02, -1.3858e-01, -6.8953e-03,
                      -1.6836e-01, -5.4825e-02,  5.3669e-02, -1.4453e-01, -8.7388e-02,
                      -2.9370e-02,  8.4208e-02,  7.9303e-02,  2.2341e-02,  4.1621e-02,
                       2.2411e-02,  1.3422e-01,  4.2253e-02,  2.6360e-02, -2.0260e-01,
                      -8.5046e-02, -2.3409e-02,  2.4046e-02, -4.2417e-03,  5.5445e-02,
                       6.5665e-02, -2.5302e-02, -1.4341e-01, -1.6230e-01,  3.3231e-02,
                      -2.2636e-01,  7.1042e-02,  3.4399e-02, -9.5097e-02, -4.4246e-02,
                      -1.2235e-02,  6.5871e-02, -1.8816e-02,  9.8230e-02, -4.4853e-02,
                       7.4531e-02, -2.7192e-03, -2.9871e-02, -4.6671e-02,  1.3086e-01,
                      -3.8256e-02, -2.7528e-01, -1.3140e-01, -1.0672e-01, -1.3777e-01,
                       1.7440e-01,  6.2889e-02,  2.1374e-03, -5.1128e-02, -7.4894e-02,
                      -2.2209e-02, -5.1271e-02, -1.3753e-01,  8.9575e-02,  1.2456e-03,
                      -1.5487e-02, -4.2331e-02, -2.2972e-02,  5.0699e-02, -3.1388e-02,
                      -5.1132e-02, -3.9608e-02,  3.3951e-02, -3.1783e-02,  3.2704e-02,
                      -7.9455e-03, -5.0769e-02,  8.7025e-02, -7.9972e-02, -4.3358e-02,
                       3.5756e-02,  1.9315e-03, -8.1563e-02, -1.5163e-02,  7.9190e-03,
                       1.6977e-02,  3.9795e-02, -1.1752e-01,  2.9902e-03,  2.3965e-02,
                      -1.3312e-01, -1.1031e-03, -1.7221e-01,  7.1724e-02, -2.3014e-01,
                      -1.3580e-01,  6.8124e-02, -2.3798e-02, -1.2039e-01, -7.7677e-02,
                       2.3392e-02, -5.8309e-02, -7.1827e-02, -1.9550e-01,  1.2581e-02,
                      -9.2720e-02, -2.4400e-02, -1.4407e-02, -2.3577e-01,  1.0182e-01,
                       1.0159e-01, -8.9593e-02,  1.1179e-02, -8.9376e-02, -2.4821e-02,
                      -7.4081e-02, -4.7448e-02, -9.3770e-02, -6.2715e-02, -8.8221e-02,
                       2.5555e-02,  1.7849e-02, -1.8327e-01, -5.8377e-02,  1.0211e-01,
                       4.6020e-02, -1.7788e-01, -5.8051e-02, -6.1996e-02,  7.6719e-02,
                      -1.2702e-01, -9.5264e-02,  1.0928e-01,  6.9821e-02,  1.7770e-02,
                       6.1434e-02, -6.9931e-03, -1.2439e-01, -7.6341e-02, -1.2142e-01,
                       1.5947e-02, -1.5867e-01, -1.2712e-01,  1.1427e-01, -4.7091e-02,
                      -8.3484e-02, -7.0879e-02,  9.9976e-02,  3.7728e-02, -3.7300e-02,
                       6.1494e-02,  2.0893e-01,  1.1556e-01,  1.0081e-01, -1.5006e-01,
                      -4.1415e-02, -1.5184e-02,  1.6757e-01, -4.2570e-02,  1.5792e-01,
                      -1.9264e-01, -2.4394e-01, -1.5421e-01,  4.1562e-02, -7.5405e-02,
                      -1.2889e-01, -7.3151e-02, -2.5935e-02, -1.5706e-02, -6.4868e-03,
                       9.9737e-02, -8.2482e-02, -8.9988e-02, -5.8298e-02, -7.5844e-03,
                      -1.8838e-01, -7.8883e-02,  4.0747e-04, -4.9126e-02, -1.0875e-02,
                       1.6664e-01, -4.4466e-02, -2.1279e-02, -6.8198e-03,  1.3158e-02,
                      -1.6987e-02, -5.1368e-02,  6.9864e-03, -6.7148e-02,  8.3519e-03,
                       1.8165e-02, -5.6002e-02, -9.6990e-02, -1.0813e-01, -8.6956e-02,
                       4.1942e-03, -1.3821e-01, -6.4676e-02, -1.3755e-01,  3.6423e-02,
                      -7.9467e-02, -5.3675e-02, -1.5747e-01, -7.6012e-02,  2.9001e-02,
                      -8.0526e-03,  3.1675e-02,  2.0477e-02, -1.0667e-01, -1.0898e-01,
                       6.1540e-02, -1.1829e-01,  7.3910e-03, -8.5626e-02, -4.0816e-02,
                       1.6409e-02,  3.0521e-02, -5.0835e-02, -5.7706e-02, -5.4597e-02,
                      -8.4005e-02, -4.4311e-02, -6.6959e-02,  5.2148e-02, -6.6131e-02,
                      -1.9210e-02, -8.8332e-02, -4.9427e-02, -8.5489e-02,  4.5302e-02,
                      -2.3612e-01, -4.5701e-02,  7.3149e-02,  1.2922e-01,  2.4516e-02,
                       1.2113e-01, -1.5268e-02, -1.4927e-01, -1.1416e-01, -9.9113e-03,
                       3.5275e-02, -3.4428e-02, -6.5816e-02, -1.5806e-01, -6.1587e-02,
                      -8.7886e-02, -2.7476e-02, -4.9383e-02,  6.4134e-02,  5.3046e-02,
                      -1.5611e-02, -1.0423e-01, -4.7945e-04, -1.4066e-02,  2.1543e-02,
                      -1.8858e-02, -8.7304e-02,  1.0277e-01, -2.3830e-02, -2.6709e-02,
                      -1.4255e-02, -3.6866e-03, -2.1221e-01,  3.8867e-02, -1.2007e-01,
                       7.4337e-02, -1.0330e-01, -3.1771e-02, -6.5762e-02, -4.2428e-02,
                      -5.4197e-02, -9.8825e-02,  9.6763e-02, -9.8761e-02, -9.6044e-02,
                      -2.9993e-02, -5.3540e-03, -8.8323e-03, -1.0311e-01, -4.9183e-02,
                       6.8117e-04,  7.4796e-02, -1.0000e+00, -1.1343e-02, -2.7101e-02,
                       3.5473e-02, -7.9539e-02,  1.1128e-01,  5.0296e-02, -1.0429e-01,
                      -5.1730e-03, -5.2650e-02, -3.6796e-02,  7.5310e-02, -1.7777e-01,
                      -2.8317e-03, -9.1513e-03, -5.0705e-02, -5.6622e-02, -9.5000e-02,
                       2.9828e-03, -2.0123e-03, -1.0409e-02, -1.3675e-01, -4.5575e-02,
                      -1.3904e-01, -1.3128e-01, -1.0492e-01, -4.7904e-02, -6.0562e-02,
                      -7.6207e-03, -2.3040e-01, -1.4107e-01,  1.0616e-02, -2.4990e-02,
                       9.8106e-03,  4.7982e-02,  1.2277e-02,  1.3951e-01,  2.4118e-03,
                       2.3778e-02,  9.5996e-03,  4.5917e-02,  7.7566e-02,  6.6183e-04,
                       4.7914e-02,  5.0385e-02,  1.1128e-02,  1.5884e-01, -1.1380e-01,
                      -1.5849e-02,  1.4914e-02, -1.6185e-01, -1.1307e-01, -3.9675e-02,
                      -7.4929e-02, -1.2203e-01,  7.1814e-02,  2.9293e-01, -1.3403e-01,
                      -4.0411e-02, -1.1297e-01,  1.4092e-02,  1.7155e-02, -4.2033e-02,
                      -8.3746e-03, -4.1946e-02, -4.6594e-02, -6.4345e-02, -8.8805e-02,
                       1.6988e-01,  1.5798e-02, -1.2098e-02, -5.2950e-02, -2.3385e-01,
                      -4.8737e-02, -7.1911e-02, -8.7285e-02, -1.2060e-02, -1.2322e-01,
                      -2.6750e-01, -4.9812e-02, -1.1295e-01,  1.1489e-01,  5.5546e-02,
                       5.1370e-02,  9.0280e-02, -2.2690e-02, -2.7411e-03, -3.2925e-02,
                      -6.5618e-02,  4.5060e-01, -1.0862e-01, -2.3369e-02, -1.0188e-01,
                      -2.9084e-02, -7.8355e-03, -2.0819e-02, -1.3959e-03,  7.9305e-02,
                      -6.4471e-02, -5.3429e-02, -7.8257e-02, -1.2447e-01, -4.9390e-02,
                      -1.1035e-01, -1.3902e-02,  6.5721e-02,  7.5085e-02, -7.7586e-02,
                      -5.5392e-03, -1.0556e-01,  6.8093e-02, -1.8015e-02, -1.3078e-01,
                      -2.1530e-02, -3.6783e-02, -1.3898e-01, -4.6502e-02, -1.8587e-01,
                      -4.1350e-02, -1.1106e-02,  1.0627e-02,  1.0553e-02,  1.1341e-02,
                      -1.7072e-01, -7.0183e-02, -1.3236e-01, -5.7455e-02, -5.9805e-02,
                      -4.4549e-02, -5.1237e-03, -6.1020e-02,  3.2397e-03,  2.0436e-02,
                      -9.8277e-02, -2.1926e-02,  2.0535e-01,  3.9423e-02, -1.8447e-01,
                      -5.4067e-02,  3.0321e-02,  2.9383e-02,  1.7433e-02, -3.2184e-02,
                      -8.9907e-02, -8.5087e-02, -9.4442e-02, -1.9002e-01,  6.5011e-02,
                      -4.1810e-02, -3.0301e-02,  9.3453e-02, -1.0830e-02, -1.4686e-02,
                       1.0339e-03, -3.4720e-02,  3.1637e-02, -6.9712e-02, -3.6912e-02,
                      -1.0188e-01,  4.1771e-02,  6.7178e-02, -8.1308e-02, -7.4704e-02,
                      -9.2098e-02, -1.3556e-01, -9.3596e-02, -8.1810e-02, -1.4757e-02,
                       6.3999e-02, -1.0020e-01, -6.4472e-02, -8.1619e-02, -8.4696e-02,
                       8.7932e-02, -5.2433e-02, -5.4392e-02, -1.0557e-01, -4.8916e-02,
                       2.6187e-02, -1.5674e-01,  5.4466e-02, -1.7098e-02, -7.7541e-02,
                       5.9413e-02, -6.9155e-03, -4.3332e-02, -1.2584e-01, -6.2433e-02,
                      -1.1601e-02, -3.4319e-02, -3.1897e-02,  2.2816e-02, -1.6437e-01,
                       1.6025e-02, -9.2966e-02, -5.0419e-02,  1.3695e-01, -1.9002e-02,
                      -1.7712e-02, -2.3323e-02, -7.3261e-03, -3.0923e-02, -1.8863e-01,
                       1.1407e-01, -6.4121e-02, -3.4846e-02,  1.4099e-03, -4.9815e-02,
                      -1.2210e-02, -4.4475e-02, -8.6169e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.weight',
              tensor([[-0.0110, -0.0473, -0.0713,  ..., -0.0319,  0.0417,  0.0043],
                      [ 0.0648, -0.0157,  0.0110,  ..., -0.0054, -0.0186,  0.0131],
                      [ 0.0572, -0.0106,  0.0190,  ..., -0.0759, -0.0030, -0.1267],
                      ...,
                      [-0.0048,  0.0074,  0.0169,  ..., -0.0385, -0.0045, -0.0530],
                      [-0.0391,  0.0431, -0.0324,  ..., -0.0483,  0.0491, -0.0350],
                      [ 0.0351, -0.0149, -0.0536,  ...,  0.0116,  0.0352,  0.0423]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.bias',
              tensor([ 3.1587e-02,  1.4009e-02, -1.3993e-02,  1.5989e-04, -8.0080e-03,
                      -4.7055e-03, -3.9709e-03,  2.1111e-02, -1.3389e-02, -2.8786e-02,
                      -4.4198e-02, -3.1653e-02,  2.0421e-02, -7.2476e-02, -2.2286e-03,
                       2.1742e-03,  2.5248e-03, -3.2224e-02, -2.2313e-02,  5.2221e-03,
                       1.8749e-01, -2.1575e-02, -3.2715e-02,  5.9587e-02,  3.3872e-02,
                      -3.9584e-03,  5.4470e-02, -1.0025e-01, -1.1244e-02,  2.0631e-02,
                      -3.1489e-02,  1.9809e-02,  1.1658e-02,  2.0828e-02, -3.9203e-03,
                       5.8158e-02, -1.4707e-02,  4.8121e-02,  3.1642e-02,  4.5055e-02,
                      -1.4546e-02, -1.8270e-02,  3.1562e-02,  2.2958e-02,  3.5609e-02,
                       4.8404e-03,  5.9645e-05,  5.3977e-02,  2.3533e-02,  2.6168e-02,
                       2.0803e-02, -1.1612e-02,  5.2316e-02, -1.4307e-02, -5.3085e-03,
                      -7.7628e-03, -2.8400e-02, -2.9798e-02, -3.8244e-02, -9.7478e-02,
                       6.1749e-02, -1.1137e-02, -6.7530e-03, -4.2759e-02, -5.9431e-02,
                       5.2126e-03, -1.3775e-01, -7.0353e-02,  7.4860e-02, -4.0290e-01,
                       1.5472e-01, -1.4045e-01,  9.7158e-02, -1.9290e-01,  2.1153e-01,
                       3.4061e-01, -8.5641e-02, -1.0238e-01,  7.5059e-02, -5.6643e-01,
                      -1.4387e-01,  1.1559e-01,  1.5034e-01, -3.7118e-04, -2.2257e-01,
                       1.4685e-02,  4.4140e-02, -3.1754e-03, -8.2822e-02, -5.4642e-02,
                       1.6856e-01,  1.4278e-01,  1.4759e-02,  1.9759e-01,  2.0272e-01,
                      -1.3825e-01,  3.8564e-03,  1.0377e-01, -8.2919e-03,  3.4423e-01,
                      -1.0485e-01, -8.0641e-02,  2.5980e-01,  1.2572e-01,  8.5784e-02,
                      -8.9733e-02, -2.2022e-01,  7.7871e-02,  1.5418e-01, -3.9641e-02,
                      -2.5023e-01, -1.0994e-01, -3.7279e-01, -1.5664e-01, -1.7471e-01,
                      -5.2863e-02, -4.1025e-02, -2.4007e-03,  3.0378e-01,  1.0014e-02,
                      -6.5643e-02,  4.4779e-02,  1.8311e-01,  5.4198e-02,  4.0258e-01,
                       2.1446e-01, -5.2817e-02,  8.5236e-01,  3.8583e-02,  1.1297e-01,
                      -1.2250e-01, -3.5306e-03, -3.6190e-03, -1.4302e-02, -3.7061e-02,
                       5.9756e-02,  7.1370e-02,  7.6131e-03, -2.1113e-02, -5.9347e-03,
                      -4.9731e-03,  1.2171e-01,  2.5823e-02,  7.1787e-02, -1.6686e-02,
                       7.4388e-02, -5.9480e-02,  1.5064e-01,  2.7125e-02,  3.3144e-02,
                       4.0348e-02,  3.0721e-02, -1.1760e-01,  1.1190e-01,  3.0405e-02,
                       8.7121e-02,  3.7840e-02,  8.1882e-02, -3.3864e-02, -1.5221e-02,
                      -7.6546e-02, -2.6125e-02,  2.4497e-02, -6.9790e-02, -6.9354e-02,
                       1.8631e-01,  8.2805e-02, -2.6064e-02, -1.7582e-02,  3.7156e-02,
                      -3.5801e-05,  1.9875e-02,  1.8623e-03,  5.8925e-02, -1.1555e-02,
                      -2.5933e-02, -5.7040e-02,  7.7283e-02, -9.9421e-02, -3.8423e-01,
                       2.2755e-02, -6.1792e-02, -3.4636e-02, -7.8869e-03, -7.6219e-03,
                       3.3157e-02, -1.9809e-02,  1.1518e-02, -1.5234e-02,  4.4604e-02,
                      -4.2822e-02,  1.0868e-03,  5.9576e-02,  2.1365e-01,  1.8600e-01,
                       1.7937e-01, -1.7180e-01,  1.1726e-01,  7.2290e-02, -2.6881e-02,
                      -1.3501e-01,  2.2968e-02, -2.7429e-01,  6.1271e-02,  7.6345e-02,
                       7.4042e-02,  8.4986e-02, -2.0278e-01,  4.5954e-02, -1.6658e-01,
                      -5.3988e-02,  7.3931e-02,  2.1969e-01,  1.8981e-01,  9.7232e-02,
                       7.3008e-02,  3.1361e-01, -2.5022e-02, -6.3674e-02,  4.7065e-02,
                       1.1885e-01, -1.3864e-01, -1.9763e-02,  1.1518e-01,  9.7277e-02,
                      -6.4613e-02,  2.5833e-02, -3.7489e-03, -1.7056e-01, -1.0716e-01,
                      -3.8104e-01,  2.3827e-01, -2.1186e-02, -6.9946e-02,  1.5968e-01,
                       8.0872e-02,  7.3431e-02,  2.0363e-01, -4.2889e-02, -8.3157e-02,
                      -1.9739e-01, -4.0978e-02,  1.0047e-01, -1.0804e-01,  1.6996e-01,
                      -1.2241e-01, -4.2307e-01, -1.8670e-02, -1.6519e-01, -5.7607e-02,
                       1.4567e-01, -6.0906e-02, -3.0524e-01,  3.9417e-03,  4.6100e-02,
                      -1.4958e-02, -3.8344e-02,  8.2476e-02, -3.3156e-02, -2.3080e-02,
                      -2.3889e-02, -9.6844e-02,  1.3901e-02, -6.6040e-02, -1.4062e-01,
                      -8.8460e-02,  7.8616e-02,  1.3102e-01, -2.5142e-02,  7.5992e-02,
                      -4.6724e-04, -1.8991e-01, -1.0854e-02, -4.4382e-02,  3.5743e-02,
                       5.9084e-02,  1.2264e-01, -9.8117e-03, -9.1452e-03, -4.2604e-02,
                      -2.3206e-02,  2.7787e-02, -2.7198e-01,  1.0343e-02, -2.2196e-03,
                       5.6759e-02, -1.0182e-02,  1.6738e-02,  4.5565e-02,  1.5856e-01,
                      -8.3694e-02,  4.0059e-02, -1.7305e-02, -4.3576e-02, -2.0084e-02,
                       3.8133e-02, -1.3139e-01, -4.9311e-02, -7.0252e-02, -2.8901e-02,
                      -7.9277e-02,  2.5939e-02, -3.9366e-03,  1.3082e-02,  7.2718e-02,
                       6.0244e-02,  3.4846e-01,  1.4685e-01, -6.9460e-03, -5.3289e-02,
                       1.2323e-01,  6.6784e-02, -1.1309e-02,  3.9874e-02, -4.0034e-02,
                      -2.7230e-02, -4.6681e-02, -8.3450e-03, -2.1046e-02,  1.0791e-01,
                      -2.9778e-02,  5.0085e-02,  2.8590e-02,  3.6920e-02, -1.6298e-01,
                      -1.3632e-01, -5.0235e-02, -3.6443e-02, -2.6303e-02,  3.9288e-02,
                      -3.2261e-02,  2.6094e-02,  6.4822e-02, -2.0204e-01,  5.0541e-02,
                       3.1069e-02, -3.8565e-02,  1.8989e-01,  1.4798e-02, -9.9205e-03,
                      -5.8783e-02,  3.5081e-02, -5.8174e-03, -4.9477e-02,  1.2750e-01,
                       4.1659e-01, -1.8009e-01, -3.5566e-02, -6.0002e-03,  6.5153e-02,
                       6.2195e-02, -2.2062e-01, -6.0859e-01, -1.0214e-01, -5.1704e-01,
                       1.0290e-02,  6.4904e-02, -9.1736e-02, -8.6352e-02,  7.3958e-02,
                       1.6993e-01,  3.8697e-02,  3.2642e-02, -1.5638e-01,  6.7963e-01,
                      -1.0330e-01, -8.7057e-03, -1.0195e-01, -9.1753e-02, -3.2265e-02,
                      -1.3391e-03, -3.9093e-01, -2.8554e-02, -5.4544e-02, -4.5238e-02,
                      -6.4406e-01, -2.9847e-01,  1.7317e-02,  5.8978e-02,  1.9512e-02,
                       7.4968e-02,  1.0276e-01,  6.3091e-02, -4.8826e-02,  1.6479e-02,
                       1.5061e-01, -1.1868e-01,  2.3777e-01,  1.1487e-01, -4.0455e-02,
                       1.9869e-02, -6.1873e-02, -3.6836e-02, -1.2513e-01,  3.2758e-02,
                      -3.2310e-01, -1.6556e-01,  1.3096e-01, -6.6858e-02,  1.7554e-01,
                       2.3303e-01,  4.0077e-03, -9.9076e-02,  8.0677e-02, -2.6123e-02,
                      -6.5464e-02,  4.9716e-02,  3.2719e-02,  1.3694e-01,  5.7891e-02,
                       2.5575e-01,  6.2899e-02, -9.8003e-02, -9.1104e-03, -8.4641e-03,
                      -2.3466e-01,  2.9741e-01,  3.0022e-02, -1.5067e-01, -1.0708e-03,
                       2.2868e-01, -4.7911e-02,  1.4889e-01,  8.5138e-02,  2.2629e-01,
                       3.4629e-01, -2.1544e-01, -9.7432e-02, -8.6152e-02, -4.3097e-02,
                      -2.2192e-02, -9.0028e-02, -2.7964e-01,  1.7227e-01, -5.4381e-02,
                      -4.5601e-02, -2.4863e-02, -1.7065e-01, -3.7223e-03,  5.5379e-03,
                      -1.3052e-01, -2.6971e-02,  1.5935e-01, -3.0798e-03,  8.7441e-02,
                       2.1041e-01,  7.1787e-02,  2.8481e-02,  1.8768e-01, -1.3590e-01,
                      -6.6852e-02, -6.0422e-02, -1.1605e-01,  5.1902e-02,  1.7786e-01,
                      -3.2555e-04,  1.0484e-01, -6.4055e-02, -1.2674e-01, -1.1906e-01,
                       3.7677e-01, -1.0733e-01,  1.6784e-01,  4.4537e-03, -1.3451e-01,
                      -2.2543e-01, -6.3111e-02,  1.4846e-01, -4.0182e-02, -7.4108e-03,
                       1.8845e-01,  2.0922e-02, -8.3436e-03,  8.2526e-02, -2.4729e-01,
                       2.5194e-01,  1.8765e-02,  1.9984e-01, -2.3943e-01, -7.3423e-02,
                      -2.2582e-01, -9.6274e-02,  8.9605e-02,  2.1213e-01, -1.6312e-01,
                       7.2602e-02,  2.0065e-01, -1.4081e-01,  3.6295e-01,  2.1219e-01,
                      -7.8779e-02, -7.1544e-02, -3.8563e-02, -5.6597e-02,  6.3251e-02,
                      -3.5893e-02,  2.7281e-02, -2.2269e-02, -1.6900e-01,  3.5967e-02,
                       2.5107e-01,  1.7287e-01, -1.3091e-01, -1.5226e-01, -2.6078e-02,
                      -1.6485e-01,  4.5044e-02, -7.5820e-02, -1.5076e-01,  1.4389e-01,
                      -1.8864e-01, -1.7701e-01, -2.6260e-02, -2.5238e-01, -7.5668e-03,
                       4.9700e-01,  1.3403e-01,  2.1049e-01,  4.6184e-01,  9.0237e-02,
                      -5.7928e-02, -1.8956e-01, -2.6907e-01,  3.5388e-01, -1.0664e-01,
                       1.3042e-02,  5.0016e-01, -3.2231e-01, -6.9470e-02, -4.9507e-02,
                       2.7981e-01,  3.2509e-01, -9.1217e-02,  1.7506e-01,  2.1058e-01,
                       2.5294e-01,  2.1848e-01,  1.4951e-01, -4.9347e-02,  2.3306e-01,
                      -5.2419e-01, -7.1124e-02,  3.2852e-01, -1.6732e-01,  1.2407e-01,
                       1.9118e-01, -3.9194e-01,  3.7459e-01, -4.7000e-01,  8.4479e-02,
                      -1.7858e-01, -1.5827e-04, -1.9044e-01, -2.4848e-01,  1.7601e-01,
                      -3.5694e-01,  4.4653e-01, -2.9138e-01, -2.6225e-01, -2.5105e-01,
                      -4.8579e-01, -4.0579e-01, -1.6447e-01, -1.3073e-01, -1.3184e-01,
                       5.0054e-02, -1.0090e-01, -7.6108e-02, -6.4442e-02, -9.7450e-02,
                       4.4302e-02, -8.0001e-02,  9.9044e-02,  5.0159e-01,  3.0091e-01,
                       1.3392e-01, -1.4813e-01,  3.3747e-02, -2.9961e-02, -7.0792e-02,
                       6.9109e-03, -5.4226e-02,  1.2924e-01,  1.3021e-01,  6.0696e-02,
                      -5.0079e-02,  1.1170e-01,  1.1796e-02,  2.0812e-03, -4.3157e-02,
                      -4.9705e-02, -1.1914e-02,  8.3241e-02,  4.1783e-02, -3.7598e-04,
                       5.3852e-02,  8.3979e-03, -3.1989e-02, -5.5744e-02,  7.8591e-03,
                       1.9631e-02,  8.5454e-02, -3.6550e-02,  2.5048e-02,  2.5571e-02,
                       1.6360e-02,  1.9025e-01,  3.4692e-02, -5.6405e-02, -5.5021e-02,
                      -1.3870e-03,  8.6837e-02,  1.8835e-02, -6.9626e-02,  3.5856e-02,
                       3.8360e-02, -3.5442e-02, -5.2106e-02,  1.3731e-01,  2.3380e-01,
                       6.7789e-02,  6.8725e-02, -1.0096e-01, -8.9316e-02, -4.5355e-02,
                       3.6846e-02,  7.2131e-02,  9.9483e-02,  2.1387e-02,  4.6171e-02,
                       6.6119e-02,  1.3272e-02, -3.2403e-02,  1.5659e-02, -4.2265e-02,
                      -6.1552e-03,  6.4832e-02,  3.2207e-02, -4.8435e-02,  1.3827e-02,
                       6.2138e-02,  2.6727e-01, -5.3608e-02,  1.7614e-01, -1.1844e-01,
                       6.0371e-02,  9.0765e-02, -2.2893e-02, -1.1736e-01, -7.5679e-02,
                      -4.2315e-03,  4.2802e-02, -4.5711e-02,  1.2519e-01, -1.3836e-01,
                       1.0009e-01,  3.1840e-02, -6.3814e-02,  1.7518e-01, -3.6030e-02,
                       4.9583e-02,  8.9776e-02,  4.2644e-02, -1.8969e-01,  4.7946e-04,
                       3.7350e-02,  1.8147e-02, -1.6786e-02,  4.7450e-03, -7.5385e-03,
                      -7.0638e-03, -1.1008e-01,  7.9098e-02,  5.7642e-02,  3.4964e-02,
                       8.6045e-02, -3.4109e-02,  9.5226e-02,  7.2372e-02,  8.0082e-02,
                      -7.2842e-02, -7.6420e-02,  8.9662e-02,  7.0559e-02, -2.2029e-01,
                       1.6687e-02,  1.4612e-02,  8.5958e-02, -3.4387e-02, -6.2491e-02,
                      -5.2277e-02, -2.8152e-02,  6.8389e-02, -4.0281e-03, -8.1283e-02,
                       1.6436e-03,  1.3328e-02,  7.1069e-02,  7.7103e-02, -2.5584e-02,
                      -8.2815e-02,  2.1220e-03,  7.1495e-02, -4.4761e-02, -7.7420e-02,
                       2.3557e-02, -1.5263e-02, -4.7796e-02,  1.3479e-02,  2.5961e-02,
                       1.4519e-02, -1.2559e-01,  5.5227e-02, -9.0379e-02, -5.8969e-02,
                      -6.9884e-03,  4.5893e-02,  2.7529e-02,  3.9132e-03, -9.8673e-02,
                      -9.5317e-02, -6.0043e-02,  4.0879e-02,  9.0283e-02, -1.8832e-02,
                      -6.1676e-03,  1.3829e-02,  4.0065e-02, -4.0504e-03, -5.9902e-02,
                       2.2594e-02, -2.5274e-04,  6.6897e-03, -1.5710e-02, -2.1391e-02,
                      -3.2910e-02, -1.0603e-01, -7.9880e-02, -4.0783e-02,  7.2753e-02,
                      -8.1006e-02,  4.7127e-02, -7.7245e-02,  1.1075e-02,  1.5908e-02,
                      -1.0347e-01, -8.3804e-02, -1.0056e-01, -5.1736e-02, -3.4556e-02,
                       7.8100e-02, -4.6704e-02, -3.4463e-02,  3.3942e-02, -1.1403e-02,
                      -2.2367e-02,  2.8995e-02, -6.0449e-03, -6.7584e-02, -9.8151e-02,
                       5.8669e-02,  1.1404e-01,  9.8296e-03, -5.8385e-02,  2.5197e-02,
                       5.5685e-03,  7.0582e-02, -6.3808e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.weight',
              tensor([[-0.0221, -0.0225, -0.0216,  ..., -0.0330, -0.0123,  0.0426],
                      [-0.0502,  0.0409,  0.0215,  ...,  0.0379, -0.0390, -0.0838],
                      [ 0.0062, -0.0275,  0.0702,  ..., -0.0540,  0.0989, -0.0749],
                      ...,
                      [-0.0037,  0.0413, -0.0509,  ...,  0.0228, -0.0269, -0.0099],
                      [ 0.0577, -0.0638,  0.0216,  ...,  0.0343, -0.0588,  0.0129],
                      [-0.0085,  0.0016,  0.0386,  ..., -0.0115, -0.0180,  0.0200]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.bias',
              tensor([-7.1919e-04, -2.3146e-03,  1.5211e-03, -2.5049e-03, -1.3949e-03,
                      -4.4323e-03,  1.8539e-03, -4.7780e-03, -3.1321e-03,  5.5692e-04,
                      -2.1262e-03,  4.0643e-03, -2.2317e-03,  6.3168e-03, -1.6063e-03,
                       5.5688e-03,  2.3365e-03,  1.4443e-03, -2.1501e-03,  4.4804e-03,
                      -1.4599e-03,  2.7509e-03, -4.3144e-03, -2.4720e-03,  5.3011e-05,
                       2.0475e-03, -3.4240e-03,  1.4354e-03,  4.9476e-03, -1.4167e-03,
                       2.6047e-03,  4.4644e-03,  4.0952e-04, -3.3801e-03,  5.6551e-03,
                      -2.0633e-03, -2.2795e-03,  6.7312e-04,  3.8958e-03,  3.6299e-04,
                       2.6424e-03,  1.2707e-03,  2.3005e-03,  1.7497e-03, -1.4428e-03,
                      -3.3838e-03,  7.8028e-03,  2.9259e-03,  3.3923e-03, -4.9323e-03,
                       2.8258e-04, -2.6131e-03, -2.1142e-03,  1.7858e-03,  4.2898e-03,
                       1.8929e-03, -4.0352e-03,  2.1412e-03, -1.9147e-03, -2.2310e-03,
                       2.2322e-03, -7.4444e-04,  5.5468e-05,  7.0573e-03,  1.9343e-03,
                      -3.9524e-03, -3.0307e-03,  3.1229e-04, -7.3280e-04,  2.0795e-03,
                       4.5585e-03, -8.7779e-04,  6.5637e-03, -3.6821e-03,  1.8056e-03,
                      -4.0227e-03,  1.0773e-03, -9.4749e-04,  5.8124e-04, -1.8487e-03,
                       1.4274e-03, -2.5213e-03,  4.2654e-03, -1.7687e-03, -1.1535e-03,
                       2.1785e-03, -4.1390e-04,  8.5730e-05,  1.9755e-03, -1.1013e-03,
                       1.9186e-03,  8.8314e-03, -8.8809e-03, -1.2998e-04, -7.6135e-03,
                       4.8005e-03,  3.2348e-04, -8.5693e-03,  8.0124e-03, -2.6687e-04,
                      -2.0220e-03,  7.3220e-04,  4.1500e-03,  6.9280e-03, -3.6486e-03,
                       2.6769e-05,  6.1313e-03, -3.2067e-03,  2.7889e-04,  3.7822e-03,
                      -4.6120e-04, -3.7281e-03, -3.0564e-03, -5.8369e-03,  6.2062e-03,
                      -5.9306e-03, -2.2146e-03,  2.3854e-03,  3.4955e-03, -3.7595e-03,
                      -1.9312e-03,  8.4939e-03, -7.0577e-04,  1.9198e-03,  3.9445e-03,
                      -2.1659e-03, -6.7839e-04, -7.2906e-03, -1.3430e-03,  6.7494e-04,
                      -5.1403e-04,  1.5942e-03, -1.9860e-03, -1.4546e-03, -4.0423e-03,
                      -1.5567e-03, -4.0554e-03,  1.1246e-03, -3.8158e-04,  3.2451e-03,
                       1.1264e-03, -2.2001e-04,  1.1098e-03,  1.3071e-03,  4.5802e-03,
                       5.3705e-04,  2.8834e-03,  1.2762e-03,  1.0636e-03, -8.0463e-06,
                       2.1548e-03, -2.2848e-03, -2.5147e-03,  1.5477e-03,  1.5394e-03,
                      -3.1139e-03,  3.3371e-03,  7.8741e-04, -6.7970e-04,  4.3814e-04,
                      -6.0882e-04, -1.8356e-04, -5.5024e-04, -3.5053e-03, -1.8221e-03,
                      -3.3135e-03,  1.3442e-04,  2.1793e-03,  1.3006e-03, -4.3771e-03,
                      -4.3834e-04,  1.2735e-03, -3.1272e-03,  2.8897e-03,  5.3852e-04,
                       2.6141e-03, -1.5277e-03,  3.0824e-03,  1.4900e-04,  8.0457e-04,
                       5.4826e-04, -1.4138e-03, -2.0630e-03, -9.5671e-04, -9.9837e-04,
                      -7.9235e-05, -4.5945e-04,  4.6647e-04, -5.1257e-04, -5.5614e-04,
                      -6.5717e-04,  9.3541e-04,  1.8357e-03, -4.5576e-04,  1.7679e-04,
                      -1.1518e-03,  3.7099e-04,  2.2182e-03,  4.3208e-04,  2.0502e-03,
                       2.6289e-03, -8.0804e-04,  5.1946e-04, -1.3721e-03,  3.2281e-03,
                      -2.9252e-03, -4.9325e-04, -2.8448e-03, -2.0254e-03,  1.0621e-03,
                      -1.6620e-03,  2.3274e-03,  1.4782e-03, -2.2598e-03,  1.2689e-03,
                       6.5730e-04,  2.5764e-04,  3.1163e-03,  2.1545e-03,  2.8017e-04,
                      -1.0897e-03,  2.5600e-03,  9.5071e-04, -2.9951e-03, -1.9453e-03,
                       1.1596e-03, -1.0442e-03,  1.3503e-03, -2.7968e-03,  2.3567e-04,
                      -6.8272e-04, -1.4194e-03,  7.3670e-04, -2.4445e-05,  3.0912e-04,
                      -7.5723e-04,  1.4465e-03, -5.6514e-04, -1.4865e-03, -1.9141e-03,
                       2.5486e-03,  9.9616e-04, -2.2374e-04, -1.6804e-03, -2.5528e-04,
                       2.4341e-03,  1.3809e-03,  7.9919e-04, -2.0990e-04,  4.8489e-04,
                       2.3822e-03, -1.5003e-04, -2.2392e-04, -1.1205e-03, -1.8499e-05,
                       4.7798e-04,  3.9882e-03,  1.8333e-05, -1.2982e-03,  3.1015e-03,
                       2.8278e-04,  3.2643e-04,  1.7238e-03, -3.7005e-05,  4.1860e-04,
                       3.2881e-04, -3.2677e-03,  8.3502e-05,  5.3802e-04,  2.3050e-03,
                      -4.1600e-04,  3.6280e-03, -2.2101e-03, -1.1354e-03,  4.7247e-04,
                      -2.6198e-03,  9.3066e-05,  5.9923e-04,  1.5880e-03, -1.1993e-03,
                      -1.1145e-04,  3.2860e-03,  5.3094e-03, -5.9309e-04, -5.5020e-04,
                       5.9244e-04, -6.8815e-04,  2.5917e-03, -2.3688e-03, -2.5344e-03,
                      -2.8943e-04, -1.2258e-03,  8.8629e-04, -1.4175e-03,  1.6304e-03,
                       1.5816e-03,  1.7148e-03,  1.0594e-03,  1.1777e-03, -1.2131e-03,
                       1.3167e-03,  1.2246e-04, -9.0413e-04, -1.0313e-03, -2.5555e-03,
                      -4.5191e-03, -3.8701e-03,  1.4659e-05,  1.8124e-04, -2.4925e-03,
                       7.1949e-04,  7.7329e-04, -2.8258e-03, -3.5810e-03,  2.1247e-03,
                       4.4344e-03,  3.4191e-03,  1.0414e-03,  5.3295e-03,  1.2905e-03,
                       1.2818e-03,  5.8701e-03,  6.1035e-03, -1.5293e-03,  2.5236e-04,
                      -4.6726e-03, -2.0678e-03,  3.5741e-03,  2.6583e-03,  7.0256e-03,
                       9.0597e-03, -6.2571e-04,  6.1754e-03, -1.3264e-03,  8.3048e-03,
                       5.0190e-03,  3.4481e-03,  4.6092e-03,  1.1735e-03, -1.1260e-03,
                      -1.8420e-03, -1.8228e-03, -3.4945e-03, -2.3842e-03, -9.4032e-04,
                       5.2480e-03,  1.0350e-03, -5.5867e-03,  7.4999e-03,  4.2862e-03,
                       2.1798e-04,  2.6143e-03,  2.1248e-03, -2.8970e-03, -5.8938e-04,
                      -2.1336e-03,  1.9298e-03, -3.4715e-03,  6.4863e-03, -2.9332e-04,
                       2.4665e-04,  1.2336e-03, -1.5674e-03,  5.9435e-03,  1.5652e-03,
                      -3.1019e-03, -5.2712e-03,  2.0706e-03,  2.4009e-04,  2.5895e-03,
                       7.8212e-03,  2.5768e-03,  1.3119e-03,  5.2779e-03, -2.5507e-03,
                      -5.0122e-03,  4.1657e-03, -4.4030e-03, -5.1499e-03,  2.5753e-03,
                       1.3344e-03,  1.7540e-03,  1.0076e-03,  3.2334e-03, -2.7424e-03,
                       2.3029e-03,  1.1568e-03,  2.6716e-03,  1.4277e-03,  1.0652e-03,
                      -2.9604e-03,  9.0757e-04,  2.1707e-04, -4.9516e-04, -1.4004e-03,
                       1.3625e-03, -9.6302e-04, -1.3560e-03, -1.1946e-03,  1.2906e-03,
                      -9.7158e-04, -7.8054e-04, -2.5082e-03,  6.3626e-04, -1.6092e-03,
                       1.8198e-03, -1.2584e-03, -3.4533e-03, -1.9785e-03, -6.1119e-04,
                      -3.2392e-06,  2.5918e-04,  3.0971e-03, -1.9369e-03,  1.3206e-03,
                       1.0985e-03,  8.1177e-04, -2.2760e-03, -2.3962e-03,  1.2509e-03,
                      -4.6799e-04, -1.9902e-03,  1.0063e-03, -2.6833e-03,  8.8434e-05,
                       1.9736e-03, -1.0112e-03, -1.1927e-03,  2.3062e-03,  5.5141e-05,
                      -5.7364e-04, -7.0154e-04, -6.9885e-04, -3.5878e-03, -6.9051e-04,
                      -6.6544e-05, -1.5741e-03,  4.1842e-03, -7.4238e-04, -8.7733e-04,
                       3.2149e-05, -2.0321e-03,  2.6693e-03,  7.9422e-04, -6.4405e-05,
                      -7.5709e-04, -1.9059e-03,  5.2040e-04,  3.9081e-03,  4.0920e-03,
                      -1.1324e-03, -8.9600e-04,  5.2107e-03, -2.4565e-03, -1.5528e-03,
                      -1.8963e-03,  1.8154e-03, -6.5985e-04, -4.2281e-03, -1.0072e-03,
                       2.4386e-03, -1.9936e-03,  1.0363e-03,  1.4524e-03,  6.4836e-04,
                      -1.1846e-03, -4.6939e-05, -1.0918e-03,  1.9674e-03,  1.9249e-03,
                      -1.8467e-04,  1.6701e-03,  2.6241e-03,  1.0632e-03, -2.4980e-03,
                       2.9155e-03, -1.9198e-03, -2.0237e-03, -5.3000e-04, -7.2310e-04,
                       3.2269e-03, -2.6753e-03,  2.1125e-03, -3.4326e-04,  6.6017e-04,
                      -9.4462e-05,  2.0461e-03,  3.4883e-03, -4.4665e-03,  3.0421e-03,
                       1.0149e-04, -3.1664e-03,  1.3614e-04,  1.4540e-03,  1.1808e-03,
                       4.4676e-04, -1.9037e-03,  5.0992e-04, -4.0529e-03, -2.0864e-05,
                       3.6255e-03, -1.0591e-03, -3.0979e-03,  2.6195e-03,  6.1691e-05,
                      -2.8583e-03,  1.3681e-03,  1.4874e-03, -4.3108e-03,  3.9398e-04,
                       2.2971e-03, -1.5404e-03, -2.7296e-03,  2.7726e-03,  4.9030e-04,
                       1.2733e-03,  2.2405e-03, -1.3277e-03,  1.4090e-03,  1.6864e-05,
                       1.3721e-03,  1.2880e-03,  9.5531e-04, -3.8041e-03,  2.9930e-03,
                      -2.3727e-03, -4.6858e-05, -3.4597e-03,  8.4226e-04, -3.1598e-03,
                       3.5415e-03, -5.7760e-04,  1.5603e-03,  1.4340e-03, -7.6659e-04,
                      -3.4522e-05,  1.1449e-03, -3.3405e-03, -6.4326e-04, -1.3312e-03,
                      -9.4086e-04,  6.1990e-04, -2.4828e-03,  1.5934e-03, -6.1658e-05,
                       3.2894e-04,  4.4957e-04, -1.7821e-03, -3.3729e-03, -1.5413e-03,
                      -2.2123e-03,  9.7754e-04,  2.3058e-04,  1.1466e-03, -6.5102e-04,
                       3.9252e-03,  3.9168e-03, -1.3439e-03, -1.9841e-03,  1.9532e-03,
                      -2.6384e-03, -8.0216e-04,  9.0045e-04, -3.0194e-03,  1.0871e-03,
                       1.5117e-03,  1.5710e-03, -4.4237e-04, -5.9774e-03,  2.1436e-04,
                       1.3081e-03, -1.8325e-03, -1.7771e-03, -9.0635e-04, -1.2770e-03,
                       5.4667e-04, -2.3800e-03,  7.5726e-04, -2.3937e-04, -1.3750e-03,
                       1.9550e-03,  2.4530e-03, -6.8662e-04,  4.7440e-04,  7.5431e-06,
                      -1.8858e-04,  2.4064e-03, -5.3336e-04,  2.2292e-03,  1.7110e-03,
                      -4.9986e-05, -9.7000e-04,  3.8824e-05,  7.0554e-04,  1.6836e-03,
                      -5.9083e-04, -4.8566e-03, -1.8220e-03, -5.5156e-04, -3.4132e-03,
                      -1.2388e-04,  1.4365e-03, -6.6787e-04, -3.4191e-04, -1.4878e-03,
                       4.6813e-04,  3.7475e-03,  1.1536e-03,  2.1538e-03,  6.5083e-04,
                      -5.4017e-04, -7.8753e-04,  1.1813e-03, -5.0954e-04, -2.8964e-03,
                       6.2791e-04,  2.3799e-04,  3.4491e-03, -2.3523e-03, -2.1055e-03,
                       1.6808e-03,  2.6669e-03, -8.8483e-04, -1.0601e-03,  1.2090e-03,
                       9.4750e-04,  1.2667e-03, -2.1795e-03,  1.7283e-03,  3.4617e-03,
                       1.3944e-03,  1.5003e-03, -1.7456e-03,  2.2450e-03,  1.1136e-03,
                      -1.8568e-03,  1.4951e-03, -1.9811e-03, -1.2671e-03, -1.8760e-04,
                       9.8715e-04,  2.0398e-03, -1.0048e-03,  5.4161e-04,  5.8654e-04,
                      -7.6134e-04, -2.0965e-03, -6.2070e-04, -1.0382e-03, -1.6788e-03,
                       1.3498e-03, -2.4528e-03,  2.4039e-03,  1.2407e-03,  2.8371e-03,
                       1.5727e-03, -5.1936e-04,  3.2452e-03,  9.1741e-04,  1.5201e-03,
                       4.0030e-04,  1.8239e-03,  5.1733e-03,  1.3291e-03,  8.8998e-04,
                      -1.4859e-03, -8.1669e-04,  1.6808e-03,  1.3021e-03, -3.1238e-04,
                      -2.3448e-03,  1.1906e-03,  1.8992e-03, -1.7628e-03, -1.5021e-03,
                       3.9027e-05, -3.5427e-03,  9.3450e-04,  4.9423e-04,  7.5670e-04,
                      -2.0765e-03,  4.6946e-03,  5.2578e-04, -7.2172e-04, -2.6647e-03,
                       8.7857e-04, -2.5318e-04, -1.7884e-04,  4.7751e-04, -3.8088e-03,
                       1.2661e-03,  3.0053e-03, -2.2217e-04,  2.4399e-03, -4.3598e-04,
                       2.2005e-03,  1.5158e-03, -9.7664e-04,  2.3093e-05,  1.4573e-05,
                       1.5546e-04,  3.9359e-05,  1.8067e-03, -1.9371e-03,  1.8811e-03,
                      -5.5171e-04, -1.6029e-03,  1.0801e-03, -1.5764e-03, -2.6016e-04,
                       1.4651e-03,  7.0305e-04, -8.3200e-04, -1.9429e-03, -2.9992e-04,
                      -4.0349e-04,  1.7956e-03, -2.6682e-03, -8.1470e-04, -2.0529e-03,
                      -1.1612e-04, -8.1953e-04, -1.4734e-03, -1.8482e-03,  1.1034e-03,
                       1.0414e-04, -3.0375e-03, -2.8011e-03, -4.9049e-03, -8.9335e-04,
                       5.2437e-04,  6.3291e-04,  4.8938e-03,  1.9630e-03, -3.1700e-03,
                       9.1307e-04, -9.0902e-04,  1.0440e-03, -9.0201e-04,  1.5046e-03,
                      -1.9136e-03,  3.8754e-04, -3.3458e-03,  1.6753e-04, -2.8195e-03,
                      -1.8993e-03, -2.5200e-03,  1.9117e-03,  2.4031e-03, -1.4381e-03,
                      -1.6679e-03, -1.9127e-03, -4.9105e-04, -1.5500e-03, -4.2022e-03,
                       9.2497e-04, -1.5451e-04,  2.9828e-04, -1.1988e-03,  6.9147e-04,
                      -4.9790e-04,  3.4448e-04, -4.2088e-04,  3.9483e-04,  1.8398e-04,
                      -7.8402e-04, -2.7125e-03,  2.3612e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.weight',
              tensor([[-2.6436e-02,  1.1117e-02, -6.0112e-03,  ...,  2.6166e-02,
                       -1.5443e-02,  3.1871e-02],
                      [-8.6862e-03,  1.0386e-02, -1.2202e-02,  ...,  5.4520e-02,
                        8.7106e-03,  3.2144e-02],
                      [-1.9513e-02,  2.4924e-02,  2.5759e-02,  ..., -3.1919e-03,
                       -1.1143e-03,  2.0076e-02],
                      ...,
                      [ 1.2318e-02, -7.0405e-02,  5.0767e-02,  ..., -2.2120e-03,
                        1.3390e-02, -2.4503e-02],
                      [ 4.0775e-02, -1.0273e-02,  1.1303e-02,  ...,  1.2388e-02,
                        1.0391e-02, -2.8552e-02],
                      [ 6.1625e-02, -5.1650e-02,  6.2414e-05,  ...,  1.0257e-02,
                        1.9139e-02, -7.8238e-03]], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.bias',
              tensor([ 9.9325e-03, -1.8566e-03, -1.4679e-02,  4.6503e-04,  1.0470e-02,
                      -3.0892e-03,  1.2804e-03, -1.6099e-02, -6.0443e-03,  3.6132e-02,
                      -1.5401e-02,  2.3955e-02,  1.5343e-02,  4.0999e-03, -1.0299e-02,
                      -1.3757e-02, -1.1278e-02,  1.8889e-02, -2.4936e-02,  4.9410e-02,
                      -2.7829e-03,  1.2085e-02, -2.5835e-02,  2.0850e-02, -3.5403e-02,
                       1.3505e-02, -2.1575e-03,  2.2645e-03, -2.0990e-02, -1.3042e-02,
                       1.5018e-02, -1.0064e-02,  1.1762e-02,  2.5617e-02,  1.8540e-02,
                       4.0085e-02, -8.2596e-03, -2.7109e-02, -6.0096e-04, -3.4916e-02,
                      -3.7113e-02,  2.6318e-02, -9.4692e-03, -3.3787e-03, -2.6987e-03,
                       1.9737e-02,  1.0743e-03,  2.4599e-02, -1.8825e-03, -2.1139e-02,
                      -4.3838e-03, -6.7344e-02,  9.8893e-03, -3.6384e-03, -3.5535e-02,
                      -5.7662e-03, -3.1559e-02, -1.2879e-02, -1.0414e-02,  7.2780e-03,
                      -1.0851e-02,  2.8162e-02,  4.0618e-03, -1.7392e-02, -3.7865e-03,
                      -5.0235e-02,  3.5897e-02,  2.6049e-02,  3.7257e-02,  3.2619e-02,
                       1.6847e-02, -8.2840e-02, -6.1243e-03,  6.1919e-03, -3.6680e-02,
                       5.2421e-03, -3.4828e-02, -3.8822e-03, -1.4268e-02, -2.2252e-02,
                      -5.7783e-02,  2.6227e-02, -1.0743e-02,  3.3514e-02,  9.4643e-02,
                       8.6136e-02,  3.2441e-02, -4.0060e-02, -6.7635e-03,  3.1504e-02,
                       1.1066e-01,  5.3900e-02, -2.6091e-03, -2.4180e-02, -4.1079e-02,
                       1.2415e-02, -5.0634e-03, -2.7797e-02,  5.2674e-02, -3.1878e-03,
                       1.2104e-01,  8.5621e-02,  1.7087e-02, -1.0229e-01,  3.2669e-02,
                      -5.9603e-02,  5.3574e-02, -5.9452e-02, -9.3907e-03, -1.6111e-02,
                      -5.6914e-02,  4.9949e-03, -3.1713e-02,  4.7639e-03,  3.7019e-02,
                      -1.1713e-01,  7.4864e-03,  8.3924e-03, -3.6569e-02, -8.8864e-03,
                      -3.2111e-02, -7.7375e-02,  1.9633e-02,  2.5954e-04,  4.7650e-02,
                      -4.2302e-02, -4.3518e-02, -1.5342e-02,  2.1042e-03,  2.0134e-02,
                       1.1594e-02,  3.6285e-02, -6.8839e-05,  7.8931e-03, -1.3887e-02,
                       1.6570e-02, -5.9558e-02, -4.2399e-03, -2.1285e-02,  3.6194e-02,
                      -1.9329e-02,  1.6059e-02,  5.7092e-04,  4.5265e-02, -1.3549e-02,
                      -2.2718e-03,  7.3669e-03,  3.5655e-02, -5.5500e-03,  7.1126e-03,
                       3.7613e-02, -2.2751e-02,  1.8450e-02, -3.2677e-02, -4.6578e-02,
                      -7.8652e-03, -2.0057e-02,  4.5486e-02, -9.7397e-03,  2.0595e-02,
                       1.6534e-02,  1.9228e-02,  2.6489e-03, -1.0464e-02,  1.5575e-02,
                      -1.4156e-02,  2.0408e-05, -1.2875e-02, -5.9953e-03,  7.0840e-03,
                      -2.3281e-02,  1.8263e-02,  1.6215e-02,  2.2050e-02, -5.7943e-03,
                      -3.3615e-02, -3.2385e-02,  5.5149e-02,  7.6132e-03,  2.2230e-02,
                      -4.0846e-03,  5.8678e-04, -1.0675e-02,  9.8111e-03,  3.1484e-02,
                       5.4250e-03, -1.6881e-02, -6.1323e-03,  2.1550e-02, -1.1401e-02,
                      -8.9618e-05,  1.9830e-03,  8.7644e-02, -5.9922e-02, -1.3881e-02,
                      -3.5138e-01,  1.0669e-01,  1.2390e-01,  8.0123e-02, -6.4794e-02,
                       1.5094e-01,  3.8780e-02,  7.7018e-02, -2.2815e-01,  2.5239e-01,
                      -3.8117e-02, -3.4673e-02,  9.9107e-02, -2.7189e-02, -3.6655e-02,
                       6.3421e-02, -3.1450e-02, -3.0492e-02,  2.2094e-01, -4.5074e-02,
                       2.5028e-01, -8.1905e-03,  1.2162e-02, -8.3415e-03,  6.1379e-02,
                      -2.6426e-02, -5.4792e-02, -4.6092e-02, -2.4612e-02,  1.6883e-02,
                      -1.6580e-02, -6.8737e-02, -2.0387e-01, -1.3615e-01,  3.2828e-02,
                       6.3350e-02, -1.1434e-01,  4.2333e-01, -6.5534e-02,  3.2275e-02,
                      -4.1787e-02,  1.9035e-02,  1.4694e-03, -8.8021e-04,  1.3945e-01,
                      -1.1220e-03,  1.5736e-01,  4.7579e-02,  1.1739e-01, -9.3550e-02,
                       1.6380e-01,  9.0479e-02,  1.1249e-01, -1.2896e-01, -1.0107e-01,
                       1.2506e-02,  1.3906e-01,  4.8149e-02, -2.2299e-01, -1.0335e-01,
                       4.6695e-02, -1.6841e-02,  1.3312e-02,  2.2163e-02,  2.6441e-02,
                       2.8472e-02, -7.8975e-03, -2.2696e-02, -4.9021e-02, -1.5383e-02,
                       1.6826e-02,  1.1607e-02,  1.1568e-02, -2.8636e-02,  2.1019e-03,
                       8.5956e-03,  1.8782e-02, -1.6261e-02,  3.4622e-03, -9.9001e-03,
                      -2.7576e-02,  1.8333e-03,  1.2631e-03, -1.2747e-02,  4.6334e-03,
                      -2.6662e-02, -1.9260e-02,  2.4325e-03,  9.9144e-03, -1.6800e-02,
                      -1.8179e-03, -9.0428e-03, -1.4690e-02,  2.9445e-02,  1.7735e-02,
                      -2.7749e-02, -3.2596e-02, -9.6777e-04,  3.9185e-02, -1.7827e-02,
                      -5.2827e-03,  1.0695e-02, -2.4355e-02, -6.7220e-03,  2.3653e-02,
                       2.6443e-02, -4.5814e-03,  4.5256e-03, -4.5916e-02,  3.6357e-02,
                      -3.6851e-02,  2.3214e-03,  9.3811e-03, -2.4284e-02, -1.4453e-02,
                       1.0392e-02,  1.1209e-02, -7.3563e-03, -3.0723e-02,  4.4779e-02,
                       1.3219e-02,  5.9385e-03,  1.7632e-02,  2.2993e-02,  3.6432e-02,
                       1.1086e-01,  7.0956e-02,  7.5414e-02,  2.1703e-02, -1.1513e-02,
                      -1.5206e-03, -4.6272e-02, -4.2719e-02,  3.1687e-02, -1.9914e-03,
                       1.4513e-02, -4.9444e-02, -6.9992e-04, -1.3976e-02,  5.2499e-03,
                      -4.4367e-02,  1.7941e-02, -8.4535e-02, -5.9631e-02,  1.1157e-02,
                      -2.6500e-02, -4.1132e-02, -5.7808e-02,  4.0772e-02, -2.6413e-02,
                      -1.2810e-02, -9.0712e-02,  6.2277e-03,  3.6641e-02,  5.7644e-02,
                       1.0366e-02,  2.6354e-02, -7.4409e-02, -5.4980e-03, -2.7521e-02,
                       1.5142e-02,  2.2278e-02,  2.6936e-02,  4.4081e-02, -4.8579e-02,
                      -2.5167e-02, -1.0862e-02,  9.6379e-02, -2.4812e-02, -4.1979e-02,
                      -5.8739e-02,  6.9596e-02,  1.9303e-02,  2.0044e-02, -3.1005e-02,
                      -6.5454e-02, -4.3772e-02, -4.8176e-03,  1.1082e-01,  3.5785e-02,
                      -5.1433e-02, -6.1367e-02,  1.9812e-02, -6.4593e-02, -1.2650e-02,
                      -3.0018e-02, -1.5270e-02,  2.3324e-02, -5.0834e-02, -7.4570e-03,
                      -1.7584e-02, -3.5729e-02,  1.9474e-02,  3.3055e-02, -4.7923e-02,
                      -1.2178e-02, -1.9715e-02, -2.4849e-02, -4.1409e-02,  1.9518e-02,
                       1.8903e-02, -1.3280e-02, -6.2787e-03,  2.2977e-02,  1.4450e-02,
                       6.1073e-03, -2.0373e-02,  2.2258e-02, -7.1815e-03, -3.8693e-03,
                      -8.7035e-03,  1.8582e-03,  2.7025e-02, -1.5807e-02, -1.0520e-02,
                      -1.1178e-02, -2.6454e-02,  4.3732e-03, -1.7719e-02, -1.6307e-02,
                      -9.4418e-04,  2.1830e-02, -2.1771e-02, -3.3366e-02, -3.8523e-03,
                      -3.9770e-03, -2.7057e-03, -2.4026e-02,  1.4041e-02,  8.1650e-04,
                      -1.9277e-02, -6.7783e-03, -6.3103e-03,  1.1815e-02,  1.3245e-02,
                       5.4004e-03, -7.1998e-03, -6.0468e-02, -1.5900e-02,  7.9651e-03,
                      -2.1837e-02,  2.7399e-03, -5.3030e-04, -2.0499e-02, -1.1475e-02,
                      -9.3407e-03,  3.9472e-02,  2.4433e-02, -3.9797e-02,  5.5267e-03,
                      -3.6027e-02,  1.7939e-02, -1.0995e-03, -4.6080e-03,  2.2087e-02,
                      -3.7527e-03, -4.5815e-03, -4.9886e-04,  5.7087e-03, -6.0089e-03,
                       1.9765e-02,  1.7398e-03, -1.1869e-02, -1.7244e-02,  1.8135e-02,
                       1.7545e-02, -1.5581e-02, -7.4079e-04, -1.7898e-02, -6.0575e-04,
                      -3.4542e-04,  9.8351e-04,  1.3446e-02, -3.7961e-02, -5.1559e-03,
                       1.0845e-02, -2.3911e-02, -2.2318e-02, -5.6460e-03,  1.1517e-02,
                      -1.1966e-02, -3.6131e-04, -3.1085e-02,  3.0258e-02,  1.1405e-02,
                       1.1517e-03,  6.8498e-03,  4.4977e-03, -6.7859e-03, -5.9862e-05,
                       1.2830e-02,  1.0079e-02,  2.5164e-02, -2.4599e-03, -1.3279e-02,
                      -5.8813e-03, -1.5682e-02,  4.3940e-02, -3.3142e-04, -6.5311e-04,
                      -1.3073e-03,  1.2046e-02, -3.9988e-03,  1.1332e-02,  1.6730e-02,
                       2.9378e-02,  1.4588e-02,  2.5471e-02,  7.9141e-03,  9.3164e-03,
                       2.5923e-02,  5.2187e-03, -9.0084e-03,  3.4042e-02, -9.5191e-03,
                       2.3797e-02,  3.3652e-02, -3.5803e-03, -1.2767e-02,  8.6575e-03,
                      -3.3504e-02, -2.5639e-02, -5.5809e-03, -2.4429e-02,  2.0341e-02,
                      -3.9274e-02, -9.2315e-03,  4.1591e-03, -4.2029e-03, -1.6108e-02,
                       1.6155e-04, -9.7372e-03,  4.1698e-03,  1.0133e-02,  4.3711e-03,
                       1.2715e-02, -6.2442e-02, -3.8743e-02,  1.0390e-02, -6.0854e-02,
                      -9.5368e-02,  2.1992e-02, -2.2357e-02, -2.1815e-02, -1.3079e-02,
                       6.2200e-03, -1.2649e-02, -2.8408e-03,  5.2554e-03,  6.2101e-03,
                       2.3853e-02,  2.8602e-02, -1.0607e-02, -2.1764e-02, -3.9778e-02,
                       3.4206e-03,  2.6958e-02,  6.2222e-03,  2.5967e-02, -2.2858e-03,
                       2.1667e-02, -8.6138e-03,  7.2516e-03, -2.1926e-03,  1.4757e-02,
                       1.4476e-02,  2.9473e-02,  4.7706e-02, -3.8380e-03,  4.9612e-03,
                      -3.5908e-02,  8.8222e-03, -3.2390e-02, -2.3621e-03,  2.2320e-03,
                      -4.8249e-03,  3.1706e-02,  4.2021e-02, -5.7133e-03, -2.6657e-03,
                      -3.0456e-03,  2.5852e-02,  3.2518e-03, -1.0589e-02,  3.3170e-02,
                      -3.0180e-02,  6.3490e-03, -1.6228e-02,  2.3890e-02, -2.0847e-02,
                      -1.5838e-02, -1.6622e-02,  4.5187e-02,  2.2610e-02, -6.7339e-03,
                       7.6998e-03,  3.0522e-02,  2.2425e-02,  6.5681e-03,  2.2157e-02,
                      -1.2663e-02, -7.8313e-03, -1.0624e-02,  2.7526e-02, -5.5043e-03,
                      -3.4979e-02, -1.0134e-02, -3.2804e-03,  2.7789e-02,  5.4132e-05,
                       7.3303e-03, -1.8411e-03, -2.7209e-02,  3.1422e-02,  4.9372e-03,
                      -1.4512e-02,  1.3042e-02, -1.2287e-02,  9.8561e-04,  2.4872e-02,
                      -4.9110e-03,  3.7149e-02,  6.7640e-03, -3.0958e-02, -9.8082e-03,
                      -2.5565e-03, -3.2716e-02, -1.3677e-02,  2.1673e-02, -2.7003e-02,
                       1.8208e-02,  2.1037e-02,  2.7851e-02, -1.2069e-03,  3.3117e-03,
                       1.6166e-02,  2.5196e-04, -1.0242e-02,  2.5478e-03, -4.1049e-03,
                       3.7765e-02, -2.4572e-02,  4.4548e-02,  3.6536e-02, -6.4710e-03,
                       1.2750e-02,  8.3035e-03,  1.5956e-02,  1.0347e-02,  6.9066e-03,
                       3.4018e-04, -2.1305e-02, -3.4468e-03, -1.5579e-02,  1.6339e-02,
                      -4.2119e-03,  5.0031e-03, -6.9852e-03,  1.4610e-02,  1.5464e-02,
                       2.2063e-02,  1.9153e-02, -9.4448e-03,  1.3233e-02,  4.9962e-03,
                      -6.8914e-03, -1.7291e-02,  1.6044e-02,  7.2365e-03, -7.3747e-03,
                       1.7042e-02,  2.5570e-03,  1.3758e-02,  2.1613e-03, -7.4868e-03,
                       3.3807e-03,  1.0514e-03, -1.7618e-02, -7.3583e-03,  1.0048e-02,
                      -2.4945e-02, -1.3670e-02,  2.8135e-03, -8.9233e-03, -6.2013e-03,
                       1.7999e-02,  1.3615e-02,  8.9296e-03,  4.3678e-03, -4.5992e-04,
                      -6.7756e-03, -3.2432e-04,  3.3210e-04,  1.3628e-02,  3.4103e-03,
                      -1.4981e-03, -1.0144e-02,  5.4786e-03, -8.5090e-03, -1.0459e-02,
                      -1.0072e-02,  1.2653e-03, -1.4221e-02,  2.9866e-03, -4.7862e-03,
                      -2.5647e-03,  8.6004e-03,  2.0158e-03, -2.1572e-02, -2.9434e-02,
                      -1.2046e-02,  1.8907e-02,  7.8181e-03,  1.0511e-02, -1.2006e-02,
                       9.9002e-03,  1.9594e-02,  2.2598e-02, -4.0234e-03, -2.4934e-02,
                      -3.6908e-02, -3.5694e-03,  1.6388e-02, -1.2354e-02,  2.7110e-02,
                       1.0471e-03, -2.7393e-02, -2.7390e-02,  5.8122e-03,  3.5434e-03,
                      -8.5176e-03, -2.2929e-02, -3.7937e-02,  8.6513e-04, -6.8367e-02,
                       2.9274e-02,  1.4728e-02,  2.8415e-02, -6.1451e-02,  1.6866e-02,
                      -3.8541e-02,  2.8915e-02,  6.2586e-03, -8.8867e-03, -2.4482e-02,
                      -1.0664e-02,  2.5607e-03, -1.3488e-02,  2.8445e-03, -2.5564e-02,
                       2.4303e-02,  6.2769e-03,  3.2027e-02,  1.6616e-03,  5.9400e-02,
                       1.4577e-03,  1.4880e-02, -3.5551e-03, -8.8383e-03, -1.6153e-02,
                      -2.4793e-02, -2.2548e-02,  8.6445e-03,  1.5292e-02, -5.8707e-04,
                       7.3112e-02,  3.4479e-02,  1.2626e-03,  8.0295e-03,  2.3637e-02,
                       1.3144e-02, -1.5503e-02,  6.8172e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.weight',
              tensor([[ 0.0118, -0.0473, -0.0034,  ...,  0.0068, -0.0263, -0.0483],
                      [ 0.0243, -0.0315, -0.0086,  ...,  0.0057,  0.0168,  0.0043],
                      [ 0.0341, -0.0302, -0.0255,  ..., -0.0316,  0.0065,  0.0033],
                      ...,
                      [-0.0098, -0.0094,  0.0241,  ...,  0.0180, -0.0304, -0.0062],
                      [-0.0115, -0.0047, -0.0059,  ..., -0.0182, -0.0163, -0.0146],
                      [-0.0294,  0.0123,  0.0181,  ...,  0.0547, -0.0406, -0.0534]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.bias',
              tensor([-3.6413e-02, -1.0018e-02, -7.7049e-02,  2.0059e-02,  2.4387e-01,
                       9.5546e-03, -6.6489e-02, -6.3208e-02,  1.3573e-02, -7.3379e-02,
                       1.1126e-02, -3.0619e-02, -1.4376e-02,  1.6601e-02, -6.6859e-02,
                      -1.5845e-03, -1.5390e-02, -2.5053e-02,  2.3967e-01,  4.6235e-03,
                      -1.9642e-02,  7.6647e-02,  9.2885e-02, -6.7973e-02, -7.7030e-02,
                      -9.3546e-02, -5.2740e-02, -2.9687e-02,  1.2817e-01,  2.4907e-02,
                      -5.7843e-02, -2.7270e-03,  4.1710e-02, -1.8419e-01,  5.9821e-02,
                       7.2288e-02, -1.5787e-01, -5.4318e-02, -6.4069e-02,  4.8341e-02,
                       2.5460e-02,  4.4744e-02, -8.2010e-02,  5.1348e-02,  2.1885e-03,
                      -9.5078e-03, -4.7451e-02,  2.8681e-02,  9.0548e-02, -1.1487e-01,
                      -1.9474e-02,  1.6595e-01, -2.0589e-01, -3.1520e-02,  8.6247e-02,
                      -1.0611e-02,  4.1709e-02,  4.1128e-02,  6.6229e-02, -1.3640e-01,
                       1.2873e-01,  3.8596e-02,  6.4304e-02,  1.2038e-01, -1.9286e-02,
                       1.3423e-02,  5.8820e-03,  1.1020e-01, -7.2410e-02, -1.4634e-01,
                      -2.8315e-02, -1.0111e-02, -1.0013e-01,  2.2895e-02, -7.3740e-02,
                      -2.4130e-02,  4.7286e-02,  6.9511e-03,  4.0849e-02, -5.4583e-02,
                      -1.0920e-01, -5.3431e-02, -3.4760e-02,  3.5092e-02,  9.3079e-02,
                      -1.3755e-01,  8.8490e-02, -8.0264e-02, -3.8979e-02,  1.0594e-02,
                       6.1290e-02, -1.5789e-02, -3.4606e-02,  1.6958e-01, -1.3128e-01,
                      -1.3483e-02, -5.6360e-02,  6.5355e-02,  7.7165e-02, -2.1645e-02,
                      -4.1032e-04,  1.3808e-02,  2.9180e-02,  7.1574e-02, -7.0213e-03,
                       1.0387e-02, -2.6460e-02, -2.8599e-02,  2.1060e-02,  7.9637e-02,
                      -1.1351e-01,  8.4708e-02,  4.7634e-02, -1.3541e-01, -2.9919e-02,
                      -8.8035e-02,  4.6067e-02, -8.6641e-02,  1.1032e-01,  1.7098e-02,
                       5.4787e-02,  6.5132e-03, -5.2402e-02,  5.8471e-02, -1.2786e-01,
                      -9.7428e-02, -1.1009e-02, -8.2152e-02,  3.2694e-02,  5.7820e-02,
                       5.3531e-02, -1.0155e-02, -4.5483e-02, -3.0938e-04,  2.4816e-02,
                       7.7157e-03, -3.8689e-02,  2.4975e-02, -7.8012e-02, -1.0016e-01,
                      -1.5521e-01,  7.3353e-02, -2.0647e-02, -7.1279e-02, -5.4886e-02,
                       7.6838e-02,  7.7190e-02, -8.7082e-02, -3.8537e-02,  1.4877e-01,
                       2.1845e-02, -3.8962e-02, -1.2673e-01, -7.4759e-03, -1.0597e-01,
                      -2.5315e-02, -6.2235e-02,  3.0031e-02, -7.5222e-03,  5.0618e-03,
                      -3.0404e-02, -6.1469e-02, -9.0831e-02, -8.6172e-02,  1.4843e-01,
                       3.6336e-02, -1.9788e-02, -2.1335e-01, -2.4682e-03,  5.0190e-02,
                      -8.5371e-03,  5.0424e-02,  1.5114e-01, -4.6391e-02,  1.0047e-01,
                      -6.9259e-02, -3.8377e-02,  7.5900e-02,  5.4404e-02,  2.1210e-02,
                      -7.9951e-02,  1.0826e-01, -5.1481e-02,  3.0121e-02,  8.0941e-03,
                       3.3057e-02,  2.0099e-02, -5.0309e-02,  1.0175e-01, -8.3972e-02,
                      -7.9367e-02, -3.5192e-01,  2.4437e-02, -2.2078e-02,  1.4417e-01,
                       6.2696e-02, -5.0382e-03,  1.8350e-01,  1.1898e-01,  1.3182e-01,
                       9.5795e-03, -3.3862e-03,  7.9332e-02,  6.9439e-02, -1.4023e-01,
                      -1.3591e-02, -4.6764e-02,  5.8359e-03,  5.3017e-03,  3.1151e-02,
                      -5.2179e-02, -4.3098e-02,  1.5613e-02,  1.2308e-01,  2.9333e-02,
                       1.8766e-02, -1.8468e-04, -2.7484e-02,  3.4149e-02, -8.0891e-02,
                       5.2713e-03, -3.5505e-02, -5.2477e-02,  2.5098e-02, -3.8775e-02,
                       8.6450e-02,  3.5389e-02, -5.4102e-04, -9.4790e-03, -1.0722e-01,
                       7.8549e-03, -2.6947e-02, -1.6395e-02,  4.7966e-02, -7.4750e-02,
                      -6.9879e-02, -1.4637e-01, -1.9597e-02, -1.7314e-01,  7.3070e-02,
                      -5.6718e-03,  4.7876e-02, -9.5052e-02, -1.8605e-02, -5.9199e-02,
                       1.4463e-01, -2.8856e-02, -8.4259e-02, -8.0184e-03,  6.7377e-02,
                      -6.4463e-02, -1.0226e-01,  1.2040e-02,  1.1877e-01, -3.0936e-02,
                      -7.3532e-02, -4.4306e-02,  1.2644e-01, -1.5622e-01, -1.2487e-01,
                       4.5393e-03, -1.6732e-01,  5.8472e-03,  2.2677e-02, -5.2557e-02,
                      -6.7572e-03, -7.8205e-02, -2.8996e-02,  1.1485e-02, -1.3188e-02,
                      -1.7776e-02, -1.5857e-02,  6.6085e-02, -7.5103e-02,  2.4233e-02,
                       8.1688e-02,  8.9410e-02, -5.6464e-02,  2.0936e-02,  2.1024e-02,
                      -1.9235e-02, -1.5515e-02,  1.0811e-01,  1.0048e-01, -1.7750e-02,
                       1.4207e-02,  6.8248e-02,  8.2654e-02,  1.6535e-01, -4.2681e-02,
                      -1.8440e-01, -7.2468e-02,  1.0842e-01,  1.4113e-02,  7.2077e-02,
                      -4.4386e-02,  1.3985e-02, -1.9831e-01,  2.0402e-02,  9.0684e-02,
                      -7.6255e-03, -7.0004e-02,  3.5869e-02, -6.9069e-02, -1.8392e-01,
                      -4.6539e-02,  1.9310e-02, -3.0798e-02,  1.2413e-01, -7.5264e-02,
                       7.3399e-02,  4.6223e-02, -8.3199e-02, -3.4742e-01, -6.1553e-02,
                      -7.9156e-03, -1.9310e-02, -9.3911e-02,  5.0650e-02, -9.1349e-02,
                       1.3442e-02, -1.4190e-02,  1.2885e-02,  4.2077e-02,  5.9883e-02,
                      -2.6734e-02,  4.8657e-02, -1.0945e-01,  2.5810e-02,  2.5919e-02,
                       6.2047e-02,  9.0271e-03,  3.3914e-02, -7.7404e-02,  7.1795e-02,
                       1.2350e-03, -9.5683e-02,  3.6301e-02, -2.7451e-02,  9.4200e-02,
                       1.4203e-01,  1.1602e-01, -1.6051e-03,  2.6632e-02, -5.2779e-02,
                      -1.4511e-01,  5.9582e-02, -6.4842e-02, -1.6927e-01,  2.6015e-02,
                       1.3864e-02,  5.7416e-02,  6.3650e-02,  1.0354e-01,  3.9152e-02,
                      -3.2470e-02, -5.7531e-03,  2.7873e-02, -7.1534e-02,  1.1849e-02,
                      -5.5965e-02, -6.2699e-02,  1.4085e-01, -3.9449e-02, -3.2157e-02,
                      -5.5478e-02,  1.0163e-02,  3.2777e-02, -2.4484e-02,  8.5687e-02,
                      -5.7198e-02, -9.1329e-03, -7.6579e-02,  8.0530e-02,  1.0823e-01,
                       1.0155e-02,  3.4031e-03,  7.6618e-03,  4.1548e-02,  4.8056e-02,
                       8.1538e-02, -3.5768e-03, -3.5579e-02,  2.3478e-02,  7.3288e-02,
                      -1.5738e-02, -1.9737e-02,  5.5462e-02, -8.5226e-03, -1.4631e-01,
                       3.9472e-02, -5.9922e-02,  4.5430e-04, -4.5073e-03, -4.9195e-03,
                       4.6435e-02,  4.9172e-02, -6.8678e-03, -3.1340e-02,  3.0820e-02,
                       5.1507e-02, -1.1154e-01, -1.0693e-01, -3.2970e-02,  2.2000e-02,
                      -1.6892e-01,  2.5853e-03, -1.6824e-02,  7.1040e-03,  2.4300e-02,
                       2.2074e-02, -6.3081e-03, -1.4806e-02, -8.7534e-03, -4.3163e-03,
                       1.3639e-01,  3.1714e-02,  5.2257e-03,  4.6780e-02,  3.3893e-02,
                      -1.7009e-01,  6.4933e-02,  1.5520e-01,  5.2299e-02, -4.9674e-02,
                       1.1234e-01, -7.2480e-02,  9.4893e-02,  5.5086e-02,  4.9493e-02,
                      -4.7290e-02,  6.8127e-02, -1.1636e-02, -5.4735e-02, -2.0618e-01,
                      -3.6014e-03,  1.7403e-02,  1.4051e-02,  1.4292e-02, -3.3036e-02,
                      -5.1212e-02,  5.4790e-02,  7.9760e-02, -1.2553e-01, -6.0816e-02,
                       4.3289e-03, -1.6742e-02,  2.9113e-03, -3.0206e-02,  1.2475e-01,
                       2.5496e-02, -1.8730e-02, -9.4694e-02,  3.0084e-02, -1.0712e-01,
                       6.5597e-02,  1.0935e-01, -5.7826e-03, -1.2677e-01, -5.9359e-02,
                      -4.8073e-02, -3.4136e-02, -8.9140e-03,  4.8542e-02,  6.0929e-02,
                       4.0663e-02, -1.2619e-01, -7.4143e-03, -5.5244e-02,  1.9213e-02,
                      -6.7224e-03, -4.9981e-02,  2.1847e-03,  9.4224e-02, -2.6066e-02,
                       2.2493e-02,  1.5278e-01,  7.9327e-02, -1.1418e-01, -3.1925e-02,
                       1.0574e-01,  2.8063e-02,  8.0294e-02,  1.0559e-01,  4.3692e-03,
                      -5.9052e-02,  1.6017e-02, -1.9367e-02, -3.0155e-02,  5.2248e-02,
                       9.8919e-02, -5.0398e-02,  6.8379e-02, -3.3701e-02, -7.4403e-02,
                       4.4365e-03, -7.0671e-02, -5.9526e-02, -2.9084e-02,  3.9311e-02,
                      -2.7124e-02, -8.4331e-03, -6.2528e-02, -1.3628e-02, -1.8844e-02,
                       3.8586e-02,  1.0382e-02,  7.1896e-03, -1.8958e-02,  1.3081e-01,
                      -3.2871e-02,  8.8621e-02, -1.2818e-01, -1.6421e-02,  2.8431e-02,
                       1.0768e-01,  4.5605e-03,  8.8870e-03, -1.6001e-01,  1.4629e-02,
                      -2.7310e-02, -1.1325e-01,  1.2650e-01,  3.3431e-02, -1.6199e-03,
                      -1.6512e-02,  6.2459e-02,  7.2016e-03, -1.1535e-01, -5.7610e-02,
                       5.3021e-02, -9.9137e-03, -4.2354e-02, -1.7167e-02,  4.2896e-03,
                       1.3648e-03, -3.7037e-03,  3.8891e-02,  1.5857e-01, -1.0499e-01,
                       3.4359e-02,  6.5417e-02,  1.8380e-01,  8.0354e-02,  8.1591e-02,
                      -8.2384e-03, -3.1849e-02, -7.8827e-02, -4.8466e-02, -4.9181e-02,
                       4.4673e-04, -6.5883e-02, -4.5452e-02, -4.8033e-03, -5.8644e-02,
                       6.7665e-02,  4.1159e-02,  5.1743e-02,  6.8274e-02,  1.2271e-03,
                       3.0576e-02, -1.3478e-02,  8.4018e-02,  6.4410e-02,  4.4101e-02,
                       3.8092e-02, -1.7030e-02, -2.1663e-03, -4.8344e-02,  5.2188e-02,
                      -1.0568e-01, -6.2080e-03, -9.8665e-02,  5.7453e-02,  1.1616e-02,
                      -2.5976e-02, -6.3654e-02,  1.1010e-01,  4.1812e-02,  8.0225e-03,
                      -1.2028e-03, -8.7451e-02, -7.0038e-03,  1.2319e-01, -4.0142e-02,
                      -6.9443e-03,  5.3748e-03, -8.7804e-02, -3.2804e-02,  9.7742e-02,
                      -2.6200e-06,  1.0436e-01,  1.1174e-01, -2.9514e-04,  1.0820e-02,
                       2.5735e-02, -1.8907e-01,  6.0994e-02, -1.5607e-02, -9.9067e-03,
                      -7.3139e-02, -4.2711e-03,  3.7560e-02, -5.8036e-03,  1.4704e-02,
                       1.8506e-02,  9.4919e-02, -6.5558e-02,  1.0492e-01, -1.9194e-02,
                      -1.2202e-01,  4.8528e-02, -8.7483e-02, -1.2197e-01, -3.7302e-02,
                      -2.4653e-02, -5.4694e-02,  8.0599e-02, -3.0489e-02,  3.9844e-02,
                      -6.1483e-02, -1.1675e-01,  6.1218e-02,  3.8285e-02, -4.8987e-02,
                       1.2435e-02,  4.9430e-02, -3.4801e-02, -2.7154e-03,  1.7050e-01,
                       6.1341e-02, -5.2346e-02,  8.8007e-02, -8.2684e-02, -1.0329e-01,
                       4.4826e-02,  5.0511e-02, -8.3583e-02,  6.2011e-03,  6.4266e-02,
                      -8.4555e-02,  2.5322e-02, -8.1779e-02,  2.6547e-02,  6.3499e-02,
                      -1.0989e-02, -1.8770e-02,  7.1377e-02, -1.0425e-01, -7.4062e-02,
                       4.7706e-02,  6.5376e-02,  7.2412e-02,  1.5228e-01,  5.6091e-02,
                       1.6099e-02, -2.0888e-02, -8.7695e-02,  6.1690e-03, -1.6464e-02,
                      -3.9824e-02,  9.5211e-02,  4.7175e-02, -9.0130e-03,  1.7279e-02,
                       5.2066e-02,  5.0499e-02, -8.2478e-02,  8.3336e-02, -3.3592e-02,
                      -6.7100e-03,  1.2503e-01,  6.4564e-02, -1.1805e-02, -3.1287e-02,
                       7.9514e-02, -1.0045e-01,  7.5200e-02,  4.6060e-02,  3.8715e-02,
                      -3.6765e-02, -1.9580e-02, -1.5728e-03, -2.5904e-02,  6.8909e-02,
                      -7.9970e-02, -3.5569e-02,  2.5182e-02, -1.1188e-02,  1.1258e-01,
                       3.4630e-02,  1.1330e-01,  1.8833e-02, -8.0328e-02, -3.2741e-02,
                      -2.0309e-02,  2.9065e-02,  1.3943e-02, -1.0238e-01, -1.3398e-01,
                       1.6147e-01,  3.2961e-02, -1.8380e-01,  3.1005e-02, -7.4956e-03,
                      -3.3676e-02, -2.2094e-02, -1.2066e-03, -3.8822e-02,  3.8534e-03,
                       1.3132e-01, -1.0506e-01,  3.7892e-02,  4.4804e-02,  2.6945e-02,
                       2.2058e-02,  9.8819e-02,  2.7140e-02, -5.2140e-02,  1.2863e-02,
                       6.6909e-02,  8.7067e-02,  8.2106e-02, -8.2206e-02,  9.7312e-02,
                      -2.0049e-01, -5.2723e-03,  6.4821e-02,  1.2204e-02,  4.8103e-03,
                      -4.4221e-02, -5.2976e-02,  4.4716e-02, -3.6941e-02, -3.3904e-02,
                      -4.7824e-02,  7.6236e-02, -1.0413e-01, -5.3045e-02,  6.2124e-02,
                       3.0725e-03,  2.2707e-03,  2.4168e-02, -3.1601e-02, -3.7226e-02,
                      -7.7530e-02,  1.1855e-01, -2.2948e-02,  1.7346e-01,  1.8713e-01,
                      -5.0714e-02,  1.8570e-02, -1.3916e-02,  5.6982e-02, -9.5348e-03,
                       6.5078e-02, -7.8035e-02, -1.2327e-02, -4.2470e-02, -2.1467e-03,
                      -4.3003e-02,  2.1491e-02,  2.6880e-02, -2.8863e-02, -2.1771e-02,
                      -4.0823e-02, -3.1042e-02, -3.6247e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.weight',
              tensor([0.8832, 0.8725, 0.8891, 0.8280, 0.8306, 0.9128, 0.7675, 0.8956, 0.9201,
                      0.7840, 0.9135, 0.8862, 0.9238, 0.9073, 0.8638, 0.7397, 0.8403, 0.8535,
                      0.8671, 0.9039, 0.7993, 0.9178, 0.8663, 0.8391, 0.7961, 0.8599, 0.8819,
                      0.9316, 0.8414, 0.8871, 0.8922, 0.7601, 0.8956, 0.7743, 0.8401, 0.8205,
                      0.7536, 0.8982, 0.7481, 0.8963, 0.8911, 0.8782, 0.8719, 0.9247, 0.9179,
                      0.8963, 0.8734, 0.9089, 0.9242, 0.8291, 0.9279, 0.8309, 0.8614, 0.8877,
                      0.8201, 0.6806, 0.8543, 0.8759, 0.7871, 0.8294, 0.8552, 0.9056, 0.9428,
                      0.9102, 0.7432, 0.9135, 0.8846, 0.8373, 0.7307, 0.8468, 0.8610, 0.8356,
                      0.8621, 0.8744, 0.9057, 0.9187, 0.8775, 0.8908, 0.9195, 0.8817, 0.8518,
                      0.8323, 0.8574, 0.8767, 0.7305, 0.9211, 0.8162, 0.8616, 0.9015, 0.8724,
                      0.8866, 0.8481, 0.8786, 0.9066, 0.8544, 0.8599, 0.6320, 0.8873, 0.8929,
                      0.9052, 0.8072, 0.9223, 0.8069, 0.9171, 0.7075, 0.9300, 0.9082, 0.8153,
                      0.9059, 0.9196, 0.8264, 0.8472, 0.9304, 0.6766, 0.8605, 0.9326, 0.8733,
                      0.8912, 0.9177, 0.9163, 0.9102, 0.8897, 0.8906, 0.8231, 0.8000, 0.7821,
                      0.8794, 0.8408, 0.8570, 0.8356, 0.8865, 0.8003, 0.8899, 0.8986, 0.9094,
                      0.8528, 1.2001, 0.8829, 0.8436, 0.8987, 0.7532, 0.8922, 0.8576, 0.7264,
                      0.8486, 0.8738, 0.8703, 0.8866, 0.8579, 0.8788, 0.9228, 0.8932, 0.9048,
                      0.8493, 0.8838, 0.8325, 0.8758, 0.8984, 0.8612, 0.8904, 0.9845, 0.9223,
                      0.6638, 0.8741, 0.8399, 0.8849, 0.9673, 0.7316, 0.8135, 0.8488, 0.9038,
                      0.7277, 0.7756, 0.8695, 0.8907, 0.9262, 0.9461, 0.9272, 0.9077, 0.8635,
                      0.8316, 0.8644, 0.8045, 0.9256, 0.8787, 0.9059, 0.8286, 0.9052, 0.8742,
                      0.8487, 0.9012, 0.8107, 0.8257, 0.8842, 0.8399, 0.9275, 0.9108, 0.6140,
                      0.8659, 0.9080, 0.9188, 0.8004, 0.9033, 0.8993, 0.8470, 0.8727, 0.8864,
                      0.9284, 0.8717, 0.8685, 0.8939, 0.9082, 0.8264, 0.8982, 0.8438, 0.9040,
                      0.8163, 0.8078, 0.8668, 0.8556, 0.8936, 0.8440, 0.8889, 0.9855, 0.8433,
                      0.8665, 0.8967, 0.8956, 0.8747, 0.6964, 0.8402, 0.8913, 0.8760, 0.8377,
                      0.8332, 0.9124, 0.6063, 0.9062, 0.8388, 0.9109, 0.8604, 0.8453, 0.8124,
                      0.8509, 0.8981, 0.8657, 0.8997, 0.8167, 0.9129, 0.9437, 0.8858, 0.8778,
                      1.0006, 0.9168, 0.9182, 0.8717, 0.9001, 0.6282, 0.8908, 0.8963, 0.7116,
                      0.9043, 0.8413, 0.8918, 0.8932, 0.8834, 0.8948, 0.9084, 0.7116, 0.9041,
                      0.8844, 0.8564, 0.9178, 0.8720, 0.9275, 0.8942, 0.8536, 0.8869, 0.8726,
                      0.9163, 0.9400, 0.9042, 0.7899, 1.7594, 0.8705, 0.9297, 0.7834, 0.9423,
                      0.8909, 0.8461, 0.8009, 0.8655, 0.8361, 0.8241, 0.8807, 0.7951, 0.8926,
                      0.6355, 0.9134, 0.9002, 0.9266, 0.8591, 0.8229, 0.8744, 0.6649, 0.9037,
                      0.8060, 0.9158, 0.8933, 0.8470, 0.8603, 0.8605, 0.8826, 0.7504, 0.8174,
                      0.8933, 0.8742, 0.8464, 0.9479, 0.8228, 0.8321, 0.8924, 0.8757, 0.9100,
                      0.7907, 0.8405, 0.9652, 0.8552, 0.9092, 0.8991, 1.0143, 0.8714, 0.8884,
                      0.9110, 0.9219, 0.9012, 0.8923, 0.9406, 0.8976, 0.7483, 0.6179, 0.8892,
                      0.8392, 0.9050, 0.8490, 0.9110, 0.8952, 0.8711, 0.8567, 0.8715, 0.8864,
                      0.8345, 0.8437, 0.8589, 0.9096, 0.8860, 0.8556, 0.8912, 0.8790, 0.7820,
                      0.8571, 0.9078, 0.8645, 0.8964, 0.8457, 0.8911, 0.9036, 1.0047, 0.8768,
                      0.9215, 0.8522, 0.9171, 0.8801, 0.8978, 0.8320, 0.8214, 0.8272, 0.8666,
                      0.9009, 0.6343, 0.8406, 0.8691, 0.8889, 0.9460, 0.8640, 0.7895, 0.8204,
                      0.8901, 0.8973, 0.7805, 0.9124, 0.7988, 0.8998, 0.8953, 0.8647, 0.9098,
                      0.8141, 0.9364, 0.8578, 0.7862, 0.7499, 0.8328, 0.8048, 0.9001, 0.8559,
                      0.8911, 0.8226, 0.8658, 0.9043, 0.9278, 0.8279, 0.8162, 0.9382, 0.9131,
                      0.9170, 0.8655, 0.8092, 1.0054, 0.8572, 0.8731, 0.8718, 0.9206, 0.8978,
                      0.7927, 0.8389, 0.8924, 0.8856, 0.7232, 0.9080, 0.9286, 0.8607, 0.8790,
                      0.8772, 0.9123, 0.7721, 0.9506, 0.8923, 0.8463, 0.8911, 0.8932, 0.9258,
                      0.7674, 0.8563, 0.7780, 0.8371, 0.8257, 0.8797, 0.9201, 0.8887, 0.8265,
                      0.9216, 0.6420, 0.8841, 0.9052, 0.8728, 1.0280, 0.8117, 0.8508, 0.8276,
                      0.8600, 0.8522, 0.8524, 0.8548, 0.9005, 0.8213, 0.8530, 0.8607, 0.8293,
                      0.8791, 0.8906, 0.9002, 0.8652, 0.9197, 0.8827, 0.9232, 0.8905, 0.7055,
                      0.9235, 0.8266, 0.9273, 0.8334, 0.8545, 0.8980, 0.9129, 0.8898, 0.8543,
                      0.9554, 0.7716, 0.9740, 0.8206, 0.8221, 0.9074, 0.8971, 0.8424, 0.8759,
                      0.8273, 0.8412, 0.8948, 0.8141, 0.8517, 0.8956, 0.8991, 0.8227, 0.8912,
                      0.8910, 0.9926, 0.9206, 0.8641, 0.9206, 0.8936, 0.9247, 0.8741, 0.9260,
                      0.8659, 0.8796, 0.7859, 0.8934, 0.8528, 0.6690, 0.8864, 0.8981, 0.7669,
                      0.8572, 0.9237, 0.8585, 0.9457, 0.9511, 0.9156, 0.8964, 0.9012, 0.8744,
                      0.9002, 0.8766, 0.8635, 0.8443, 0.8469, 0.7905, 0.9181, 0.8715, 0.8679,
                      0.9193, 0.9206, 0.8334, 0.7676, 0.8228, 0.9181, 0.8605, 0.8283, 0.9040,
                      0.9040, 0.8186, 0.8180, 0.9401, 0.8852, 0.7338, 0.8723, 0.8210, 2.2409,
                      0.8693, 0.8497, 0.9012, 0.9169, 0.6896, 0.8864, 0.8912, 0.9134, 0.8601,
                      0.9007, 0.8120, 0.9351, 0.8102, 0.8507, 0.8375, 0.8766, 0.8818, 0.9136,
                      0.8568, 0.8516, 0.9040, 0.8885, 0.8900, 0.9333, 0.9070, 0.8831, 0.8869,
                      0.8966, 0.8878, 0.8725, 0.8618, 0.8338, 0.9032, 0.7972, 0.8579, 0.8772,
                      0.8645, 0.9161, 0.8561, 0.8465, 0.8982, 0.8512, 0.8903, 0.8520, 0.7967,
                      0.9402, 0.9321, 0.8567, 0.8794, 0.8534, 0.8979, 0.8948, 0.8761, 0.7832,
                      0.8485, 0.9849, 0.9311, 0.9096, 0.9244, 0.9249, 0.8893, 0.8973, 0.8608,
                      0.7609, 0.8582, 0.9206, 0.8662, 0.9533, 0.8953, 0.8755, 0.8487, 0.9081,
                      0.8477, 0.9122, 0.8375, 0.8625, 0.8160, 0.9106, 0.9105, 0.9003, 0.9073,
                      0.8390, 0.9204, 0.8553, 0.8745, 0.8419, 0.8576, 0.8273, 0.7875, 0.9077,
                      0.9110, 0.8381, 0.7976, 0.9453, 0.8120, 0.7516, 0.8439, 0.8925, 0.8977,
                      0.8774, 0.8700, 0.9024, 0.8818, 0.8505, 0.8606, 0.8605, 0.8326, 0.8793,
                      0.9346, 0.6764, 0.7935, 0.9015, 0.9249, 0.8140, 0.8596, 0.9231, 0.9195,
                      0.8193, 0.8799, 0.8823, 0.8933, 0.8970, 0.9247, 0.8212, 0.8857, 0.9229,
                      0.9244, 0.8753, 0.8723, 0.9193, 0.8341, 0.9168, 0.9205, 0.6790, 0.9048,
                      0.9009, 0.9165, 0.8644, 0.8936, 0.9444, 0.8351, 0.9237, 0.8175, 0.8169,
                      0.7389, 0.8347, 0.9014, 0.9120, 0.8735, 0.9139, 0.8601, 0.9079, 0.8600,
                      0.9031, 0.8975, 0.8483, 0.9366, 0.8774, 0.8466, 0.7897, 0.8764, 0.9181,
                      0.8978, 0.8787, 0.9103, 0.7994, 0.9066, 0.6340, 0.9366, 0.8354, 0.8953,
                      0.8964, 0.8934, 0.8382, 0.9095, 0.9491, 0.8385, 0.9203, 0.9220, 0.7927,
                      0.8420, 0.8877, 0.9330, 0.8531, 0.6948, 0.8532, 0.8542, 0.7948, 0.8603,
                      0.8705, 0.8695, 0.7606, 0.8598, 0.8806, 0.8552, 0.8674, 0.9062, 0.8245,
                      0.7695, 0.8863, 0.9079, 0.8820, 0.8735, 0.8953, 0.9235, 0.8629, 0.9197,
                      0.8570, 0.9139, 0.8703], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.bias',
              tensor([ 1.8435e-01,  1.3434e-01, -7.1624e-02, -1.0722e-02, -1.6130e-01,
                       3.5844e-01, -1.6391e-01,  5.4171e-01,  1.5648e-01, -7.7424e-02,
                       5.7075e-02, -4.2765e-04, -8.3116e-03, -1.8466e-01, -1.7856e-02,
                       3.8600e-01, -1.2807e-01, -4.0168e-02, -1.6903e-01, -1.6461e-01,
                       8.2157e-02,  3.2920e-02,  8.3348e-05,  8.5947e-02,  5.7784e-02,
                       1.6039e-01, -1.3131e-02,  3.3802e-01,  2.8547e-02, -2.9530e-02,
                       5.3586e-02, -1.2142e-01, -1.4202e-01, -9.3179e-02,  6.6014e-02,
                      -7.5668e-03,  5.9843e-03, -4.5349e-02,  1.5176e-01,  2.5510e-01,
                      -1.2411e-01, -1.0854e-01,  1.3584e-01,  9.1228e-02, -1.0660e-01,
                       9.6346e-03,  2.6021e-01, -1.1553e-01,  8.2755e-02,  1.3216e-01,
                       1.7106e-01, -4.0286e-02,  3.1176e-01, -1.3996e-01, -1.1341e-01,
                      -6.4308e-02, -1.8055e-01, -6.3781e-02,  7.7708e-03,  1.4429e-01,
                      -5.6593e-02,  3.4916e-02,  2.2637e-01, -2.9304e-01, -1.7056e-01,
                      -2.7509e-02,  1.1902e-02,  3.4721e-02,  2.4359e-01,  4.5588e-02,
                      -1.4233e-01,  1.2366e-01, -3.5914e-02,  1.6581e-01, -2.1204e-02,
                      -5.9293e-02,  1.7224e-01, -7.6425e-02, -1.3273e-02,  1.3724e-01,
                       5.7049e-02,  4.2511e-02, -4.4429e-02,  2.7142e-01, -9.4329e-02,
                       3.2776e-01, -1.5466e-01,  7.0180e-03,  3.2799e-02,  7.5057e-02,
                      -1.5202e-01, -1.4395e-01, -2.2969e-01,  1.7146e-01, -1.5355e-01,
                       2.5291e-01,  5.6423e-02, -4.8635e-02,  1.3777e-01,  3.2544e-01,
                      -1.8695e-01, -5.0084e-02,  1.4227e-01,  8.1101e-02,  1.1185e-01,
                       1.1583e-01,  7.9459e-02,  3.3718e-02, -1.6830e-01, -1.0901e-01,
                       2.5734e-02, -1.7746e-01, -3.8662e-02, -1.2421e-01,  1.6818e-02,
                       2.9554e-01,  2.0026e-02,  1.4963e-01, -3.5679e-02,  7.6734e-02,
                       9.4670e-02, -1.2992e-01,  3.1501e-02, -7.6251e-02, -8.3286e-02,
                       1.4492e-02, -1.1757e-02,  3.3347e-02,  5.1346e-02,  6.2835e-02,
                      -1.5154e-02,  8.0736e-02, -1.5693e-01,  2.2103e-02,  2.8522e-02,
                       7.5410e-02,  4.3300e-01, -4.5604e-03, -2.8433e-02,  9.0432e-02,
                      -2.5822e-01,  3.6121e-02, -9.4992e-02, -1.5226e+00,  2.0883e-03,
                      -1.4741e-01,  1.4974e-01,  1.0305e-01, -7.7012e-02, -2.4652e-01,
                      -3.5549e-01,  3.3833e-02, -8.7559e-02, -6.4089e-02,  1.6688e-01,
                       9.6696e-05, -5.7274e-02, -7.6258e-02, -2.3888e-02, -8.7289e-02,
                       2.8389e-01,  9.2486e-02, -6.9464e-02,  4.9065e-02,  5.7234e-02,
                      -2.3266e-01,  3.2704e-01,  7.2021e-02, -1.8861e-01, -7.9974e-02,
                      -9.6386e-02, -8.3308e-02, -3.5367e-02,  1.2651e-01,  3.0470e-01,
                       2.8157e-01,  2.0363e-01, -4.9188e-01, -5.1829e-02, -1.7882e-02,
                      -2.4799e-01, -4.5172e-02, -1.0628e-01, -2.1510e-01, -7.6868e-02,
                      -1.8459e-01, -2.0672e-01, -2.3116e-01,  4.5484e-02, -8.3114e-03,
                       2.2020e-01,  3.4176e-01,  7.0550e-02,  4.0653e-02, -1.2445e-01,
                      -2.9384e-01, -6.2170e-02, -9.8090e-02, -1.1071e-01,  6.5361e-03,
                       1.4301e-01,  1.4912e-01, -1.0751e-01,  1.4296e-01,  2.0806e-01,
                       1.2866e-02,  6.1221e-02, -1.0841e-01, -6.4242e-02, -1.3046e-01,
                       2.8454e-02,  6.3632e-02,  2.3488e-02, -1.3273e-01, -8.2281e-02,
                      -4.5339e-02,  6.1317e-02,  1.5914e-01, -4.7052e-02,  1.0454e-01,
                      -2.1159e-02, -2.2602e-02,  1.1824e-01, -4.5115e-01, -7.9962e-02,
                      -1.4126e-02,  6.5503e-02,  4.0849e-02,  2.3686e-01, -2.4458e-01,
                      -1.8847e-01,  5.1805e-02,  1.5667e-01, -5.5398e-02, -7.7194e-02,
                      -1.9598e-01,  1.8267e-01, -7.3978e-02, -1.4263e-02, -6.3169e-02,
                      -2.6284e-01, -1.0471e-01,  6.0717e-02,  3.6450e-02, -1.8374e-01,
                      -1.2775e-01,  9.3263e-02, -5.6304e-02, -2.0612e-02,  1.9705e-01,
                       1.3785e-01,  4.9829e-02,  2.1196e-01, -6.0606e-02,  1.9600e-02,
                       5.2998e-02, -2.3422e-01, -2.3440e-02, -2.0683e-01, -1.4682e-01,
                      -8.1880e-02, -2.4579e-01,  1.1005e-01,  1.6373e-01, -5.9295e-02,
                       4.5221e-02, -1.5350e-01, -2.4692e-02, -1.4477e-03, -5.0525e-02,
                      -3.4717e-03, -1.7713e-01, -7.5333e-03,  1.3428e-01,  1.9350e-01,
                      -1.1478e-01, -1.0314e-01, -9.8753e-02,  3.5572e-02, -3.6883e-01,
                      -5.5822e-02, -1.0978e-01, -2.4829e-01,  9.6530e-01, -5.3943e-02,
                       1.1475e-01,  1.3462e-01, -3.6622e-01,  1.3214e-01,  2.8484e-02,
                       7.7060e-02, -9.7077e-02, -1.1995e-01, -8.2109e-02, -1.4124e-01,
                      -9.3106e-02, -3.3181e-01, -1.3496e-01, -6.3848e-02,  1.2158e-01,
                       1.9110e-01, -9.7969e-02, -1.7320e-02,  3.6251e-03, -2.1245e-01,
                      -9.3407e-02,  5.4896e-02,  6.9492e-02, -6.2757e-02,  1.4368e-01,
                       2.5464e-01,  8.0412e-03,  9.0899e-02,  8.4445e-03,  1.0524e-02,
                       1.2053e-01, -1.5044e-01, -1.5920e-01, -2.2958e-01,  1.2947e-01,
                      -2.0607e-01, -4.0953e-02, -3.0127e-02, -9.6507e-04, -1.2894e-01,
                      -1.1589e-01,  3.6292e-01,  3.3815e-01,  5.6520e-02,  1.9613e-01,
                      -4.9419e-01, -6.6095e-03, -3.8394e-02,  1.4000e-01,  5.6981e-02,
                      -6.0710e-02,  1.7125e-01,  2.1178e-01, -2.1868e-01, -6.0365e-02,
                      -4.3957e-04, -6.0028e-02, -9.8269e-02, -7.5512e-02,  4.8795e-03,
                       2.4277e-02, -2.6863e-02, -1.3364e-01,  1.8287e-02, -2.6485e-02,
                      -2.8632e-02, -2.5964e-02, -1.9853e-01, -4.7690e-02, -4.3121e-02,
                      -1.0032e-01, -5.5245e-04,  9.7313e-02,  7.9698e-02, -2.3071e-01,
                      -2.1060e-03, -1.5399e-01,  8.6634e-02, -2.6170e-02, -6.7769e-02,
                       1.5972e-01,  3.3340e-03,  3.0349e-01, -8.8028e-02,  3.2589e-01,
                      -3.6293e-02, -1.5432e-01,  3.3116e-02,  4.1765e-02, -8.6484e-03,
                      -8.6680e-02,  5.6621e-02, -1.7933e-02,  2.0933e-01, -8.6515e-02,
                       5.3219e-02, -1.3006e-01, -6.0774e-02,  2.1278e-01, -2.9777e-01,
                      -2.3837e-01,  2.7991e-01, -2.9214e-02,  1.0210e-01,  4.4237e-02,
                       1.3941e-02,  4.4758e-02,  2.7390e-02, -2.0102e-02,  5.4904e-02,
                      -1.0930e-01, -1.0183e-01,  1.3157e-01,  1.1160e-02, -1.0037e-01,
                      -1.7345e-01,  2.6551e-01,  1.2341e-01,  1.2194e-01, -1.5625e-01,
                       1.6320e-01,  9.4084e-02, -1.9075e-01, -2.2281e-01, -1.2186e-01,
                      -5.6706e-02, -5.1360e-02,  2.2755e-01, -9.8311e-02,  1.2318e-01,
                      -8.2323e-02,  1.4259e-01,  4.0424e-01, -2.1259e-01, -2.4744e-02,
                      -1.4652e-02, -7.4661e-02, -1.6518e-01, -2.2601e-02, -9.8885e-03,
                      -6.9446e-02, -2.9573e-01, -1.6453e-01, -2.1674e-01,  5.5380e-02,
                      -1.3403e-02, -6.1805e-02, -3.5794e-01, -1.1290e-02, -6.3544e-02,
                       1.8166e-01,  3.2393e-01,  1.1370e-01, -1.6546e-01,  7.5092e-02,
                       2.1588e-01, -5.2758e-02, -2.5940e-02,  2.3638e-02,  1.2371e-02,
                      -1.4429e-01,  5.0845e-02,  1.2587e-01,  8.2846e-02, -6.8388e-02,
                       1.8362e-01,  1.7155e-01, -1.0579e-02, -5.0002e-02, -2.6475e-02,
                      -5.3717e-01, -3.0141e-02,  1.5024e-01, -8.5896e-02, -9.9613e-02,
                       7.0496e-02,  4.4784e-03, -1.2820e-01,  6.0330e-02, -1.8822e-01,
                      -9.2950e-02,  1.0048e-01,  9.8810e-03,  1.8244e-01,  9.5051e-02,
                       6.9682e-02,  1.3871e-01, -2.8062e-03,  2.0237e-01, -1.0753e-01,
                       1.3072e-01, -2.3469e-01,  1.8266e-01,  1.0988e-01, -1.2406e-01,
                       6.6183e-03, -1.1924e-01, -1.6790e-01,  6.0224e-02,  7.9088e-02,
                      -1.1579e-01,  1.5390e-01,  2.2004e-02,  6.8135e-02,  3.1167e-02,
                      -1.2223e-01, -1.5338e-01, -3.0958e-02,  4.9372e-02,  1.3459e-01,
                       4.4657e-02,  3.0425e-02,  3.8477e-03, -1.1514e-01,  3.1235e-02,
                      -1.0713e-01,  6.7189e-02, -3.9648e-02, -9.6897e-03, -1.5321e-01,
                       2.3367e-01, -9.5088e-02,  3.8789e-02, -2.1250e-01, -2.1507e-01,
                      -3.9828e-01, -2.5650e-02,  3.6509e-01,  1.6810e-01, -1.2411e-01,
                      -1.5637e-01,  4.4912e-02,  1.3558e-01,  2.9843e-01, -2.1983e-02,
                      -1.6646e-02, -3.3815e-02, -2.6083e-02, -2.0752e-01, -2.7640e-03,
                      -1.2881e-01,  1.7918e-01,  4.9994e-02, -1.6283e-02, -1.3084e-01,
                      -9.8985e-02,  1.0341e-01, -1.6169e-01, -2.7767e-01, -1.4273e-01,
                      -6.8906e-02, -6.0746e-02,  1.5241e-01, -2.0237e-01,  1.7253e-01,
                      -2.2910e-01,  2.2951e-02,  6.4408e-02, -8.0970e-02, -5.7104e-02,
                       1.2560e-01,  1.4160e-01, -5.1954e-02,  1.8708e-01,  1.3330e-01,
                       1.0295e-01, -4.1760e-02, -3.6948e-02,  2.8315e-02, -7.4350e-02,
                      -1.8534e-02, -1.5936e-01, -2.3606e+00, -7.4549e-02, -1.6212e-04,
                      -9.1736e-02,  6.0172e-02, -2.4440e-01, -3.8517e-02,  8.9438e-02,
                      -1.5081e-01, -2.8990e-02, -3.2172e-02, -1.8864e-01,  1.3976e-01,
                      -3.7623e-02,  3.9674e-02, -7.5434e-02,  2.6883e-02, -2.3274e-02,
                       2.1045e-02,  4.0050e-02, -7.3260e-02,  2.4711e-01,  1.1618e-02,
                       1.3413e-01,  2.5420e-01,  2.5546e-01, -2.1372e-02, -5.5485e-02,
                       2.6370e-02,  1.9372e-01, -3.3756e-02,  1.0057e-01,  1.0856e-01,
                      -6.3886e-02, -1.1399e-01, -1.3821e-01, -2.2579e-01, -8.1035e-02,
                      -8.2229e-02,  5.0363e-02, -1.1824e-01, -1.7074e-01,  5.2571e-02,
                      -1.1483e-01, -5.1297e-02, -8.6607e-02, -3.0908e-01,  1.2598e-01,
                      -7.2134e-02, -3.6192e-02,  8.7358e-02,  1.6392e-01,  5.1407e-02,
                       5.9913e-02,  2.1153e-02, -1.4519e-01, -4.6056e-01,  2.1669e-01,
                       1.4154e-02,  1.3122e-01, -1.6010e-01, -1.0424e-01,  6.0364e-03,
                       4.0730e-02,  7.0260e-02,  6.0490e-02,  4.1317e-02,  1.3245e-01,
                      -2.7312e-01, -1.3236e-01, -1.1648e-01,  2.2417e-01,  2.6288e-01,
                      -6.6521e-02,  8.1544e-02,  1.0682e-01, -1.5466e-01,  1.2363e-01,
                       2.9501e-01, -1.2038e-01,  1.3484e-01, -2.9511e-01, -1.5689e-01,
                      -4.9565e-02, -1.7649e-01,  1.5403e-01, -7.2355e-02,  1.8586e-02,
                       1.0383e-02, -3.3224e-01,  5.4996e-02, -6.4841e-02, -1.1822e-01,
                       3.6523e-02, -1.1981e-01, -3.0089e-02, -1.1758e-01, -3.4907e-02,
                       2.2500e-01, -5.9936e-02,  7.5982e-02,  6.3761e-02, -2.6296e-02,
                       9.8069e-02,  2.7681e-02, -1.7599e-01, -1.3542e-01, -1.1206e-02,
                      -2.0381e-01,  2.3631e-01,  5.0418e-02, -1.1750e-01,  2.1859e-01,
                      -7.4157e-02,  1.5140e-01,  6.7389e-02,  8.4879e-02,  1.6676e-01,
                       2.0543e-03,  2.7348e-02, -1.7774e-01, -8.5022e-02, -3.7788e-02,
                       2.1484e-01, -9.0012e-02,  1.2602e-01,  1.2758e-02, -3.5932e-02,
                      -1.7082e-02, -7.5644e-02,  1.5250e-02, -9.0040e-03, -8.2911e-02,
                       2.1987e-01, -1.4938e-01, -1.5265e-01, -2.9581e-02,  9.5743e-02,
                      -2.9323e-02, -3.5394e-02, -3.0780e-01,  1.9639e-01, -5.1843e-02,
                       7.2957e-02,  1.2113e-01,  4.2090e-01,  1.2059e-01, -1.1188e-01,
                      -1.1070e-02, -1.2790e-02, -1.6028e-01,  2.5980e-02, -4.6285e-02,
                      -2.7859e-02,  2.6948e-02, -8.7166e-02,  4.5836e-02, -2.4624e-02,
                       2.0272e-01, -2.2027e-01, -9.9295e-02,  1.1103e-01,  4.2746e-02,
                       2.1829e-02,  1.6599e-01,  2.7773e-02, -2.7153e-02, -4.8693e-02,
                      -7.6044e-02,  2.0580e-01, -3.3832e-02,  9.2592e-02,  1.1054e-01,
                      -2.8659e-01,  8.9360e-02, -2.3306e-02,  3.4279e-01, -1.7269e-02,
                      -8.1106e-02,  2.2436e-01, -1.0391e-01,  7.5799e-02,  2.5889e-02,
                      -2.1138e-01, -1.2774e-01,  2.9962e-02,  9.4144e-02,  1.5180e-01,
                      -1.1074e-03,  2.0777e-02, -1.4474e-01, -2.4597e-01,  1.8803e-01,
                      -3.2010e-02,  1.6148e-02, -1.8704e-02, -2.6055e-01, -1.2157e-01,
                      -1.1173e-01,  8.3706e-02, -7.0159e-02,  6.2337e-02,  2.8794e-01,
                      -2.3136e-01, -6.2579e-03,  2.1374e-02, -3.6470e-02,  1.0363e-01,
                      -3.5413e-02, -6.7771e-03,  9.0650e-02], device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.weight',
              tensor([[-0.0086,  0.0197,  0.0371,  ..., -0.0132, -0.0408,  0.0348],
                      [-0.0281,  0.0504,  0.0365,  ..., -0.0522, -0.0025,  0.0071],
                      [-0.0393, -0.0277, -0.0754,  ...,  0.0611,  0.0132, -0.0018],
                      ...,
                      [-0.0338, -0.1519,  0.0039,  ...,  0.0089,  0.0287,  0.0077],
                      [-0.0548, -0.0762, -0.0213,  ...,  0.0025,  0.0157, -0.0321],
                      [-0.0689, -0.0428,  0.0091,  ..., -0.0139, -0.0401,  0.0458]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.bias',
              tensor([-0.0845, -0.1334, -0.0807,  ..., -0.1688,  0.0492, -0.1404],
                     device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.weight',
              tensor([[ 2.3930e-02, -3.7092e-02,  4.5404e-03,  ..., -5.1709e-02,
                        3.3971e-02,  1.7407e-02],
                      [ 5.4776e-02,  6.9107e-02,  4.8542e-02,  ..., -3.9188e-06,
                       -2.9503e-02, -1.1219e-02],
                      [-7.6649e-03,  2.8932e-02,  1.6749e-02,  ..., -1.9429e-02,
                       -3.7824e-02, -8.5565e-02],
                      ...,
                      [ 2.4205e-02, -3.1723e-02,  5.3848e-03,  ...,  7.3589e-03,
                        4.3488e-02, -9.5342e-02],
                      [-1.1113e-02, -3.6280e-02, -3.6469e-02,  ..., -4.8898e-02,
                        4.4465e-02, -3.4326e-02],
                      [ 1.9179e-02,  4.4806e-02, -3.3355e-02,  ..., -5.9703e-02,
                       -2.0189e-02,  3.8184e-02]], device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.bias',
              tensor([-2.9224e-02, -4.8586e-02,  1.4278e-02,  2.5339e-02, -1.9016e-03,
                       7.7988e-02,  9.6697e-02,  1.0458e-02, -1.2386e-02, -4.2094e-02,
                       6.9769e-02,  8.5768e-02, -1.7766e-02, -1.0381e-01, -3.1334e-02,
                       1.9397e-01,  4.3053e-02,  9.7833e-03,  1.5654e-02, -4.9813e-02,
                       7.2170e-02,  7.5765e-02, -4.7651e-02,  1.4744e-02, -1.9417e-01,
                      -7.3070e-02, -4.5455e-02, -1.2989e-02,  6.3811e-02,  2.7321e-02,
                      -7.1102e-03,  2.8704e-02,  2.4194e-02, -3.1726e-01,  7.4669e-03,
                      -9.1011e-02, -9.6447e-02, -1.8547e-02, -6.3384e-02,  9.8243e-02,
                       3.8119e-02, -1.3585e-01, -7.7558e-02, -1.9659e-02, -8.7495e-03,
                      -2.1568e-02,  7.5190e-02, -4.9288e-02, -1.1616e-02,  5.9660e-02,
                      -5.1300e-02, -7.3175e-03,  1.1071e-01, -7.2697e-02, -9.7699e-02,
                      -1.2243e-01,  4.3820e-02, -7.2320e-02,  8.1829e-02, -1.7992e-02,
                      -7.7374e-02,  2.9615e-02,  2.5379e-02, -3.3111e-02, -5.2533e-02,
                       1.0288e-01, -2.3627e-02, -5.0351e-03, -1.2938e-02, -2.0650e-01,
                      -6.8818e-02, -5.3941e-02,  3.6506e-03, -9.5179e-03, -2.9286e-02,
                       1.9689e-02, -1.3122e-02, -4.3128e-02, -4.4987e-02, -1.1055e-02,
                       2.3212e-02,  1.9740e-02,  4.4252e-02,  4.1148e-02,  7.5429e-02,
                      -1.3108e-01,  1.7392e-02, -1.1304e-01,  7.5452e-02, -1.8403e-02,
                      -3.3834e-02, -1.1442e-01, -1.2142e-01,  3.4493e-02, -2.2740e-02,
                       1.9842e-01, -7.1079e-02,  3.7190e-02,  1.4884e-01,  5.6274e-02,
                       6.7488e-02, -2.2030e-02,  8.1104e-02,  1.8513e-02, -1.5919e-01,
                      -3.8393e-03,  1.1563e-01,  2.1891e-03, -5.2622e-02,  5.8757e-02,
                       7.2169e-02, -6.2272e-02, -9.9455e-03,  8.3230e-02,  6.1755e-02,
                       2.6055e-03, -7.4430e-02, -4.0386e-02,  2.1047e-02,  2.8900e-02,
                       5.9603e-03,  3.8484e-02, -6.6016e-02, -5.5539e-02, -8.2000e-02,
                      -2.2092e-02,  1.3776e-02, -6.0285e-02, -3.4438e-02, -3.0721e-02,
                       8.2717e-02,  3.7708e-02,  4.6832e-02,  6.1334e-02,  7.6976e-02,
                       3.9349e-03, -3.2209e-02,  6.2820e-02, -1.5288e-01,  1.2078e-01,
                      -2.0668e-01,  4.4810e-03, -4.4693e-02, -4.8271e-01, -6.1056e-02,
                       7.5838e-03,  4.1075e-02, -6.0079e-02, -5.8284e-04,  8.0906e-02,
                      -5.7434e-02, -8.4323e-02, -5.7252e-02,  5.1667e-02,  3.5005e-02,
                       5.8957e-02,  8.2597e-02, -8.9878e-02,  7.4340e-03,  6.7284e-02,
                       2.3525e-02,  2.9599e-03, -1.0250e-01, -7.2196e-03,  4.4489e-02,
                       2.8919e-02,  1.3350e-02, -9.8142e-02, -1.8535e-01, -2.4433e-02,
                       4.7799e-02,  1.4343e-02, -5.3802e-02,  4.1031e-02, -3.8410e-02,
                       2.9871e-02,  1.2849e-01, -4.2462e-02, -3.5884e-02,  1.9603e-02,
                      -1.2176e-01, -1.6004e-02,  4.7439e-02, -2.9007e-02,  7.9759e-02,
                      -1.3662e-02, -8.0301e-02, -7.7616e-02,  4.4517e-02, -6.5119e-02,
                       5.4503e-02, -1.2958e-01,  6.0536e-02,  4.1934e-03,  1.3401e-01,
                      -1.9199e-02, -3.4463e-02,  1.6561e-01, -6.7756e-02, -6.3041e-02,
                       4.6971e-02,  9.5980e-02,  3.0799e-02,  2.5033e-02,  6.8193e-02,
                      -6.8486e-02,  3.3908e-04, -2.9159e-02,  2.0280e-02, -5.1989e-02,
                      -1.7469e-03, -7.3863e-02,  1.0506e-01,  1.9209e-02,  6.8076e-02,
                       2.3568e-02, -4.7196e-02, -2.8065e-02,  6.7853e-03,  3.0371e-02,
                       1.0233e-01,  5.9309e-02,  2.1284e-02,  5.7727e-02,  1.8552e-02,
                       2.7385e-02, -1.3591e-01, -2.4393e-02,  9.6365e-02,  1.2957e-01,
                      -9.3513e-02,  4.6088e-02,  3.0814e-02, -8.5793e-03, -1.8710e-03,
                      -8.1418e-02, -2.9532e-01, -4.8343e-02, -1.9664e-01,  1.3311e-01,
                      -1.3696e-02,  6.3036e-02,  6.4066e-02,  3.1593e-02, -1.1810e-01,
                      -2.4949e-02,  5.3873e-02,  3.3688e-02, -2.9787e-02, -1.7679e-03,
                      -7.2131e-03,  1.6850e-02, -1.3790e-02,  4.6015e-03,  1.3910e-02,
                      -5.2190e-02,  1.2240e-02,  9.1888e-02,  3.6317e-02,  1.9932e-02,
                      -1.8771e-03, -8.2071e-02, -5.9439e-02, -3.9127e-02,  1.9422e-02,
                      -6.1658e-02, -1.0377e-01,  4.2294e-02, -1.4013e-01,  1.6978e-03,
                      -7.1223e-02, -1.9691e-02,  1.1163e-01, -2.0226e-02,  4.0823e-02,
                       5.0087e-02,  1.2909e-01, -9.1493e-02,  1.2463e-01,  1.2143e-01,
                      -4.9551e-03,  5.1051e-02, -7.9498e-02,  1.7499e-01, -1.1304e-01,
                       4.5671e-02,  3.9107e-02,  3.6100e-02,  2.0001e-02,  2.0655e-02,
                      -2.3857e-02, -1.0114e-02,  2.3679e-02,  9.8581e-02, -4.2172e-02,
                      -1.3715e-01, -5.4545e-02,  4.1256e-02,  1.1852e-02, -3.7444e-02,
                      -3.1983e-02,  1.8144e-02,  4.1767e-02, -1.3272e-03,  1.7458e-02,
                      -3.4556e-02, -6.7922e-02, -8.9922e-03, -8.3721e-02,  2.7620e-02,
                       1.7576e-01,  1.0263e-01, -5.0466e-02, -4.7786e-02, -8.0992e-02,
                       1.0284e-02, -6.3328e-02, -3.8764e-02,  4.6980e-02, -1.0821e-03,
                      -1.1437e-01,  7.6082e-02, -2.7861e-02,  7.4567e-02, -4.8147e-02,
                      -5.3707e-02, -8.4214e-03,  4.9599e-02,  1.2876e-01,  4.1125e-02,
                      -4.1175e-02,  3.2785e-02,  5.3427e-02, -5.8637e-02,  5.6190e-02,
                      -2.2579e-02, -1.0610e-01,  8.0808e-02, -1.4911e-02, -2.6930e-02,
                       9.6991e-02,  5.9546e-02, -1.0320e-01,  7.5277e-02, -5.3421e-02,
                      -1.5978e-02,  7.1839e-02, -7.7869e-02, -4.7849e-02,  8.3697e-02,
                      -6.2018e-02, -1.0120e-02, -4.8667e-02,  6.3647e-02,  1.8624e-02,
                      -6.3716e-02,  4.4370e-02,  2.1677e-02,  1.9577e-02, -6.9225e-02,
                       9.8250e-02, -1.3200e-01, -1.0460e-02,  1.4982e-02, -9.7169e-02,
                       1.6568e-03, -3.4627e-04,  4.2798e-02,  4.3751e-02,  5.9948e-02,
                      -5.3727e-02, -8.2136e-02, -4.3395e-03,  2.5351e-03, -1.8320e-02,
                      -2.1928e-02, -6.3259e-02, -2.8813e-02, -1.2631e-02, -3.9914e-02,
                       1.1470e-01, -8.6489e-04,  9.9604e-02,  5.1488e-02, -5.8406e-02,
                       1.5740e-01,  6.6771e-02, -5.4649e-03, -1.0775e-01,  7.5506e-02,
                       1.9129e-02, -3.5493e-02,  1.3144e-01, -5.2690e-03,  7.2927e-02,
                       3.6458e-03,  6.6186e-02,  1.8133e-02, -7.9891e-02,  1.3406e-02,
                      -1.5844e-02,  1.5229e-01,  3.9805e-02, -2.5303e-02, -1.3163e-01,
                      -1.8911e-02,  6.7256e-02, -2.6441e-02, -5.6052e-02, -1.2032e-01,
                      -1.6278e-02,  5.4231e-02, -6.2453e-02,  3.3276e-02,  7.5921e-02,
                       1.0281e-02, -1.3654e-02, -2.9912e-02, -7.2490e-03,  3.5953e-03,
                      -1.0504e-01, -8.0233e-03,  6.3562e-02, -5.3901e-02,  8.4464e-02,
                       3.8057e-03,  2.6337e-04, -1.0134e-01, -3.7067e-02, -3.7028e-02,
                       4.3542e-02,  4.1903e-02,  1.2174e-01,  5.5911e-02, -9.1662e-02,
                       5.6989e-03, -2.9152e-03,  4.0758e-02,  7.8755e-02,  5.1895e-02,
                       3.8182e-02, -6.2275e-02, -1.6110e-01, -1.0730e-01, -2.9418e-02,
                       2.1114e-02, -5.6229e-02,  7.2451e-02, -2.8692e-02,  4.4951e-02,
                       1.3134e-01, -1.2212e-02,  1.0332e-02, -9.8468e-03, -2.1245e-03,
                      -3.1702e-02,  1.1854e-01, -5.7113e-02,  6.4427e-03, -8.7306e-03,
                       5.3036e-03,  8.9925e-02,  5.0555e-02,  7.9019e-02,  1.0580e-03,
                       1.0447e-01, -1.0306e-02, -1.2159e-02, -6.7948e-02,  1.0631e-02,
                      -5.6892e-02,  2.9240e-02, -4.5948e-03,  6.0289e-02, -1.3626e-02,
                      -2.9538e-03, -2.4604e-02, -1.3026e-01,  1.3570e-01,  3.8638e-02,
                      -2.1680e-02,  3.4657e-02,  6.0372e-02, -2.7847e-02, -2.9825e-02,
                      -7.1780e-02,  2.2011e-02,  2.0644e-02, -2.5015e-02, -9.5597e-02,
                       2.1267e-02,  2.8971e-02, -1.2752e-01,  4.6611e-02,  2.7420e-02,
                      -2.0257e-02, -6.6930e-02, -9.4605e-02, -2.0006e-02,  8.0498e-02,
                      -3.0313e-02, -4.7616e-02, -5.9530e-02, -5.6686e-02, -3.1425e-02,
                       8.3648e-02,  6.4789e-02,  5.4886e-03, -3.7200e-02,  6.4195e-02,
                      -2.9887e-02,  2.6070e-03,  4.6559e-02,  4.5802e-02, -2.8224e-02,
                       1.3298e-01,  3.5399e-02, -5.2194e-02,  8.2412e-02,  5.0251e-02,
                      -8.3981e-02,  4.3201e-02,  1.1180e-01, -1.4357e-02, -1.1616e-02,
                       9.5860e-04,  3.3680e-02, -2.2186e-02, -4.2478e-02,  5.7095e-02,
                       1.4301e-01,  5.9928e-02, -7.1173e-02, -4.5983e-02, -5.4349e-02,
                      -5.3658e-02,  3.4060e-02,  4.0690e-02,  5.1737e-02, -6.0272e-02,
                       4.6300e-03,  2.5073e-02,  3.6945e-03,  1.8638e-02,  7.1498e-04,
                      -1.3245e-02,  4.5862e-02,  5.7209e-02, -1.7812e-04,  8.3110e-03,
                       9.9487e-02,  4.1150e-02, -4.9165e-04,  2.5105e-02, -1.7687e-01,
                       1.1502e-02, -1.5948e-01, -4.1214e-01, -1.0495e-01,  7.8266e-02,
                       8.9268e-02, -2.8737e-02, -9.2953e-02,  7.6648e-03,  2.1664e-02,
                      -1.6493e-02, -9.3152e-02, -1.7838e-02, -2.2327e-02,  1.7116e-02,
                      -1.4203e-01,  3.5664e-02, -1.6379e-01, -9.9874e-03,  1.6022e-02,
                      -2.5176e-02,  2.9930e-02, -2.0300e-03, -1.8380e-02, -7.7863e-02,
                       8.1053e-02,  7.4700e-02, -5.6668e-02, -8.0756e-02,  3.2373e-02,
                       6.5861e-02, -2.2103e-02,  8.6585e-03,  5.8438e-02, -1.6593e-02,
                       1.5238e-03,  1.8621e-01,  7.2925e-03, -9.7075e-02,  2.6587e-02,
                       4.1991e-02,  3.5725e-03,  3.8820e-02,  3.1343e-03,  2.4114e-02,
                       4.8499e-02, -3.2570e-02, -5.3949e-02,  7.4294e-02, -4.2844e-02,
                      -3.8897e-02,  4.0681e-02, -8.0372e-03,  2.0112e-02,  6.1093e-02,
                       1.1990e-02,  1.8917e-02, -7.9621e-02, -2.1307e-02,  4.2668e-02,
                      -4.0655e-02,  1.1315e-02,  1.2403e-02, -4.4604e-02,  5.3108e-02,
                      -7.7448e-02,  2.3934e-03,  4.8503e-02,  1.9033e-02, -5.6458e-02,
                      -7.0992e-02,  3.2200e-02, -2.6814e-02, -1.0225e-01,  2.1446e-01,
                      -1.7082e-01,  6.5270e-02, -4.0964e-02,  1.1408e-02, -3.8323e-02,
                       1.5524e-01,  1.1473e-01,  5.2183e-02, -1.0257e-02, -1.0986e-01,
                      -9.3838e-03,  1.0561e-01,  1.0166e-01,  1.9369e-02, -7.8656e-02,
                      -8.9472e-02,  3.4776e-02, -1.3586e-03, -7.4323e-02, -1.1848e-01,
                       6.6690e-02,  4.6832e-02, -4.7091e-02, -5.7976e-02,  4.3414e-02,
                       9.6849e-02,  2.1243e-02, -4.9849e-03,  6.2283e-02, -6.5508e-02,
                       7.8422e-02,  8.5902e-02, -5.1668e-02,  1.2090e-01, -3.1049e-02,
                       7.6385e-03,  7.8667e-03,  1.6215e-01, -7.7949e-02,  8.1404e-02,
                       7.4520e-03,  2.4648e-01, -7.1946e-02,  1.8735e-02, -4.1454e-03,
                      -3.8479e-02,  1.3842e-02,  3.1777e-02,  2.1960e-02,  3.1830e-02,
                       4.3922e-02, -2.0822e-01,  3.3128e-02,  2.2684e-02,  6.3616e-02,
                       1.5153e-02, -7.2605e-02,  1.5891e-02,  4.9110e-02,  2.3437e-02,
                      -2.3133e-02,  1.0907e-01, -5.1543e-02,  5.0907e-03, -4.9054e-02,
                      -3.6127e-02,  3.0499e-02,  5.0980e-02,  8.2377e-02,  6.2562e-02,
                       7.9356e-02, -7.8172e-02,  1.7851e-02, -2.8627e-02, -4.3993e-02,
                       5.8447e-03, -9.1532e-02, -1.0462e-01, -1.2106e-01, -3.8456e-02,
                       4.0745e-02, -5.5327e-02, -7.2662e-02, -7.2079e-02,  1.1359e-02,
                       1.0161e-01,  4.5671e-02, -1.0302e-02,  6.2627e-02,  1.1953e-02,
                       1.6277e-02, -4.6466e-02, -6.8959e-02, -1.4467e-02,  4.6579e-02,
                      -1.7942e-01, -1.8366e-02,  3.2208e-02,  3.1381e-02, -6.1002e-02,
                      -8.4580e-02,  6.6569e-03,  1.3294e-02, -3.4894e-02, -8.1650e-02,
                      -3.4630e-02,  6.8489e-02,  7.0620e-03,  6.6926e-02,  7.7893e-02,
                      -5.4081e-02, -1.2281e-01,  2.0575e-01,  3.8713e-02,  1.9135e-02,
                       4.2880e-03,  7.2169e-02,  7.2837e-02, -1.0344e-01,  8.4851e-02,
                      -6.8999e-02, -9.3668e-02,  2.7022e-02,  8.0751e-02,  2.5313e-02,
                       2.4994e-02,  3.8419e-02, -4.5538e-02, -7.7175e-02,  2.4790e-02,
                       2.8481e-02, -4.2340e-02,  4.3899e-02,  4.7061e-02,  1.1687e-02,
                       2.6224e-02,  3.2793e-02,  1.1158e-01], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.weight',
              tensor([0.8348, 0.8670, 0.8487, 0.8591, 0.8510, 0.8245, 0.7344, 0.6576, 0.8913,
                      0.7698, 0.8869, 0.9070, 0.9499, 0.9052, 0.9098, 0.7149, 0.8584, 0.8756,
                      0.8663, 0.8904, 0.7649, 0.9096, 0.8962, 0.8513, 0.8391, 0.8528, 0.8897,
                      0.8139, 0.8781, 0.9193, 0.8585, 0.7763, 0.9038, 0.8172, 0.8670, 0.8634,
                      0.7955, 0.9063, 0.7724, 0.8570, 0.9122, 0.8640, 0.8958, 0.8965, 0.8960,
                      0.9067, 0.8293, 0.8995, 0.9191, 0.8586, 0.8890, 0.8518, 0.8140, 0.8860,
                      0.7868, 0.7487, 0.8618, 0.8718, 0.8325, 0.7995, 0.8605, 0.9156, 0.8947,
                      0.8708, 0.7999, 0.9324, 0.8804, 0.8711, 0.6939, 0.8189, 0.8939, 0.8641,
                      0.8707, 0.8362, 0.9103, 0.9268, 0.8627, 0.8611, 0.9304, 0.8781, 0.8936,
                      0.8502, 0.9156, 0.8403, 0.6921, 0.8438, 0.8152, 0.8805, 0.9275, 0.8764,
                      0.8407, 0.8620, 0.8942, 0.8537, 0.8489, 0.8312, 0.7518, 0.8983, 0.8659,
                      0.8500, 0.8506, 0.9288, 0.7971, 0.9199, 0.7646, 0.9134, 0.9249, 0.8374,
                      0.9042, 0.8969, 0.8444, 0.8353, 0.9287, 0.7330, 0.8504, 0.8809, 0.8913,
                      0.8874, 0.9047, 0.9302, 0.8834, 0.8734, 0.8872, 0.8000, 0.8279, 0.8223,
                      0.9133, 0.8468, 0.8726, 0.8789, 0.9113, 0.8420, 0.8659, 0.8939, 0.8916,
                      0.8810, 0.8323, 0.8864, 0.8071, 0.8978, 0.7257, 0.9149, 0.8486, 0.1524,
                      0.8513, 0.8700, 0.8726, 0.8764, 0.8879, 0.8393, 0.8462, 0.8812, 0.8880,
                      0.8842, 0.8572, 0.8893, 0.9196, 0.8989, 0.8741, 0.8910, 0.9123, 0.9013,
                      0.7924, 0.8997, 0.8240, 0.8768, 0.7848, 0.7745, 0.8529, 0.8847, 0.8948,
                      0.7754, 0.7996, 0.8523, 0.7548, 0.8654, 0.9077, 0.7359, 0.8968, 0.8687,
                      0.8419, 0.8673, 0.8377, 0.8901, 0.9041, 0.8993, 0.8394, 0.8723, 0.8672,
                      0.9027, 0.8363, 0.7545, 0.8612, 0.8928, 0.8709, 0.8999, 0.9064, 0.7462,
                      0.8767, 0.9001, 0.9136, 0.7808, 0.9013, 0.8684, 0.8059, 0.8695, 0.9124,
                      0.9449, 0.9150, 0.8758, 0.9088, 0.8956, 0.8277, 0.8943, 0.8846, 0.9099,
                      0.8655, 0.8363, 0.8928, 0.8755, 0.9085, 0.8836, 0.9075, 0.8112, 0.8910,
                      0.9107, 0.9050, 0.8974, 0.8337, 0.7002, 0.8409, 0.9083, 0.8342, 0.8615,
                      0.8676, 0.8751, 0.7849, 0.8993, 0.8781, 0.9217, 0.8390, 0.8385, 0.8271,
                      0.8574, 0.8990, 0.8155, 0.8940, 0.8248, 0.9270, 0.8937, 0.8887, 0.9119,
                      0.9544, 0.9195, 0.9281, 0.9153, 0.8983, 0.7306, 0.8620, 0.8688, 0.7622,
                      0.8583, 0.8933, 0.8552, 0.8808, 0.8673, 0.8882, 0.9306, 0.7727, 0.8886,
                      0.9043, 0.9055, 0.9328, 0.8759, 0.8987, 0.9102, 0.8819, 0.8915, 0.8668,
                      0.8765, 0.9152, 0.9113, 0.7963, 0.4213, 0.8799, 0.9215, 0.7973, 0.8453,
                      0.8949, 0.8525, 0.7781, 0.8334, 0.8466, 0.8610, 0.8707, 0.8245, 0.8190,
                      0.7252, 0.9190, 0.8697, 0.8700, 0.8664, 0.8601, 0.8890, 0.6303, 0.8935,
                      0.8604, 0.9034, 0.8926, 0.8514, 0.8047, 0.8837, 0.8493, 0.7427, 0.8690,
                      0.9048, 0.8506, 0.8313, 0.8800, 0.8262, 0.8358, 0.8871, 0.8582, 0.9168,
                      0.8352, 0.8310, 0.8200, 0.7950, 0.9201, 0.8805, 0.8415, 0.8868, 0.9459,
                      0.9050, 0.9176, 0.9283, 0.8674, 0.8834, 0.8851, 0.8164, 0.7277, 0.9144,
                      0.8559, 0.9152, 0.8672, 0.9236, 0.9070, 0.8806, 0.8791, 0.8712, 0.8747,
                      0.8436, 0.8515, 0.8794, 0.9085, 0.8409, 0.8851, 0.8675, 0.8700, 0.7667,
                      0.8901, 0.9069, 0.8479, 0.9070, 0.8608, 0.8241, 0.9129, 0.8939, 0.9097,
                      0.8062, 0.8942, 0.9197, 0.9019, 0.8885, 0.8594, 0.8555, 0.8644, 0.9057,
                      0.8846, 0.7479, 0.8656, 0.8949, 0.9119, 0.8731, 0.8024, 0.8215, 0.8049,
                      0.8971, 0.8720, 0.7889, 0.9264, 0.8244, 0.8730, 0.9002, 0.8697, 0.8894,
                      0.8180, 0.9094, 0.8405, 0.8281, 0.8173, 0.8015, 0.8045, 0.8632, 0.8802,
                      0.8782, 0.8577, 0.8399, 0.8924, 0.9450, 0.8396, 0.8546, 0.8820, 0.9199,
                      0.8840, 0.8680, 0.8369, 0.8290, 0.8357, 0.8896, 0.8787, 0.9431, 0.8699,
                      0.8345, 0.8689, 0.8855, 0.8677, 0.6722, 0.8681, 0.9041, 0.8801, 0.9136,
                      0.8003, 0.9199, 0.7269, 0.8924, 0.8427, 0.8603, 0.8998, 0.9042, 0.8826,
                      0.7986, 0.8531, 0.8276, 0.8863, 0.8180, 0.8849, 0.8935, 0.9129, 0.8605,
                      0.8884, 0.8198, 0.8900, 0.9008, 0.8773, 0.7973, 0.8422, 0.8140, 0.8458,
                      0.8868, 0.8638, 0.8669, 0.8325, 0.9060, 0.8171, 0.8199, 0.8781, 0.8347,
                      0.8709, 0.8729, 0.9327, 0.8726, 0.9501, 0.8222, 0.8712, 0.8819, 0.8076,
                      0.9011, 0.8118, 0.9331, 0.8756, 0.8649, 0.9106, 0.9002, 0.8873, 0.8652,
                      0.9127, 0.8414, 0.9627, 0.8246, 0.8456, 0.8964, 0.9084, 0.8042, 0.8827,
                      0.8547, 0.8846, 0.9265, 0.8772, 0.8938, 0.8758, 0.9342, 0.8499, 0.8909,
                      0.8705, 0.8774, 0.9198, 0.8694, 0.8516, 0.8672, 0.8187, 0.8942, 0.8180,
                      0.8734, 0.9159, 0.8689, 0.9090, 0.8811, 0.7046, 0.9161, 0.9241, 0.7891,
                      0.8785, 0.9092, 0.8962, 0.9282, 0.8780, 0.9270, 0.8895, 0.9041, 0.8698,
                      0.8807, 0.8497, 0.8076, 0.8571, 0.8571, 0.8134, 0.8736, 0.8535, 0.8458,
                      0.8811, 0.9260, 0.7904, 0.8349, 0.8338, 0.9237, 0.8577, 0.8156, 0.8441,
                      0.8957, 0.8505, 0.8466, 0.9001, 0.8539, 0.7911, 0.8533, 0.8049, 0.4076,
                      0.8812, 0.8846, 0.9329, 0.9270, 0.7860, 0.9102, 0.8868, 0.9088, 0.8675,
                      0.8851, 0.8066, 0.8876, 0.8408, 0.8730, 0.8743, 0.8739, 0.9074, 0.9000,
                      0.8747, 0.8658, 0.8662, 0.9115, 0.8635, 0.8838, 0.8456, 0.8927, 0.8855,
                      0.9063, 0.8193, 0.8896, 0.8390, 0.8123, 0.9248, 0.8076, 0.8331, 0.8502,
                      0.8805, 0.9339, 0.8248, 0.8618, 0.8976, 0.8777, 0.8855, 0.8588, 0.8326,
                      0.8667, 0.8702, 0.8789, 0.8811, 0.8402, 0.8830, 0.8492, 0.8746, 0.8348,
                      0.8522, 0.7410, 0.8781, 0.8866, 0.9316, 0.9291, 0.8868, 0.9122, 0.8742,
                      0.8221, 0.8420, 0.9251, 0.8566, 0.8769, 0.8989, 0.8539, 0.8045, 0.8239,
                      0.8879, 0.8890, 0.8453, 0.8775, 0.8298, 0.8376, 0.9183, 0.8789, 0.8696,
                      0.8587, 0.9241, 0.8524, 0.8857, 0.8721, 0.8712, 0.8670, 0.7155, 0.9014,
                      0.9139, 0.8638, 0.8108, 0.9415, 0.8748, 0.7825, 0.8641, 0.8402, 0.9203,
                      0.8365, 0.8510, 0.8876, 0.8768, 0.8441, 0.8676, 0.8859, 0.8575, 0.8619,
                      0.9075, 0.7992, 0.7900, 0.8735, 0.9253, 0.8557, 0.8775, 0.9427, 0.8739,
                      0.8559, 0.8900, 0.8824, 0.9295, 0.8560, 0.9056, 0.8587, 0.8837, 0.8977,
                      0.9191, 0.8594, 0.8442, 0.9245, 0.8878, 0.8997, 0.9034, 0.7574, 0.8769,
                      0.8897, 0.9113, 0.9146, 0.9006, 0.8968, 0.8400, 0.9320, 0.8277, 0.8039,
                      0.6670, 0.8404, 0.8705, 0.9379, 0.8958, 0.9023, 0.8813, 0.9037, 0.8644,
                      0.9127, 0.9182, 0.8742, 0.9317, 0.7738, 0.8396, 0.8270, 0.8703, 0.9376,
                      0.8953, 0.8561, 0.9238, 0.8452, 0.9412, 0.7302, 0.9061, 0.8368, 0.8992,
                      0.8743, 0.8345, 0.8748, 0.9283, 0.8621, 0.8644, 0.9155, 0.8865, 0.8468,
                      0.8546, 0.9047, 0.8970, 0.8630, 0.7488, 0.8731, 0.8627, 0.8220, 0.8370,
                      0.8760, 0.8562, 0.7847, 0.8519, 0.8971, 0.8820, 0.8277, 0.9136, 0.8639,
                      0.7933, 0.8880, 0.8843, 0.8268, 0.8087, 0.8939, 0.9244, 0.8959, 0.9379,
                      0.8408, 0.9276, 0.8576], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.bias',
              tensor([-8.1516e-02, -9.1025e-02,  2.4426e-02,  4.9795e-03,  8.8443e-02,
                      -1.8392e-01,  7.6534e-02, -2.8050e-01, -7.3568e-02,  3.8419e-02,
                      -3.7194e-02,  4.8806e-03, -1.5925e-02,  8.4850e-02,  5.8018e-03,
                      -1.0410e-01,  5.1269e-02, -5.6887e-03,  3.8819e-02,  7.6902e-02,
                      -5.2136e-02, -1.9622e-02, -1.5577e-02, -2.4981e-02, -2.3216e-02,
                      -7.4688e-02,  1.1991e-02, -1.2936e-01, -1.6700e-02,  1.3106e-02,
                      -5.7396e-02,  5.5402e-02,  6.4864e-02,  1.4288e-02, -5.7604e-02,
                      -1.9771e-02, -3.9401e-02, -8.7366e-03, -8.5547e-02, -1.2465e-01,
                       3.8629e-02,  4.9185e-02, -5.6210e-02, -5.8776e-02,  6.0584e-02,
                      -1.1134e-02, -1.2195e-01,  5.3402e-02, -7.5251e-02, -7.1261e-02,
                      -1.0762e-01, -2.0206e-02, -1.2971e-01,  2.9755e-02,  2.9205e-02,
                       1.4801e-02,  6.5824e-02,  2.6106e-02, -1.2292e-02, -8.4047e-02,
                       1.9150e-02, -9.7561e-03, -8.8956e-02,  1.2247e-01,  3.1745e-02,
                       1.4002e-02, -7.6042e-03, -1.0292e-02, -1.0744e-01, -1.9758e-02,
                       5.7187e-02, -7.6144e-02,  7.3045e-04, -8.1426e-02,  4.0115e-02,
                       2.8523e-02, -9.8765e-02,  1.9963e-02, -4.8898e-03, -7.6705e-02,
                      -8.6925e-03, -3.6357e-02,  7.7402e-03, -1.4292e-01,  8.6835e-02,
                      -1.5098e-01,  8.4690e-02, -1.0114e-02, -2.1613e-02, -6.4882e-02,
                       8.2898e-02,  6.7949e-02,  9.7979e-02, -9.9173e-02,  8.4907e-02,
                      -1.1304e-01, -3.7030e-02,  3.3156e-02, -9.2719e-02, -1.6957e-01,
                       6.7876e-02,  2.1415e-02, -8.7956e-02, -6.6792e-02, -7.1844e-02,
                      -1.0196e-01, -4.3003e-02, -4.3938e-02,  6.3889e-02,  3.4136e-02,
                      -2.3096e-02,  6.7346e-02,  2.2927e-04,  7.7405e-02, -1.4423e-03,
                      -1.4261e-01, -3.0010e-02, -1.0173e-01, -3.1144e-03, -3.7798e-02,
                      -6.9596e-02,  7.3534e-02, -2.7130e-02,  3.0982e-02,  4.3516e-04,
                      -1.9862e-02,  2.2453e-02, -5.0306e-02, -3.7234e-02, -3.2026e-02,
                       1.7152e-04, -5.2668e-02,  7.4450e-02, -8.8566e-03, -4.2302e-02,
                      -3.6177e-02, -1.8419e-02, -4.1618e-02,  6.4667e-02, -3.9496e-02,
                       7.5693e-02, -4.9979e-02,  2.2760e-02,  2.7502e-01,  1.0394e-03,
                       7.8645e-02, -8.7662e-02, -7.3991e-02,  1.4213e-02,  7.2610e-02,
                       1.6888e-01, -6.7535e-02,  2.7527e-02,  1.6099e-02, -9.5633e-02,
                      -1.1720e-02,  2.1977e-02,  2.7149e-02, -1.3257e-02,  3.2645e-02,
                      -1.4603e-01, -5.5506e-02, -3.2734e-03, -2.7037e-02, -3.7177e-02,
                       8.5345e-02, -2.1856e-01, -2.7135e-02,  6.5144e-02,  4.4868e-02,
                       3.8406e-02, -9.8009e-03,  3.1270e-02, -6.6661e-02, -1.5511e-01,
                      -1.7183e-01, -1.3770e-01,  1.9633e-01, -2.2106e-03,  1.5828e-02,
                       1.0755e-01, -1.0752e-02,  4.7509e-02,  9.9953e-02,  1.8217e-02,
                       6.4964e-02,  6.4215e-02,  1.2168e-01, -5.1963e-02,  8.4160e-03,
                      -1.1723e-01, -1.7730e-01, -5.7636e-02, -3.5362e-02,  6.6006e-02,
                       1.3108e-01,  3.8211e-02,  8.3648e-02,  5.9591e-02, -6.0351e-02,
                      -9.9092e-02, -8.0630e-02,  3.0332e-02, -1.0583e-01, -1.3499e-01,
                      -2.8957e-02, -4.2390e-02,  3.9903e-02,  1.8583e-02,  8.2450e-02,
                       7.7322e-03, -3.8983e-02, -1.0354e-02,  5.0192e-02,  3.6983e-02,
                       9.0711e-03, -2.0058e-02, -8.6589e-02,  1.9397e-02, -5.2976e-02,
                      -2.5831e-02,  2.6249e-02, -4.1046e-02,  1.9416e-01,  1.7982e-02,
                       1.7232e-02, -4.8070e-02, -5.0184e-02, -1.2209e-01,  1.0914e-01,
                       9.2403e-02, -4.0404e-02, -1.1243e-01,  4.1629e-03,  1.6677e-02,
                       8.2982e-02, -9.2217e-02,  1.4778e-02, -2.3019e-02,  5.7481e-03,
                       8.6248e-02,  4.6023e-02,  4.3488e-03, -1.5724e-02,  8.0822e-02,
                       2.9054e-02, -7.2831e-02,  2.0661e-02, -1.9169e-03, -8.2591e-02,
                      -7.9586e-02, -3.3920e-02, -1.0173e-01,  2.3169e-02, -3.1445e-02,
                      -3.4030e-02,  7.7673e-02,  4.1297e-02,  1.0836e-01,  6.7750e-02,
                       1.5804e-02,  1.0143e-01, -7.5508e-02, -1.1282e-01, -2.9126e-03,
                      -3.2411e-02,  7.6954e-02,  6.3752e-03, -5.6008e-02,  9.7223e-03,
                      -2.6663e-02,  4.9220e-02, -8.9493e-03, -1.0384e-01, -1.2766e-01,
                       3.0832e-02,  4.1637e-02,  3.3544e-02, -3.0650e-02,  1.4793e-01,
                       1.0589e-02,  7.6034e-02,  1.0977e-01,  4.1515e-03,  2.9415e-02,
                      -9.8321e-02, -6.2724e-02,  1.2962e-01, -9.2441e-02, -2.0865e-02,
                      -5.9948e-02,  6.1806e-02,  6.1871e-02,  1.3196e-02,  5.4893e-02,
                       2.6099e-02,  1.5119e-01,  4.5986e-02,  2.8660e-02, -8.9463e-02,
                      -9.6185e-02,  1.9400e-02, -1.2273e-03,  6.5710e-03,  7.3414e-02,
                       3.4748e-02, -3.6775e-02, -4.8344e-02, -2.5604e-02, -4.0880e-02,
                      -1.3996e-01,  1.8325e-03, -2.5802e-02, -2.8099e-02, -5.5968e-03,
                      -6.5831e-02,  6.8257e-02,  5.1109e-02,  8.6119e-02, -5.5636e-02,
                       9.7618e-02,  8.4109e-03,  7.9017e-03, -3.4943e-02,  5.9632e-02,
                       2.0000e-02, -2.0100e-01, -1.4309e-01, -5.4441e-02, -8.8881e-02,
                       1.7494e-01,  2.3240e-02,  2.5705e-03, -8.8325e-02, -2.5181e-02,
                      -4.0819e-03, -8.6500e-02, -1.5149e-01,  9.5178e-02,  1.3018e-02,
                      -1.0426e-02,  2.9130e-02,  3.6518e-02,  3.6040e-02, -1.9580e-02,
                      -2.2620e-02, -3.1770e-02,  4.3300e-02, -2.2387e-02,  8.8318e-03,
                       5.9736e-03,  3.1757e-03,  8.5590e-02, -9.6745e-03,  8.4550e-03,
                       1.3673e-02,  3.8236e-03, -7.0067e-02, -4.7427e-02,  7.6756e-02,
                       1.0915e-02,  7.2169e-02, -6.4933e-02,  3.2708e-02,  1.2454e-02,
                      -8.8041e-02, -1.3446e-02, -1.7587e-01,  5.0427e-02, -1.8424e-01,
                      -9.8022e-03,  3.7420e-02, -3.5829e-02, -4.9774e-02, -6.3192e-03,
                       4.2144e-02, -5.7888e-02, -1.5063e-02, -1.1272e-01,  8.2959e-03,
                      -2.9358e-02,  3.8783e-02,  2.4461e-02, -1.5879e-01,  1.2510e-01,
                       1.3079e-01, -1.3729e-01,  2.0119e-02, -5.3911e-02, -1.6640e-03,
                      -4.0085e-02, -3.1631e-02, -4.0356e-02,  1.9440e-02, -6.1745e-02,
                       4.4893e-02,  6.0167e-02, -1.1324e-01, -3.8346e-02,  3.5311e-02,
                       7.2869e-02, -1.4023e-01, -5.7811e-02, -6.0556e-02,  9.4157e-02,
                      -9.1849e-02, -4.4492e-02,  7.8036e-02,  9.5278e-02,  4.6219e-02,
                       1.4323e-02,  1.6361e-02, -1.1610e-01,  1.5983e-02, -9.5962e-02,
                       1.6261e-02, -8.2363e-02, -1.3121e-01,  6.4240e-02, -1.9174e-02,
                      -4.1876e-02,  2.7416e-03,  6.5524e-02,  1.2648e-02,  1.2636e-02,
                       1.9947e-02,  1.5897e-01,  6.8161e-02,  8.6177e-02, -4.5040e-02,
                      -2.2641e-02,  1.8561e-02,  2.0006e-01,  7.0200e-03,  5.7430e-02,
                      -1.1692e-01, -1.6588e-01, -6.5377e-02,  5.0062e-02, -5.7289e-02,
                      -1.2699e-01, -1.1499e-02, -7.3864e-03, -2.4974e-02,  4.3296e-03,
                       4.9053e-02, -3.4279e-02, -8.5879e-02, -4.7789e-02,  3.0671e-02,
                      -1.1237e-01, -4.6824e-02,  5.3976e-03, -8.3900e-04, -8.3716e-03,
                       1.9685e-01, -9.6771e-03, -9.2327e-02,  2.5138e-02,  3.5701e-02,
                      -4.0167e-02, -1.3665e-02,  4.1313e-02, -2.5345e-02,  6.5789e-02,
                       2.2180e-02, -6.0672e-02, -3.4823e-02, -1.0148e-01, -7.2375e-02,
                      -8.9445e-04, -7.2117e-02, -3.3164e-02, -9.2139e-02,  5.1953e-02,
                      -7.2974e-02,  9.6237e-02, -1.3744e-01, -3.5361e-02,  5.4197e-02,
                      -2.0515e-03,  3.5049e-02,  6.6505e-02, -5.2221e-02, -4.2301e-02,
                       4.6102e-02, -1.0832e-01, -2.0145e-02, -4.8686e-02, -2.2923e-02,
                       4.6194e-02,  6.7251e-02, -3.2098e-02, -5.3212e-02, -5.3404e-02,
                      -4.0093e-02, -3.5133e-02, -1.3284e-02,  2.4855e-02, -7.3696e-04,
                       5.7516e-02, -5.1701e-02,  5.2890e-03, -2.5453e-02,  5.6633e-02,
                      -1.8719e-01,  2.8743e-02,  7.3764e-03,  1.0797e-01,  7.4756e-02,
                       1.2205e-01, -7.7565e-03, -1.6081e-01, -9.3650e-02,  4.1148e-02,
                       7.2063e-02, -3.3153e-02, -7.2093e-02, -1.0852e-01,  3.2788e-03,
                      -1.3346e-02, -2.8319e-03,  9.5648e-03,  8.8830e-02, -4.5185e-04,
                       5.4359e-02, -1.0189e-01, -2.5728e-02,  5.2003e-03,  5.2737e-02,
                       1.7695e-02, -5.4805e-02,  8.2900e-02,  1.0006e-01,  4.6087e-02,
                       9.8281e-03,  2.4659e-02, -1.0699e-01,  6.0561e-02, -1.1074e-01,
                       9.7856e-02, -2.8062e-02, -4.1026e-02,  3.2484e-03,  1.9294e-02,
                      -7.9387e-02, -9.7528e-02,  4.2332e-02, -9.5789e-02, -7.6302e-02,
                      -3.0117e-02, -5.8364e-03, -8.8274e-03, -2.8291e-02,  2.4836e-02,
                       1.3155e-02,  6.3382e-02, -7.1019e-01,  9.0375e-03,  5.1803e-03,
                       1.1031e-02, -2.8609e-02,  9.3177e-02,  2.0721e-02, -4.9085e-02,
                       5.2283e-02,  3.4180e-04,  3.1998e-02,  6.0661e-02, -1.0260e-01,
                       3.6714e-03, -2.3715e-02, -7.1176e-04, -2.3968e-02, -1.2510e-02,
                      -3.7372e-02, -1.2688e-02,  6.6673e-03, -1.0831e-01, -5.6552e-03,
                      -6.7598e-02, -1.1632e-01, -1.1850e-01, -1.7540e-02,  1.2086e-02,
                       1.4883e-03, -1.5139e-01, -3.0453e-02, -1.4057e-02, -3.5646e-02,
                       1.7344e-02,  5.4422e-02,  4.7200e-02,  1.2711e-01,  2.6730e-02,
                       3.1736e-02, -6.5977e-03,  5.3539e-02,  7.3253e-02, -9.9087e-03,
                       6.0078e-02,  1.5528e-02,  1.7005e-02,  1.6821e-01, -7.8882e-02,
                       1.3233e-02,  9.5902e-03, -8.6940e-02, -9.5680e-02, -4.4218e-02,
                      -4.9226e-02, -5.0714e-02,  7.1639e-02,  2.2102e-01, -1.2129e-01,
                      -1.9455e-03, -9.5931e-02,  6.5325e-02,  4.4824e-02, -1.9876e-02,
                      -2.3550e-02, -4.1084e-02, -4.5853e-02,  1.9939e-03, -9.4983e-02,
                       1.7546e-01,  5.5001e-02,  6.6073e-02, -7.6649e-02, -9.6029e-02,
                      -1.1000e-02, -4.5422e-02, -6.7527e-02,  4.8094e-02, -8.9326e-02,
                      -1.7359e-01,  2.6770e-02, -7.3469e-02,  1.2966e-01,  6.1629e-02,
                       2.0702e-02,  9.3346e-02, -3.8040e-02,  1.1398e-02, -1.8376e-02,
                      -3.7912e-02,  2.1128e-01, -4.0298e-02,  2.4031e-02,  2.4232e-04,
                      -2.5629e-02,  2.1370e-02,  1.0491e-02,  2.8730e-02,  3.0662e-02,
                      -1.0516e-01, -1.2175e-02, -3.8831e-02, -5.1186e-02,  1.1377e-02,
                      -5.2996e-02, -5.2440e-03,  7.8461e-02,  5.4415e-02, -1.6574e-02,
                       6.4478e-02, -9.8129e-02, -1.7560e-02,  4.5517e-02, -1.1080e-01,
                       3.8948e-02, -8.7729e-02, -7.3642e-02, -3.1292e-02, -9.3523e-02,
                      -1.2530e-02, -2.1412e-02,  5.5576e-02,  3.9069e-02, -2.8753e-03,
                      -1.3398e-01,  1.1707e-02, -7.8076e-02, -1.4071e-02,  1.3738e-02,
                      -2.5001e-02,  3.0203e-02, -6.0787e-03, -8.1357e-03,  2.5679e-02,
                      -1.0080e-01,  7.8154e-02,  1.0205e-01,  1.6998e-02, -8.1584e-02,
                      -3.0050e-03,  2.7188e-02,  1.0750e-01, -6.4020e-02,  1.0629e-02,
                      -4.3031e-02, -6.5698e-02, -1.3638e-01, -7.4370e-02,  5.5761e-02,
                      -2.1555e-02,  6.2860e-03,  5.9087e-02, -2.5536e-02,  6.1351e-03,
                       1.3809e-02, -2.8601e-02,  4.3997e-02, -1.9283e-02,  2.2510e-02,
                      -9.9911e-02,  7.8140e-02,  4.1325e-02, -7.6356e-02, -3.4037e-02,
                      -3.5099e-02, -8.5425e-02, -5.4908e-02,  1.0628e-02, -2.9474e-03,
                       3.4652e-02, -7.8264e-02, -1.5136e-02, -6.0448e-02, -8.3496e-02,
                       1.2885e-01, -6.2667e-02, -6.5583e-04, -1.1927e-01, -3.4832e-03,
                       4.4168e-02, -1.1074e-01,  3.2439e-02, -4.1823e-02, -2.5326e-02,
                       9.0462e-02,  4.7180e-02, -9.7583e-03, -5.7924e-02, -8.3964e-02,
                      -1.7976e-02, -2.7597e-02,  3.3821e-02,  9.2514e-02, -8.0703e-02,
                      -8.6733e-03, -2.0824e-02, -1.7396e-02,  1.5025e-01,  2.3447e-02,
                       2.5056e-02, -6.2168e-02,  2.4805e-03, -4.3722e-02, -1.6896e-01,
                       1.2348e-01, -1.4047e-03, -1.1682e-02, -1.3757e-02, -3.3218e-02,
                      -1.5719e-02, -1.2480e-02, -7.0016e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.weight',
              tensor([[-6.8296e-02,  5.1794e-02, -7.1937e-02,  ..., -6.1303e-02,
                        5.4867e-02,  4.0944e-02],
                      [ 2.7427e-02,  1.0503e-01, -2.1573e-02,  ..., -4.8142e-03,
                        2.1770e-02,  8.8008e-02],
                      [-8.8680e-05, -8.6738e-02,  4.7117e-02,  ...,  5.5272e-02,
                       -8.0236e-04, -3.7064e-02],
                      ...,
                      [ 1.3904e-01, -1.8438e-02,  1.1483e-01,  ..., -3.5028e-02,
                        1.2377e-02,  9.7405e-02],
                      [-3.3286e-02,  9.5151e-02,  2.4499e-02,  ...,  8.5445e-03,
                       -3.2274e-02,  3.3529e-02],
                      [ 1.2902e-02,  1.6315e-02,  5.4358e-02,  ..., -1.3015e-02,
                        4.5778e-02,  1.3707e-03]], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.bias',
              tensor([ 4.3522e-02,  8.9896e-03, -2.2025e-02,  8.3004e-03, -3.9152e-02,
                       3.1079e-02,  1.4929e-01,  3.7830e-02,  2.1296e-02,  1.0801e-02,
                       1.1737e-02,  9.6601e-02, -9.9090e-03, -1.4374e-02,  3.9382e-02,
                      -9.4238e-02, -1.4724e-02,  3.9505e-02, -6.4103e-02,  6.5635e-02,
                      -2.2107e-02, -3.4067e-02, -1.8087e-02,  6.0633e-02, -5.0009e-02,
                      -1.4021e-03,  4.0639e-02,  2.4758e-02, -1.4662e-01, -1.3617e-01,
                       2.1276e-02, -6.0696e-02, -8.2948e-02,  1.6233e-02,  1.0037e-01,
                      -6.4974e-02,  6.4135e-02,  8.0196e-02, -1.6125e-02, -9.3473e-02,
                       2.1693e-03,  6.4777e-02, -6.0146e-02, -4.6461e-03, -9.6323e-03,
                       3.2158e-02, -5.3446e-02, -3.4762e-02, -2.4275e-02,  3.2049e-03,
                      -2.7379e-02, -1.1253e-02,  2.7018e-02, -1.7775e-02,  3.2486e-02,
                       3.6685e-02,  2.7482e-02, -7.0472e-02, -3.3987e-02,  4.1611e-02,
                       1.5720e-01,  8.0408e-03,  4.1511e-02, -1.0354e-01,  5.6384e-02,
                       1.8734e-01, -3.4384e-02,  2.3913e-01,  7.5699e-02,  2.3863e-01,
                       9.1491e-02, -1.3290e-01, -2.4981e-01,  1.6018e-01,  1.7404e-01,
                       8.5509e-02,  5.8792e-02,  2.8934e-01,  1.8150e-01, -2.6154e-02,
                       1.8012e-02, -4.3213e-02,  6.6553e-02, -1.3625e-02, -1.3268e-01,
                      -8.0090e-02, -9.4366e-02, -1.3427e-01, -2.4146e-01, -5.0829e-02,
                      -1.1944e-01,  1.6618e-02, -7.0569e-02,  7.3901e-02,  1.5003e-01,
                       3.0687e-01, -5.6839e-02, -1.9063e-01,  1.3668e-01,  1.5198e-01,
                       1.1101e-01, -7.7117e-02,  1.4754e-03,  3.5985e-02, -7.2789e-04,
                       2.9789e-02,  5.3733e-02,  1.2747e-01,  5.5022e-02,  1.5572e-01,
                      -3.4008e-02, -2.3549e-01, -1.9255e-02,  9.5608e-02,  2.0439e-01,
                       7.9604e-02,  1.0010e-01, -5.0564e-02, -1.7022e-02,  1.8521e-02,
                      -3.9597e-02,  1.8241e-01, -1.8217e-02, -2.3091e-01, -2.2755e-01,
                      -1.3015e-01, -1.8051e-01,  5.3969e-02, -2.9655e-02,  4.2510e-02,
                      -3.2775e-03, -4.1098e-02, -9.3114e-02, -9.9635e-03,  4.1931e-02,
                      -1.4819e-02, -5.6333e-02,  4.3376e-02,  4.3757e-02,  1.9204e-02,
                      -2.6236e-02, -5.9204e-02, -7.2743e-02,  5.8278e-02, -2.0098e-02,
                       5.2329e-02, -5.2630e-02,  9.9058e-02, -5.7163e-02, -2.3394e-02,
                       5.9868e-02,  1.1628e-01,  1.0207e-02, -2.2695e-03,  2.6449e-02,
                      -1.8591e-02, -6.3529e-02,  1.1518e-02, -1.0762e-02,  1.4255e-02,
                       2.1543e-02,  1.5204e-02,  3.7813e-02,  2.2126e-02,  1.4767e-02,
                       3.7600e-02,  4.2766e-03, -9.0665e-02,  8.4761e-02,  1.3637e-01,
                       4.1651e-02,  1.8702e-02,  3.0474e-02, -3.9617e-02, -1.0569e-01,
                      -9.0353e-02, -8.4555e-03, -8.4724e-02, -3.7174e-03,  1.2786e-01,
                      -3.2140e-02, -4.2652e-02, -7.7251e-02, -1.1096e-01, -5.6860e-02,
                      -2.6896e-02,  7.8899e-02,  1.7201e-02, -1.5397e-02, -1.4103e-01,
                      -6.4943e-02,  1.0232e-01,  1.9315e-01,  2.6587e-02,  2.1368e-02,
                      -5.9415e-02, -6.2118e-02,  1.5766e-02,  2.6127e-02,  4.6773e-02,
                       8.7364e-02, -4.6907e-02,  2.2302e-02,  2.6791e-02,  1.1920e-02,
                      -5.4353e-02,  4.4940e-02, -4.4753e-03,  2.9571e-02, -2.6671e-02,
                       8.9890e-02,  7.1800e-02,  8.8731e-02,  3.5811e-02,  3.3041e-02,
                       9.1850e-02, -4.6505e-02, -2.2216e-02,  3.3006e-02,  9.4300e-02,
                      -7.0217e-02, -7.0137e-02, -3.6397e-02,  4.8204e-02,  9.0872e-03,
                      -2.3106e-03,  8.1373e-03, -3.5510e-02,  2.6595e-02,  6.9163e-02,
                      -2.0811e-02, -4.9311e-02, -1.2966e-02, -3.2536e-02, -1.9740e-02,
                       3.2288e-03,  1.8002e-01,  1.7565e-02,  2.3767e-02,  3.2443e-02,
                       3.4990e-02, -1.5804e-02, -3.4566e-02,  2.2189e-02, -4.0881e-02,
                       8.7066e-02, -6.4359e-03,  2.9524e-02,  6.8728e-03, -8.4020e-02,
                       1.9819e-02,  9.1350e-02, -5.2178e-02, -9.4161e-03, -3.2902e-02,
                      -7.6873e-02, -9.2697e-02,  9.3975e-02, -5.1773e-02, -5.6818e-02,
                      -3.6304e-02, -4.4062e-02,  8.4113e-02,  3.2789e-02, -3.9034e-02,
                      -8.1552e-02,  3.9040e-03, -5.4178e-02, -2.0245e-02, -2.9564e-02,
                       2.0738e-02,  1.5178e-01, -8.4537e-02,  5.0909e-02,  3.2948e-02,
                      -3.5123e-02, -1.4456e-02, -4.4808e-02, -1.0325e-01,  5.5733e-02,
                      -2.3520e-01, -2.9575e-02,  8.9717e-02,  8.4455e-02,  4.1524e-02,
                       1.8976e-02, -7.3633e-02,  1.5211e-01,  2.4029e-02,  7.2851e-03,
                       3.4928e-02,  8.5854e-02,  5.5086e-02, -2.4282e-02, -1.8410e-02,
                      -1.5033e-02, -3.7895e-01,  1.0331e-01, -2.1048e-01, -5.5891e-02,
                       1.2138e-01,  3.8717e-02,  1.3088e-02, -6.5677e-02,  3.8243e-02,
                       9.4119e-02, -5.9368e-02,  4.9773e-02, -2.6663e-02, -1.4172e-01,
                      -1.1827e-01, -1.0970e-02,  6.7648e-02,  3.4421e-03, -4.8102e-03,
                       8.1977e-03, -1.2819e-01, -6.0387e-02, -3.1789e-01,  6.9214e-02,
                      -5.0881e-02, -3.6290e-02,  4.4875e-02, -8.9021e-04, -4.8767e-02,
                      -1.8822e-02,  1.4501e-02, -3.8761e-02, -3.6313e-02,  1.3959e-02,
                      -4.2812e-02, -6.1033e-03, -4.3188e-02,  3.4699e-02,  7.2736e-02,
                       8.8385e-03, -2.0372e-02,  1.0773e-01,  5.5912e-02, -1.6249e-02,
                      -1.9266e-01,  6.4121e-03,  7.5106e-02,  1.5178e-03, -2.2227e-02,
                      -2.0291e-02, -7.2799e-02,  5.3286e-04,  3.3322e-02,  6.5682e-02,
                      -2.5728e-02,  5.0418e-02, -2.6636e-02, -1.1446e-01, -8.8500e-03,
                      -4.1618e-03, -7.7843e-03,  8.8447e-03, -1.2608e-01,  1.5451e-02,
                      -4.7468e-02, -2.2561e-02, -4.0966e-04,  3.6314e-02,  3.3444e-02,
                      -1.6371e-01,  2.6272e-02, -5.9637e-02, -2.3819e-02, -1.0536e-02,
                       2.0223e-02,  9.6769e-03, -7.3339e-02,  1.4353e-03, -1.7745e-01,
                      -7.6643e-03, -9.5071e-02, -7.6644e-02,  5.9600e-02, -9.5831e-04,
                      -3.4845e-02,  5.3430e-03,  9.2906e-02,  2.6120e-02,  1.8022e-01,
                       8.5627e-02, -5.8613e-02,  5.6242e-03, -1.5256e-01, -1.2862e-01,
                       7.8190e-02, -2.0884e-02, -2.0505e-02, -1.1588e-01, -8.3281e-03,
                      -7.8061e-02, -9.2316e-02, -9.0457e-02,  1.8945e-01, -6.7163e-02,
                      -8.3971e-02,  7.0465e-02,  5.3696e-02,  1.2212e-01,  6.5850e-02,
                       1.7908e-01, -9.3780e-02,  7.9738e-02,  1.2009e-01,  2.5162e-02,
                       4.6901e-02,  2.3994e-02,  2.1211e-02,  1.0830e-01, -3.7269e-02,
                      -6.6796e-02, -5.0947e-02, -4.9000e-03,  2.0570e-02, -3.7147e-03,
                      -1.6148e-02, -1.3441e-02, -2.9826e-02, -3.4083e-02, -1.9683e-03,
                       1.2212e-01, -3.8330e-02, -6.0015e-02, -7.9888e-02,  1.7957e-01,
                      -4.5902e-02, -1.6187e-01,  2.8414e-02,  1.5880e-02, -1.1292e-01,
                      -2.0736e-02,  5.2799e-02,  5.8887e-02,  9.8714e-02,  1.5045e-03,
                       9.0007e-02,  5.6291e-02,  1.4353e-02,  4.2242e-02, -1.3010e-01,
                       5.8354e-02,  6.4410e-02, -3.8086e-02, -3.9788e-02, -1.0028e-01,
                      -5.5780e-02,  1.1843e-01,  3.0262e-02, -4.1363e-02, -1.8114e-01,
                       1.4242e-01, -1.8084e-02, -1.5467e-01, -7.0570e-02,  2.5581e-01,
                      -4.2391e-02, -3.7398e-02, -4.1092e-02,  1.0348e-01,  1.3529e-01,
                       2.7750e-03,  3.3172e-02, -8.4621e-02, -5.7520e-01,  1.5944e-01,
                      -7.7785e-02, -8.4895e-02, -4.9698e-02,  1.4176e-01,  8.1263e-02,
                       1.7015e-01,  2.0160e-02,  1.7884e-01, -3.4753e-02, -1.4818e-01,
                       1.0785e-01,  1.0703e-02,  1.0089e-02,  1.4053e-01, -3.3976e-02,
                      -1.1889e-01, -6.9172e-02, -1.2129e-01,  9.4662e-02,  3.2399e-01,
                       2.3608e-01,  1.3979e-01,  9.7375e-02,  3.8585e-02,  2.4611e-01,
                       1.0887e-02, -1.1050e-01, -1.1947e-01, -6.9505e-02, -5.3713e-02,
                      -3.6750e-01,  5.9794e-02, -1.5521e-01, -5.2208e-02,  1.1750e-01,
                       5.0641e-02, -1.8812e-01,  1.4729e-01,  9.6545e-02,  7.1150e-02,
                      -9.5667e-03,  1.4315e-01,  3.7430e-02, -1.6500e-01, -6.3689e-03,
                      -1.9415e-01, -2.2888e-01,  1.0789e-01, -2.0321e-01, -5.9928e-02,
                       1.5391e-01,  2.2154e-01, -1.5359e-01,  2.5335e-01,  5.6615e-02,
                      -1.8724e-01,  1.2500e-02,  9.3427e-02,  1.1350e-01,  1.9030e-01,
                      -3.8148e-02, -1.1881e-01,  7.8466e-02,  1.6262e-01,  2.4883e-01,
                       9.1877e-03,  2.4669e-01,  1.4677e-01, -7.6401e-02, -8.7295e-03,
                      -1.1140e-01,  1.1415e-01,  2.0254e-01, -2.6877e-01,  1.0685e-01,
                      -9.5631e-02,  1.0411e-01,  9.9665e-02,  1.8524e-01,  8.4216e-02,
                      -1.9387e-01,  1.7471e-01,  1.2710e-01,  1.3282e-01,  1.0985e-01,
                       6.4611e-02,  1.9095e-01,  2.0304e-01, -3.5932e-01, -1.1316e-01,
                       7.3481e-02,  2.8605e-01, -1.3731e-01,  2.0431e-01, -1.2762e-01,
                       2.0257e-03,  4.9120e-02, -8.3898e-02,  1.2753e-01, -1.0210e-01,
                      -6.1703e-02, -4.0908e-02, -5.6548e-02,  1.4515e-01, -1.8563e-02,
                       4.2188e-03, -9.0494e-02, -2.9922e-02,  6.8017e-02,  9.0729e-02,
                      -6.0250e-02,  4.0518e-03,  7.3215e-02,  8.9313e-02, -1.2073e-01,
                       6.0991e-02, -3.1921e-02, -7.6527e-02,  1.0314e-01,  7.1492e-02,
                      -9.1389e-02, -3.4813e-02, -2.3796e-02, -4.3688e-02, -1.1443e-01,
                      -3.6312e-02,  1.9978e-02,  9.9321e-02, -6.7083e-02,  1.7632e-01,
                      -3.6391e-02, -3.2229e-03, -8.9341e-04,  1.2463e-02, -1.3581e-01,
                       5.6013e-02, -5.2957e-02, -4.8370e-02,  2.0309e-02,  3.4634e-02,
                      -1.4421e-02,  4.5157e-03, -3.8624e-02,  3.0199e-01, -7.4702e-02,
                       3.0901e-02, -6.5652e-02, -1.5855e-01, -5.1019e-02,  7.4339e-02,
                       1.1483e-02,  5.5090e-01, -5.1352e-01, -4.5874e-02,  3.8524e-02,
                      -1.5524e-01,  2.9215e-02, -4.6473e-02, -2.7535e-02, -2.8761e-02,
                       8.0437e-02, -7.7975e-02,  6.6321e-02,  4.4711e-02, -1.7884e-02,
                      -2.9661e-02,  4.2883e-02,  1.1529e-01,  1.2575e-02,  5.0996e-02,
                       4.8488e-03, -5.8571e-02, -4.6718e-02, -3.1210e-02, -2.2455e-01,
                       5.6774e-02,  2.2088e-02,  1.4040e-01, -1.0607e-01,  1.0135e-01,
                      -3.0370e-01,  2.7081e-01,  1.3843e-01, -5.7790e-02,  4.1727e-02,
                       4.6923e-02, -7.9401e-02, -3.3888e-02,  1.6186e-02, -4.1350e-05,
                       5.6435e-02,  1.1554e-01,  2.9736e-01, -5.0839e-02,  1.2809e-02,
                      -2.6511e-02,  2.3698e-02,  5.3972e-05, -3.5461e-02,  4.5641e-02,
                       1.9287e-01,  1.0313e-01,  3.8144e-02,  4.8687e-02, -9.5100e-03,
                      -1.1205e-01, -3.3988e-02,  6.0993e-02,  2.2570e-02, -1.8663e-02,
                      -8.2843e-02, -4.7397e-02, -1.0305e-01,  1.0737e-02, -1.8383e-02,
                       9.5547e-03, -7.0518e-02,  4.4646e-02,  2.2503e-02, -1.0229e-02,
                      -6.0513e-02,  2.7416e-01, -1.5957e-02,  2.1519e-01,  4.3444e-02,
                       1.1566e-02,  1.7666e-01, -1.1592e-01,  9.2310e-02,  2.9002e-02,
                       2.9828e-02, -4.2806e-02, -1.6409e-02, -8.7465e-02, -1.0606e-01,
                       1.0388e-01, -4.3513e-01,  2.7260e-01,  6.2701e-02, -7.1844e-02,
                      -8.5898e-02, -4.8667e-02,  2.6394e-01,  1.7269e-01,  3.4080e-02,
                       5.0032e-02, -1.8926e-01,  4.4995e-02,  1.3608e-01, -9.2113e-03,
                       1.5223e-01,  2.5287e-01,  9.1595e-02,  5.5480e-03,  8.2022e-02,
                       5.6335e-02, -1.1506e-01,  9.3921e-02, -9.0192e-03,  2.8465e-01,
                      -1.3288e-01, -8.4594e-02, -7.5284e-02,  1.1068e-01,  8.8124e-02,
                       1.3098e-02,  2.7137e-02,  1.2551e-01, -4.9797e-02, -3.5898e-01,
                      -4.2519e-02, -8.4064e-02, -4.2262e-02, -1.0316e-01, -2.4365e-02,
                      -3.4439e-02, -1.5552e-01,  4.2223e-02, -8.0187e-02, -1.3038e-01,
                       1.8190e-01,  3.3651e-03, -1.1143e-01, -6.6888e-02, -6.7075e-03,
                      -1.4580e-03,  1.8837e-01,  7.3989e-02, -8.2612e-02, -1.1237e-01,
                       9.5501e-02, -1.3769e-01, -1.3300e-01, -2.2467e-02,  2.7799e-04,
                      -7.9973e-02, -2.3098e-01,  1.0848e-03], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.weight',
              tensor([[-0.0364,  0.0434, -0.0303,  ..., -0.0743,  0.0249,  0.0058],
                      [-0.0411, -0.0479, -0.0171,  ..., -0.0826, -0.0097,  0.0378],
                      [-0.0143,  0.0935,  0.0194,  ...,  0.0053, -0.0866, -0.0193],
                      ...,
                      [-0.0980,  0.0652, -0.1133,  ...,  0.0074, -0.0175, -0.0056],
                      [ 0.0043, -0.0744,  0.0668,  ...,  0.0457, -0.0033, -0.0102],
                      [ 0.0320, -0.0308, -0.0185,  ...,  0.0373, -0.0053,  0.0103]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.bias',
              tensor([ 3.4504e-04,  1.3855e-03,  2.3300e-03,  1.0919e-03, -2.6948e-03,
                      -1.3058e-03, -1.5874e-03, -3.9554e-05,  1.9719e-03,  2.2217e-03,
                      -1.2241e-03, -6.2522e-04,  1.0474e-03,  1.1370e-03, -2.9371e-04,
                      -1.2509e-03, -6.9457e-04, -1.4637e-03, -1.8042e-03,  1.5959e-05,
                      -6.6272e-04,  3.3228e-03,  1.4134e-03,  4.5881e-04,  2.4420e-04,
                       1.7756e-03, -4.1925e-03, -2.4861e-03, -1.7852e-03,  2.2386e-03,
                      -5.2733e-04,  8.7882e-04, -3.0673e-04,  4.1126e-04,  9.7080e-04,
                      -2.5928e-03, -1.3121e-03,  2.6790e-03, -7.6655e-04,  3.5021e-03,
                       1.3962e-03,  2.1283e-03, -2.8210e-04, -3.7195e-04,  2.5936e-03,
                       2.6884e-03,  8.4291e-04,  1.5918e-03, -1.9905e-03,  1.3422e-03,
                       8.0873e-05, -1.5505e-03,  4.2402e-03, -2.4918e-03, -9.2218e-04,
                      -3.2898e-03, -1.0986e-03, -3.1790e-04,  7.1716e-04, -1.9877e-03,
                      -3.6844e-04,  6.7235e-04,  3.0858e-03, -2.7294e-03,  1.7179e-03,
                      -3.7964e-03,  2.7228e-03,  1.6595e-04,  1.8942e-03,  3.4112e-03,
                      -2.1373e-04, -5.9364e-05, -2.0059e-03,  9.5837e-04, -3.1922e-04,
                      -1.0313e-03,  3.8558e-03, -4.6201e-04, -5.0542e-04,  2.6909e-03,
                      -7.9471e-03,  2.6654e-03, -1.2699e-03, -1.6175e-03, -1.7028e-03,
                      -1.3308e-03,  1.3861e-03, -5.7874e-03,  5.5751e-04, -4.1870e-03,
                      -3.0813e-04,  2.8945e-03,  1.8082e-03,  7.3262e-04, -4.7602e-04,
                       2.4834e-03, -1.0223e-03, -1.4870e-03,  3.0208e-04, -9.8620e-05,
                       2.1346e-04, -2.4802e-03,  1.4365e-04,  1.0186e-03, -4.6989e-04,
                      -1.4903e-03,  1.9801e-06,  1.7674e-03, -1.1032e-03,  1.3958e-03,
                       2.9009e-03,  3.2603e-03,  2.2169e-03,  9.5450e-05, -2.6751e-03,
                      -7.3574e-04,  1.2524e-03,  2.1034e-03, -1.4449e-03, -1.7701e-04,
                       1.1530e-03, -1.5198e-05, -2.3312e-03, -1.6794e-03, -3.1208e-04,
                       2.4064e-03, -3.3319e-04, -9.3117e-04, -2.1215e-03,  1.4103e-04,
                      -1.4039e-03,  9.3181e-04,  6.0017e-04, -6.7416e-04, -2.2200e-03,
                       7.3309e-04, -1.7252e-04, -3.0505e-03,  2.1387e-03,  1.1914e-03,
                       4.3982e-03, -2.0280e-03,  2.2189e-03,  3.5117e-04,  8.0671e-04,
                       3.5564e-04,  2.0010e-04,  1.0099e-03, -3.7352e-03,  1.9829e-03,
                      -6.2738e-04,  7.7163e-04, -4.2915e-04, -2.9360e-03, -2.8928e-03,
                       2.2633e-03, -1.6662e-03,  7.5994e-05, -2.7462e-03, -2.0349e-03,
                      -1.0155e-03,  9.6316e-04,  5.5546e-04, -1.9701e-03, -1.2227e-03,
                       4.1754e-04,  5.3795e-04,  7.4339e-04,  5.5419e-04, -3.7134e-03,
                      -1.0213e-03,  1.1713e-03,  3.2874e-03, -4.1095e-03, -2.3786e-03,
                      -1.9292e-03,  4.3684e-04, -5.1765e-03, -1.4211e-03,  4.6065e-04,
                      -1.6171e-03,  5.5383e-03, -1.9604e-03,  8.4433e-05, -8.9019e-04,
                       3.6774e-04,  3.9456e-04,  3.0179e-03, -3.9064e-03, -1.0259e-03,
                       7.0337e-04, -1.8165e-03,  1.0632e-03, -2.6152e-03, -1.1244e-03,
                      -4.9651e-03, -2.8212e-03,  3.0988e-04, -1.0575e-03,  7.3990e-04,
                       3.0952e-03, -2.8992e-03, -1.9194e-03,  5.8084e-03, -1.9807e-03,
                      -2.4090e-03,  1.4993e-03,  2.8994e-03,  6.1715e-03,  1.3894e-04,
                       5.8182e-03, -1.2589e-03, -3.8325e-03, -4.5153e-03,  2.0561e-04,
                       5.9636e-03, -1.7763e-03,  4.2361e-04, -2.3566e-03,  4.1196e-03,
                      -3.9952e-03, -5.4140e-03,  5.9019e-03,  7.0672e-03,  5.1217e-03,
                      -4.5398e-04, -5.2252e-03, -2.8703e-03, -1.7020e-03, -2.7562e-03,
                       1.6101e-04, -1.3482e-03,  3.3025e-04, -2.6992e-03,  3.8735e-04,
                      -1.5055e-03,  2.4964e-03,  1.3953e-03,  1.4818e-03,  2.3759e-03,
                      -1.2276e-04,  3.1845e-03,  1.2627e-03, -2.9942e-03,  6.7872e-03,
                      -5.0810e-03, -2.2278e-05,  2.2271e-03,  3.2480e-03, -8.4658e-04,
                      -2.1922e-04,  1.8640e-03,  4.3469e-04, -2.8093e-03, -4.1846e-03,
                      -1.1592e-03,  1.7761e-03, -4.4795e-03,  2.6901e-03, -6.6660e-04,
                       1.5633e-03,  4.1295e-03, -5.0024e-03, -1.6597e-03,  3.1895e-03,
                      -4.6372e-03,  1.4855e-03,  1.7309e-04, -8.9220e-04, -7.1466e-04,
                      -3.4569e-03, -5.5580e-03,  3.1482e-03, -1.6522e-03, -3.5652e-03,
                       1.7770e-03, -1.1006e-03,  3.2216e-03,  5.7824e-03, -1.0130e-03,
                       5.5872e-03,  3.1621e-04,  9.4808e-04, -1.3820e-03,  5.1968e-03,
                      -3.2472e-03, -1.8707e-03, -9.6449e-03, -4.1177e-03,  1.5432e-03,
                      -1.8024e-03, -2.3498e-03, -1.2598e-03, -2.3339e-04,  2.4462e-04,
                      -1.2219e-03,  4.0061e-03, -5.2489e-03,  1.2056e-03,  2.5103e-03,
                      -4.8247e-03, -4.4936e-04, -2.5906e-03, -2.3324e-03,  4.7844e-03,
                       7.4778e-04,  6.2291e-03,  1.0048e-03, -5.2983e-04, -1.7668e-03,
                       1.4943e-03,  6.2884e-04, -3.1316e-03, -1.3541e-03, -4.0787e-04,
                       3.7354e-05,  6.4446e-04,  1.8736e-03,  7.2012e-03, -2.7473e-03,
                      -2.8464e-03, -2.8880e-03, -1.5926e-03,  4.3230e-03, -4.9535e-04,
                      -4.4125e-04,  2.5125e-03,  2.9962e-04, -1.9635e-03,  1.6263e-03,
                       9.0250e-03,  6.2266e-04, -1.6387e-03, -3.1901e-03,  1.5545e-03,
                      -5.4768e-04,  4.2912e-03,  4.8775e-04,  1.8088e-03, -6.2820e-04,
                      -3.2847e-03,  3.4448e-04,  5.3565e-04, -1.8151e-03,  2.4648e-03,
                       6.2212e-03,  6.8877e-03, -1.9277e-03,  3.4013e-03, -1.6091e-03,
                       1.0267e-03,  1.5479e-03,  6.8459e-04, -1.4379e-03, -3.3454e-03,
                       3.7269e-04, -1.8959e-03,  3.9779e-04, -4.7573e-03,  1.2921e-03,
                       7.2271e-04,  1.8259e-03,  2.1488e-03,  1.7545e-03, -1.9825e-03,
                       1.0251e-03,  1.2590e-03,  2.3036e-03, -1.9816e-03, -1.1236e-03,
                      -3.3325e-03,  5.5937e-04, -1.8444e-04, -2.1932e-04, -2.2743e-04,
                      -1.7188e-03, -5.4264e-04,  2.6539e-03,  3.0423e-03, -1.2518e-03,
                      -1.2160e-03, -1.9891e-03,  2.4073e-03, -3.5072e-03,  5.6343e-05,
                       2.3362e-03, -6.8257e-04, -2.3957e-03, -1.2955e-03,  1.1376e-03,
                      -2.7127e-03,  2.8699e-04,  6.7378e-04, -2.2655e-03,  3.8982e-05,
                       7.9338e-04,  3.4568e-04, -3.8044e-03, -1.2780e-03,  3.1443e-03,
                      -1.1996e-03, -1.3243e-03, -1.1701e-03, -3.1664e-03, -1.9338e-03,
                      -1.6800e-03,  2.4742e-04,  4.2417e-04, -2.3986e-03,  1.5704e-03,
                       3.0219e-03,  3.0057e-03,  5.5416e-03, -7.6160e-04, -1.2782e-03,
                      -7.4987e-04, -2.2326e-03,  3.3509e-04, -1.2293e-03,  2.4956e-03,
                       3.2658e-03, -1.8464e-03,  2.0596e-03,  1.9498e-03,  7.7803e-04,
                      -1.5238e-03, -3.2427e-03, -1.4269e-03, -2.7354e-03, -1.2483e-03,
                      -6.4161e-04, -8.1624e-04,  2.8908e-03, -3.3157e-03, -1.9803e-03,
                       1.9438e-03, -1.0171e-03, -5.5498e-05, -7.5628e-04, -9.1177e-04,
                      -6.3338e-04,  9.1112e-04, -5.0077e-04,  1.8782e-03, -4.6999e-03,
                      -3.4079e-03, -5.7107e-04,  2.3485e-03,  3.2765e-04, -2.2294e-03,
                      -2.2336e-03, -5.6291e-03,  1.4881e-03,  9.2759e-04,  8.1882e-03,
                       8.2993e-05,  1.8267e-03,  3.7083e-03, -1.3024e-03, -5.0759e-03,
                       2.7969e-03,  5.1734e-03,  5.3522e-03,  7.1310e-05, -4.8107e-03,
                       2.2200e-03, -1.8508e-04,  3.7406e-03,  1.5515e-03, -1.8093e-03,
                      -6.6755e-04, -3.6870e-03,  4.1743e-03,  4.4634e-03,  4.2451e-03,
                       2.4996e-03,  3.0587e-03,  3.2591e-04, -4.7806e-03,  4.8804e-03,
                      -5.1682e-03,  3.3274e-03,  2.5761e-04, -9.5082e-04, -2.0694e-03,
                       4.6465e-03,  1.7302e-03,  6.7607e-03,  1.1720e-03, -8.2593e-03,
                      -2.7670e-03, -7.5367e-03,  5.0415e-04, -1.5104e-03, -6.3255e-03,
                       2.3380e-03,  4.2872e-03,  3.0798e-03, -9.3093e-04,  2.7455e-04,
                       9.0616e-03,  6.7922e-04,  7.3258e-03,  4.3252e-04, -4.5227e-03,
                      -3.4090e-03, -4.4989e-03,  7.3891e-04, -2.2983e-03,  3.0219e-03,
                      -1.6344e-03,  5.5352e-03, -1.7203e-03,  2.6877e-04,  7.5284e-04,
                      -1.7733e-03, -8.8151e-06, -1.2369e-03,  2.0405e-03, -1.7881e-04,
                      -2.7670e-03, -1.0106e-03, -3.1001e-04,  1.9499e-03, -2.0123e-03,
                      -1.9178e-03,  3.9784e-04,  2.4879e-03,  1.0326e-04, -1.2675e-04,
                       4.7803e-03, -9.1661e-04, -3.3986e-04, -7.0917e-04,  9.5279e-04,
                      -2.7668e-04, -1.2096e-03,  1.6861e-03,  4.6527e-04, -2.2580e-03,
                      -6.3323e-04,  4.3268e-04, -1.8925e-04, -2.1450e-04,  1.4152e-04,
                      -3.5200e-04, -3.9055e-03,  9.1704e-04,  2.6149e-04,  7.5202e-04,
                       3.7535e-04, -1.2546e-03,  8.3828e-04, -5.8153e-04, -1.9681e-03,
                      -1.0151e-03,  1.4748e-03,  2.1061e-04, -4.4601e-04,  1.3920e-03,
                       5.5741e-04,  1.1250e-04, -9.9617e-04, -7.3387e-04,  1.1293e-03,
                       1.6030e-03, -1.4981e-03, -3.0925e-03, -3.1811e-03,  1.2838e-04,
                      -1.2785e-03,  8.0045e-04,  2.1321e-03,  2.0513e-03,  1.8862e-04,
                      -3.5493e-04,  3.6093e-03, -3.9393e-04,  1.1849e-03,  4.6926e-03,
                       4.0830e-03,  3.6461e-03,  4.9310e-03,  2.1338e-03,  1.6186e-03,
                       8.3577e-05, -1.0327e-03,  1.4613e-04, -9.1311e-04, -2.6445e-03,
                      -3.3715e-03, -5.4040e-03, -5.3357e-04,  1.8091e-03,  5.4132e-04,
                      -1.1915e-03, -1.9640e-03,  5.1598e-03,  2.9365e-03, -2.0050e-03,
                       6.6764e-03,  1.6076e-03, -8.7996e-03,  1.6312e-03, -5.6587e-04,
                       2.3819e-03, -2.9862e-04,  8.6004e-03,  2.0746e-03,  4.6823e-04,
                       1.0640e-03,  2.2787e-03,  4.0316e-03,  1.0261e-03,  1.2960e-03,
                      -5.4201e-03,  6.0592e-03,  3.9193e-03,  2.8313e-03, -2.0028e-03,
                      -1.0738e-03,  5.8528e-03, -2.2114e-03,  2.8472e-04,  2.1156e-03,
                      -2.5729e-03, -5.4298e-03,  5.8636e-04,  3.4172e-03,  5.3451e-03,
                       5.4948e-03,  4.2204e-03, -1.0711e-04, -3.4950e-03, -1.3644e-03,
                      -7.6523e-03,  4.3521e-03,  2.6125e-03,  3.5360e-03, -1.1717e-03,
                       4.5494e-04, -1.3460e-03, -1.5254e-03,  4.0435e-03, -2.0458e-03,
                       3.5921e-03,  9.5367e-04, -1.2046e-03, -2.9869e-03,  4.1149e-03,
                       1.2606e-04,  3.6874e-03, -2.8485e-03, -2.2881e-03, -2.2767e-03,
                       1.8004e-03, -4.0849e-04, -5.4886e-03,  5.8369e-04,  1.9717e-04,
                       3.4812e-03,  1.3067e-03,  9.7684e-03, -4.2860e-04, -1.6760e-03,
                       1.0299e-03,  1.2827e-03,  2.0923e-03, -4.9802e-04,  2.3344e-03,
                       4.7978e-03,  3.9245e-03,  3.9793e-03,  1.5617e-03, -8.5322e-04,
                      -5.8876e-03, -3.5818e-03, -3.7261e-03,  5.3088e-03, -2.0323e-03,
                      -4.9500e-04,  6.2755e-04, -1.4122e-03,  7.8822e-05,  2.3290e-03,
                       3.7980e-03, -2.5895e-03,  5.1461e-05, -1.0579e-03,  1.5815e-03,
                       1.7175e-03,  3.1866e-03, -2.2619e-03,  1.2277e-03, -4.3317e-03,
                      -1.0988e-03,  5.6936e-03, -6.1799e-03, -1.4578e-03, -4.0415e-04,
                      -1.1480e-03, -1.1960e-03,  7.8398e-04, -3.5606e-03, -1.6183e-03,
                      -1.7701e-03,  5.5904e-04,  3.0356e-03, -1.1525e-03, -6.1718e-04,
                      -7.2049e-04,  1.0104e-03, -1.4819e-03, -2.5845e-03, -1.7576e-03,
                      -2.0618e-03,  1.6803e-03, -1.0707e-03, -2.6965e-03, -5.0548e-04,
                      -5.5828e-05,  1.5890e-03, -1.0226e-03,  2.0601e-04, -7.2637e-04,
                      -2.8752e-03, -1.1491e-04, -2.4939e-03, -1.7671e-03, -5.4713e-04,
                       1.6195e-03,  1.4005e-03,  1.0893e-03, -2.8751e-03, -3.7019e-03,
                       8.3137e-04,  1.2187e-03, -1.9031e-03, -2.9444e-03, -5.9000e-04,
                       1.2935e-03, -1.5922e-03,  2.5774e-03,  1.8429e-03, -1.9447e-04,
                      -1.2445e-03,  3.7648e-03,  2.4625e-04,  1.0010e-03,  2.1041e-03,
                       1.0843e-03, -5.4861e-04, -1.4730e-03,  1.6103e-04, -1.0559e-03,
                      -3.1602e-03,  7.6495e-04,  1.2492e-03, -1.8039e-03,  1.4219e-03,
                      -2.5992e-03,  3.2599e-03, -1.6637e-03, -5.4802e-04, -3.1009e-03,
                       1.3097e-03,  3.4383e-03,  1.4124e-04], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.weight',
              tensor([[ 0.0263, -0.0321,  0.0188,  ..., -0.0067,  0.0754,  0.0032],
                      [-0.0128, -0.0266, -0.0487,  ..., -0.0146,  0.0436, -0.0402],
                      [ 0.0357,  0.0467, -0.0109,  ...,  0.0706, -0.0169,  0.1049],
                      ...,
                      [-0.0023,  0.0142, -0.0067,  ..., -0.0048,  0.0052, -0.0013],
                      [ 0.0182,  0.0180, -0.0293,  ..., -0.0292,  0.0118, -0.0090],
                      [-0.0319, -0.0247,  0.0325,  ...,  0.0074, -0.0118,  0.0032]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.bias',
              tensor([ 3.4723e-02, -2.8239e-03,  1.3152e-02,  1.4158e-03, -2.9570e-03,
                      -1.9699e-02,  8.0892e-03, -4.7193e-03, -7.4354e-03,  8.3204e-03,
                      -2.1258e-02,  3.1916e-02, -2.1772e-02,  7.6961e-03,  3.1836e-02,
                      -2.2839e-03, -1.2467e-02, -5.3766e-03, -3.1257e-02, -3.1379e-02,
                       1.9737e-02, -3.7624e-03,  1.1415e-02,  1.2990e-03, -2.6571e-03,
                      -2.4404e-02, -2.9311e-02,  1.5330e-02,  1.8117e-02, -2.0611e-03,
                       4.5661e-03,  3.6781e-02,  8.7612e-03,  3.3585e-03, -1.0857e-02,
                       2.6215e-02, -1.9721e-02,  1.7443e-03, -1.2337e-03, -2.8685e-02,
                      -2.7193e-02, -2.2323e-02, -1.9368e-02, -2.2424e-02, -7.5879e-03,
                       8.2652e-03, -4.2825e-03, -2.1481e-02,  6.8723e-03,  1.6439e-02,
                       1.7106e-02, -9.9636e-03, -1.4474e-04, -8.7369e-03, -2.1315e-02,
                      -2.2517e-02, -2.2670e-02,  2.7062e-02,  9.7848e-03,  2.6599e-03,
                       1.7742e-02, -7.5922e-04, -5.3898e-02, -1.6719e-02,  3.6689e-02,
                      -1.0048e-02,  3.2080e-03, -8.4859e-03, -5.2305e-02, -4.2276e-02,
                       2.0489e-02,  5.3509e-03,  1.2005e-02, -5.0833e-04,  1.3981e-02,
                       3.6347e-02,  2.3060e-03,  3.5674e-03, -1.4523e-02, -4.0427e-02,
                      -1.1824e-02,  7.4041e-03,  7.3399e-03,  3.4625e-02, -7.6201e-05,
                       2.6959e-02,  1.0222e-02, -3.2013e-04, -1.1593e-02, -1.5033e-02,
                       2.7410e-02, -5.7287e-03,  5.6013e-02,  3.9032e-02,  2.2616e-02,
                      -1.0251e-02, -2.9587e-02, -4.0169e-04,  9.0892e-03,  2.1690e-02,
                      -5.5445e-03, -1.4158e-02,  8.1501e-03,  1.9440e-02, -8.9140e-03,
                       2.2827e-02, -1.0521e-02, -1.0934e-02,  2.9755e-03,  1.1309e-02,
                       5.7646e-03,  5.8360e-03,  1.5673e-02,  1.7275e-02, -1.4247e-02,
                      -5.4135e-03, -1.1120e-02,  7.7574e-03, -7.6897e-03, -1.7748e-02,
                       8.7531e-03, -1.9123e-03, -4.7971e-03, -3.3109e-02,  1.6301e-02,
                       1.7513e-02, -6.1424e-02, -2.2974e-03,  9.4438e-03,  4.8833e-03,
                      -9.0133e-03,  5.9596e-04, -2.3791e-02,  1.5637e-03, -5.8401e-03,
                       6.0963e-03,  1.2043e-02,  1.4199e-04, -1.5787e-02,  6.2801e-04,
                       9.0772e-03,  2.1525e-03, -7.5647e-03, -1.9449e-02,  9.9802e-03,
                       9.0336e-03, -4.5609e-03, -2.7431e-02,  1.1788e-02, -7.3679e-03,
                      -3.8596e-03,  1.9247e-02,  3.2078e-03, -8.8318e-03, -1.2028e-02,
                      -1.2816e-02, -1.2962e-02, -5.8230e-03, -5.1143e-03, -7.9767e-03,
                       2.0746e-02, -5.1122e-03, -1.9270e-02,  1.3714e-02,  1.0091e-02,
                      -7.9187e-03, -1.3413e-03, -1.1372e-02,  4.1038e-02,  4.7503e-03,
                      -1.1422e-02,  1.4485e-02,  2.7144e-02,  2.3173e-02, -4.0485e-03,
                      -5.3299e-03,  1.0611e-02, -7.1607e-03,  1.2703e-02, -9.2111e-03,
                       7.3495e-03, -1.2218e-02,  1.3558e-02,  8.0525e-03, -6.9846e-03,
                      -7.9619e-03, -2.7610e-02,  3.8097e-03, -6.3136e-03, -1.6114e-02,
                       1.4029e-02,  1.8684e-02,  1.7640e-02,  1.0951e-02,  2.6529e-02,
                      -2.8264e-03, -1.3555e-02, -1.0497e-02,  1.7331e-02,  1.0807e-02,
                      -2.4670e-02,  5.1496e-03, -9.9941e-03,  8.5936e-04,  1.5178e-02,
                       3.6003e-03,  2.3550e-02,  4.1112e-02,  1.0280e-03,  2.0901e-02,
                       1.1942e-03,  1.0466e-02, -2.3718e-02, -1.8445e-02,  1.3868e-03,
                       2.6571e-02, -9.8421e-03, -3.3612e-03, -1.8839e-02,  3.0228e-03,
                      -4.0569e-04, -1.3778e-02, -1.1605e-02, -7.7234e-03, -9.3460e-03,
                      -3.8294e-03, -2.5936e-02, -1.3179e-02, -7.3935e-03,  5.6482e-03,
                      -1.4273e-03, -2.7832e-02, -1.2406e-02,  1.0796e-02, -8.6417e-03,
                       1.0921e-02,  1.8174e-02, -1.3604e-02,  1.1252e-02, -4.1953e-03,
                       4.6081e-03, -4.7372e-03, -9.4693e-03,  9.6818e-03,  1.9229e-02,
                      -1.7779e-02,  5.1447e-04, -3.9559e-03, -1.5810e-02, -8.1593e-03,
                      -7.9963e-03,  6.1199e-03,  2.0310e-02,  1.3959e-02,  1.5573e-02,
                       9.5742e-03,  1.8721e-02,  1.4501e-02, -1.2543e-02, -1.8406e-02,
                      -1.3787e-02,  9.1493e-03, -3.2285e-02,  4.8570e-03, -6.0926e-03,
                       1.1441e-02, -7.5871e-03,  1.8498e-03, -9.5474e-03, -1.4282e-02,
                       8.0630e-02,  3.9837e-03, -5.4121e-02,  1.1599e-02,  2.2640e-03,
                      -1.5852e-02,  2.6094e-02, -9.1363e-03,  1.7012e-03,  9.5333e-03,
                      -5.8872e-02, -1.1662e-02, -1.2247e-02,  1.2864e-02,  1.7467e-02,
                       2.5530e-02,  4.6096e-02, -5.3623e-03, -9.9844e-03,  1.1867e-02,
                       6.3343e-03,  3.4320e-02,  5.6397e-03,  4.5048e-04, -1.7796e-02,
                      -1.5788e-02, -1.8331e-02,  1.9451e-03,  2.3832e-02,  2.0146e-02,
                      -4.7085e-03, -4.8648e-03, -3.0950e-02,  9.1765e-03, -1.2250e-02,
                       1.4146e-03,  1.1305e-04,  2.6771e-02, -1.0854e-02, -5.4228e-02,
                      -4.7614e-03,  2.9139e-02, -2.8909e-02, -1.7090e-02, -1.2499e-02,
                       2.2800e-02, -1.8907e-02, -4.0211e-02, -8.2449e-03,  1.2114e-02,
                      -5.2091e-03, -7.5316e-03, -3.4506e-02, -6.3642e-03,  1.2608e-02,
                      -3.0941e-03,  7.1474e-03, -7.3850e-03,  3.8698e-02,  1.8396e-02,
                       1.1956e-02,  1.4285e-02, -1.5730e-02,  8.8456e-03,  2.0037e-02,
                       2.8387e-02,  5.1667e-03,  2.6468e-03, -5.2066e-03,  1.7896e-02,
                      -1.1884e-02, -1.5597e-02,  1.4814e-02, -2.4732e-02,  5.8010e-03,
                      -8.2848e-03, -1.0923e-02, -1.9287e-02, -3.4437e-02, -1.8491e-02,
                       1.9996e-02,  3.1211e-03,  7.0789e-03,  6.2248e-03, -5.4746e-03,
                       3.8964e-02, -1.7502e-02, -8.9420e-03, -2.9722e-02,  2.3577e-02,
                      -2.4449e-02,  8.2919e-03, -1.2520e-02,  8.9155e-03, -2.6175e-02,
                      -1.2076e-02, -1.4011e-02,  2.3732e-02,  2.0150e-02,  1.4036e-02,
                      -1.5704e-02,  5.6825e-03,  4.2981e-02, -3.4803e-02, -1.6389e-02,
                      -7.4065e-03,  2.3285e-02, -1.5468e-02,  9.7824e-03, -1.0458e-02,
                       1.2606e-03, -2.9437e-03,  6.0268e-03, -2.4361e-02, -2.2806e-04,
                       9.8479e-03,  4.6284e-03,  2.1504e-02, -3.1632e-02, -1.8765e-02,
                       6.3767e-03, -1.8924e-02, -3.7484e-02, -2.8485e-02,  1.9937e-02,
                      -8.0183e-03, -1.2988e-02,  1.1449e-02, -2.8158e-02, -3.5283e-03,
                      -1.2915e-02,  5.7731e-03, -2.3027e-02,  1.3309e-02,  5.7761e-04,
                       2.7323e-02, -3.3893e-02,  1.1071e-02,  2.2304e-02, -3.9624e-03,
                      -1.1563e-02, -1.4613e-02,  2.5350e-02, -1.9695e-02, -2.4586e-02,
                      -2.0213e-02, -4.2972e-03,  4.2410e-03, -1.9408e-02, -5.8383e-03,
                      -1.0949e-02, -2.8764e-02, -2.7561e-02,  1.9573e-03,  2.9442e-02,
                      -2.7525e-02, -1.2094e-02, -1.8811e-02,  1.1122e-02, -4.0889e-02,
                       2.3884e-03, -1.0672e-02, -3.6393e-02, -2.4611e-02, -4.6118e-02,
                      -1.5796e-02,  6.7297e-03,  3.9285e-03, -2.4493e-03, -2.6280e-02,
                      -2.4148e-03,  3.6575e-02, -1.0408e-03, -1.3560e-02,  1.2203e-03,
                      -4.2832e-03,  9.0011e-04, -2.6582e-02, -6.1118e-02, -5.2543e-02,
                       3.9601e-02, -4.8483e-03,  2.6064e-02, -1.5749e-03, -1.1128e-02,
                      -4.3024e-02,  5.9409e-02, -1.7851e-02,  1.6928e-03, -1.0716e-01,
                       7.4919e-03, -2.1740e-02,  4.8953e-02,  8.1454e-02,  2.8215e-02,
                       5.6633e-02, -5.1292e-02, -6.6342e-02,  3.6703e-02,  2.9635e-02,
                       4.2317e-02,  5.5622e-02,  6.4563e-02,  1.6025e-02, -4.8810e-02,
                      -3.1852e-02, -1.7329e-02, -1.3846e-02,  4.5999e-02, -8.0641e-02,
                       5.8162e-02,  6.1984e-03, -3.8972e-02,  6.2644e-02, -5.4954e-02,
                       2.4936e-02,  5.6685e-02, -2.5814e-02, -1.1930e-02, -4.1693e-02,
                      -4.1973e-02, -8.4442e-03,  9.8512e-02,  1.4653e-03,  2.4602e-02,
                      -1.2870e-01, -1.9953e-02, -4.4356e-02,  7.1497e-02, -1.2234e-02,
                       9.1579e-02, -7.3336e-02, -1.2469e-02,  5.1016e-02,  1.6604e-02,
                      -4.7450e-02, -5.0804e-02, -8.1401e-03, -7.7459e-02, -2.5856e-02,
                       6.8131e-03, -1.0815e-01, -8.4912e-03, -1.0985e-02, -1.4866e-03,
                      -3.7695e-04,  2.6130e-02, -1.6702e-02,  3.0537e-02, -1.3649e-02,
                      -7.3823e-03,  1.3162e-02,  2.4052e-03, -1.1842e-02,  7.4774e-03,
                       4.4888e-03, -4.8704e-03,  6.9901e-03,  2.0617e-02, -1.9946e-02,
                      -2.4775e-02, -6.9176e-03,  5.3310e-03, -5.8289e-03,  9.1122e-03,
                      -1.0753e-02,  7.1881e-03, -1.5268e-03,  1.4470e-02, -3.0058e-03,
                      -2.9500e-02, -6.3756e-03, -1.8828e-02,  4.9369e-02, -9.8560e-03,
                       7.8436e-03,  2.1898e-02, -1.2985e-02, -5.3123e-03, -2.1436e-03,
                      -2.3868e-03, -2.3368e-02,  7.4811e-03,  2.1078e-02, -6.2007e-03,
                      -7.9568e-05,  2.3797e-02,  1.7703e-02,  1.5991e-02, -1.3670e-02,
                      -5.0499e-03, -5.0085e-03, -1.1088e-02,  6.7184e-03,  5.2950e-03,
                      -4.4707e-03, -1.2768e-02,  1.0530e-02,  1.9962e-02,  3.6041e-03,
                       6.2915e-04,  8.6363e-03, -6.8849e-03, -1.2167e-02, -3.3233e-02,
                       1.4182e-02, -2.1252e-02,  1.3524e-02,  1.5025e-02, -5.0554e-03,
                       2.4946e-02,  1.2444e-04, -6.7869e-02, -2.2041e-02,  7.3729e-03,
                      -4.3700e-02,  1.1493e-02, -2.0755e-02, -1.1985e-02,  1.4106e-02,
                       2.2123e-02, -9.2775e-03, -1.9809e-03, -1.5852e-02,  3.0630e-02,
                       9.6141e-03,  3.0751e-02, -2.5593e-03, -1.0607e-02, -6.6424e-03,
                       1.2040e-02, -1.8389e-02, -3.0776e-02,  1.1790e-02, -1.0909e-03,
                       5.6098e-03, -4.2885e-02, -1.9142e-02,  4.7327e-02,  4.6692e-03,
                       1.8376e-02,  1.7953e-02, -3.4069e-02, -5.9648e-02, -1.2873e-02,
                       2.1597e-02,  1.5004e-03, -2.2554e-02, -2.5036e-02, -1.9151e-02,
                       6.6806e-04,  2.3964e-02,  6.0471e-03, -4.6788e-03,  2.6763e-02,
                       2.7279e-02, -9.2329e-03,  3.1368e-02,  6.6940e-03, -2.8903e-02,
                      -1.5772e-02, -4.5207e-02,  2.2660e-03, -1.6210e-03,  2.3328e-02,
                      -3.4706e-02,  3.8245e-03,  2.6556e-02,  1.3845e-02, -8.2911e-03,
                       1.4396e-02,  2.8420e-03, -3.1738e-03,  1.1740e-02, -7.9315e-03,
                      -1.2532e-03, -7.8766e-03, -5.1142e-04,  1.2241e-02, -4.0351e-02,
                       1.0740e-02, -8.9675e-03, -1.9100e-03, -2.7956e-02, -1.1222e-02,
                      -1.4006e-02,  5.4678e-03, -1.9438e-02,  4.1566e-03,  8.0308e-03,
                       8.0567e-03, -9.9864e-03, -1.4037e-03, -8.2061e-03,  4.4909e-03,
                       1.2931e-02, -1.5151e-02,  9.3161e-03,  1.1449e-02,  2.2212e-03,
                      -1.4804e-02, -1.2657e-03, -1.5524e-02,  7.0613e-03, -1.5445e-02,
                       1.8330e-02,  3.7651e-03,  1.3558e-02,  6.1048e-03, -2.8364e-03,
                      -7.0533e-03, -1.3581e-02, -3.6750e-03, -9.5862e-03,  7.2914e-03,
                      -6.3936e-03,  2.5831e-02, -3.3584e-02, -1.8470e-02,  1.2512e-02,
                       2.6643e-02, -1.4363e-02,  1.8372e-02, -1.0633e-03, -1.3169e-03,
                       7.6248e-03,  1.8883e-02, -1.2683e-02,  1.7269e-02,  8.6344e-03,
                       2.1809e-03, -7.9837e-03, -1.6803e-03, -2.8052e-02, -7.6883e-02,
                       1.9962e-01,  4.9713e-02,  7.8414e-02,  2.4770e-02,  2.8076e-02,
                      -4.5985e-02,  2.0807e-01, -1.0239e-02, -3.0781e-02, -2.2832e-02,
                       1.5613e-01,  4.7627e-02,  4.3172e-02, -2.6691e-02, -4.1701e-02,
                       1.5729e-01, -4.9846e-02, -7.6757e-02, -1.9234e-02, -3.3192e-02,
                      -1.0109e-01,  1.3745e-02, -4.1023e-02,  7.0671e-03, -4.1610e-02,
                      -4.9035e-02,  7.4178e-03, -7.3070e-03,  1.2138e-02,  1.7402e-02,
                       2.3581e-02, -1.5922e-02, -1.5116e-02,  1.0519e-02, -7.9384e-02,
                      -2.6927e-02, -8.8150e-02,  1.2635e-02, -2.8731e-02, -3.5590e-02,
                      -7.5870e-02, -8.3078e-02,  3.3272e-03, -6.7585e-02,  5.0602e-02,
                      -7.2953e-02,  4.4835e-02,  7.9578e-02, -6.0914e-02, -6.2859e-02,
                      -3.3881e-02, -7.6581e-02, -2.1278e-01, -5.2330e-02, -1.0358e-02,
                       1.2944e-03, -2.4705e-03,  8.5924e-02,  7.4051e-02, -1.9729e-01,
                      -3.7930e-02, -1.7713e-02,  1.0179e-03], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.weight',
              tensor([[-0.0128, -0.0329,  0.0092,  ...,  0.0029, -0.0120, -0.0142],
                      [-0.0198, -0.0060, -0.0097,  ...,  0.0039,  0.0313,  0.0296],
                      [-0.0158,  0.0030, -0.0104,  ...,  0.0354,  0.0069, -0.0166],
                      ...,
                      [-0.0189,  0.0416, -0.0230,  ..., -0.0043,  0.0184,  0.0185],
                      [-0.0047, -0.0064,  0.0295,  ..., -0.0103, -0.0140, -0.0055],
                      [ 0.0096, -0.0349, -0.0182,  ..., -0.0473, -0.0093,  0.0231]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.bias',
              tensor([ 3.2243e-02,  1.8434e-02, -3.8905e-02,  1.2572e-02,  3.8145e-02,
                       1.1269e-01,  6.7846e-02, -5.5901e-02, -1.3023e-02, -6.4740e-02,
                       3.9952e-02,  2.2538e-02,  3.4505e-02,  6.6097e-02, -5.6265e-02,
                       9.9626e-03,  3.1713e-02,  4.5428e-02,  5.7813e-02, -4.2009e-03,
                       3.0504e-02, -6.3086e-03,  5.7239e-02, -5.4300e-02,  3.5590e-02,
                      -9.4615e-02, -1.3072e-02, -1.2584e-02,  7.9373e-02,  5.5108e-03,
                      -8.5146e-02,  4.3763e-02,  2.8411e-02, -7.2430e-02,  2.3827e-02,
                       6.2292e-02, -9.5330e-02,  2.3477e-03, -1.6727e-01,  4.1770e-02,
                      -1.8329e-02,  3.0680e-02, -5.7110e-02,  3.3143e-02, -2.6444e-02,
                       7.2999e-02, -4.0901e-02, -1.1894e-02,  2.5057e-02, -2.9492e-02,
                      -8.0487e-03,  3.7412e-02, -1.6047e-02, -4.6573e-02, -2.3207e-03,
                      -1.4748e-01,  8.9523e-02,  4.3052e-03, -5.6717e-02,  9.9071e-03,
                      -3.1033e-02,  3.0510e-02,  2.8636e-02,  6.5186e-02, -1.6968e-01,
                       1.6846e-03, -3.1926e-02,  1.7223e-02, -2.8114e-02, -7.3388e-02,
                      -5.4957e-02,  7.6732e-02, -4.2220e-03,  2.8873e-02, -8.7014e-02,
                      -4.1494e-03, -2.9508e-02, -5.2775e-02, -9.6767e-03, -6.5911e-02,
                      -2.7860e-02,  7.5816e-03,  4.5171e-03,  2.7456e-02,  1.4061e-01,
                      -1.1287e-01, -1.5142e-02, -3.5178e-02,  1.0056e-02, -8.4332e-03,
                       3.6817e-02, -1.1774e-02, -2.6435e-02,  1.9788e-01, -3.9795e-02,
                       7.7518e-03,  3.0556e-02, -3.3307e-02,  1.0533e-01,  2.9584e-02,
                      -4.1891e-02, -2.1079e-02,  2.5412e-02, -1.4220e-02, -7.4718e-02,
                       1.7598e-02, -2.5861e-03, -5.1077e-03, -1.3270e-02,  7.5217e-03,
                      -1.3028e-01,  2.4964e-02, -5.6754e-03, -2.2526e-01, -1.9356e-02,
                      -6.1238e-02,  2.3175e-02,  1.4265e-03,  3.0547e-02, -1.6804e-02,
                      -1.9833e-02,  3.1911e-02, -1.0448e-01,  4.0808e-02, -1.3729e-01,
                      -4.0765e-02, -1.7123e-02, -2.9380e-02,  3.3208e-02,  4.5146e-02,
                      -1.0470e-02,  2.7788e-02,  4.7594e-03, -1.8329e-02, -1.6516e-02,
                      -6.4908e-02,  1.5391e-03, -5.4870e-02, -4.8635e-02, -7.1445e-04,
                      -5.3804e-02,  4.5372e-02, -2.8425e-02,  1.4588e-02, -7.2732e-02,
                       5.3767e-02,  8.3816e-02, -7.3642e-02,  5.7366e-04,  1.2706e-01,
                       2.5998e-02, -6.7169e-02, -9.6906e-02, -5.1194e-04, -6.0588e-03,
                      -6.0944e-02,  1.8083e-02,  1.9332e-02, -4.4567e-02,  4.9683e-02,
                      -5.5185e-02,  4.5461e-02,  7.3131e-02, -1.7048e-02,  1.7837e-01,
                       6.6146e-02, -5.2437e-02, -1.1443e-01, -2.5149e-02, -8.9052e-03,
                      -2.4183e-02, -1.0138e-01,  1.1711e-01,  4.2255e-02, -3.3820e-02,
                      -7.9687e-04, -6.1898e-02,  1.1356e-01,  7.1281e-02,  1.3414e-02,
                      -8.2979e-02, -6.0443e-02,  7.6068e-02,  3.6711e-02,  1.4221e-02,
                       1.1449e-02,  2.3009e-02, -5.5767e-02,  2.9283e-02, -7.7974e-02,
                      -7.4178e-02, -2.0115e-01,  3.5413e-02, -1.0028e-02,  5.3020e-02,
                       4.8698e-02,  1.1376e-02,  7.8257e-02,  7.6573e-02,  5.1557e-02,
                       5.4139e-02, -1.0326e-01,  2.6014e-02,  2.2885e-02, -1.0774e-02,
                      -3.4256e-02,  2.8113e-02,  2.7542e-02,  3.0812e-02,  1.2216e-01,
                       5.7529e-02, -7.2280e-02, -4.0219e-02,  2.4076e-02,  4.4234e-02,
                       6.1594e-04, -4.8299e-02, -1.6570e-02,  1.1439e-01, -6.3471e-02,
                      -7.1312e-02, -3.2952e-02, -1.4026e-02,  6.2588e-04,  1.2545e-02,
                       4.4004e-02,  2.6351e-02, -5.7340e-02, -4.0772e-03,  2.0066e-01,
                      -6.1461e-02,  2.5722e-02,  3.7017e-02,  2.8565e-02,  5.7854e-02,
                       1.9364e-02, -1.1352e-01, -1.9852e-02, -1.1461e-01,  1.4911e-02,
                      -1.4099e-02, -2.1075e-02, -1.2114e-01, -1.4649e-02, -2.3051e-02,
                       6.4925e-02,  9.2723e-03, -9.4974e-02,  3.2542e-03,  4.8988e-02,
                      -9.1260e-02, -3.7658e-03,  2.6171e-02,  6.1482e-02, -5.8381e-02,
                      -1.7681e-02, -3.6344e-03,  8.8388e-02, -7.3296e-02, -4.2805e-02,
                      -8.4999e-02, -1.0037e-01,  5.8248e-02, -8.0036e-03, -6.1139e-02,
                       2.4833e-02, -7.7343e-02,  2.3511e-02,  7.5055e-02,  1.0800e-02,
                       4.4641e-02, -1.5790e-02,  2.5247e-02, -2.2350e-02,  3.9012e-02,
                      -1.0387e-02,  4.0112e-02, -2.3126e-02, -1.9263e-02, -4.9503e-06,
                      -4.7037e-02, -2.4143e-02, -5.3886e-02,  7.3581e-02,  1.1993e-02,
                       3.9974e-02,  6.3281e-02,  2.2586e-02,  4.2094e-02,  3.1042e-02,
                      -8.5143e-02, -9.2904e-03,  2.6657e-02, -3.5428e-02,  3.9652e-02,
                      -8.2343e-02,  5.5490e-02, -1.6398e-01,  3.0319e-02,  3.4345e-02,
                      -3.7091e-02, -9.8619e-02, -1.0529e-02, -1.1078e-02, -1.7246e-01,
                       2.9786e-02, -2.2805e-02, -5.2338e-02,  4.0116e-02,  3.9849e-02,
                      -4.8793e-02,  8.4826e-02, -1.5717e-02, -1.4654e-01,  1.1259e-03,
                       4.8400e-02,  2.7349e-02, -1.4880e-01,  4.3566e-02,  5.1065e-02,
                       7.1656e-02, -1.9974e-02,  5.6286e-03,  2.7285e-02,  8.6036e-02,
                      -5.0020e-02,  4.9561e-02, -3.5391e-02,  2.4304e-02,  3.9152e-02,
                       7.7504e-02, -5.5120e-03,  1.5986e-02,  2.3927e-02,  7.0652e-02,
                       2.1960e-02, -5.4246e-02, -2.4299e-02,  1.1806e-02, -6.9910e-02,
                       7.7041e-02,  3.5063e-02, -1.0948e-01,  8.0913e-02,  5.9000e-02,
                      -5.6814e-02,  4.4339e-02,  1.2652e-02, -1.1491e-01, -2.2446e-02,
                      -9.0610e-02,  2.1385e-02,  9.3345e-02,  3.0262e-02, -1.1927e-02,
                       2.4646e-02,  4.3443e-02,  7.7886e-02, -9.9491e-02, -2.4396e-02,
                       2.8243e-02, -3.0809e-03,  5.0749e-02,  1.3053e-03, -4.0437e-02,
                      -5.1021e-02,  4.7587e-02, -7.6104e-04,  3.3575e-02,  4.5431e-02,
                      -3.8335e-02, -5.1800e-02, -9.0562e-02,  3.8481e-02,  6.2071e-02,
                       3.5026e-02, -2.2078e-02,  3.6790e-03,  1.4182e-02, -1.5831e-01,
                       2.8381e-02,  1.7326e-02, -1.8019e-02, -6.5636e-03, -8.9823e-02,
                      -5.9298e-04,  3.0629e-02, -1.3790e-02, -3.0214e-02,  6.7718e-04,
                       1.3982e-03, -6.3215e-02,  2.4128e-02, -2.0759e-03,  1.0764e-01,
                       7.3861e-02, -2.0685e-02, -2.8478e-02,  3.5520e-03,  6.6532e-02,
                      -1.0981e-02,  5.2541e-04,  1.4879e-03,  1.0896e-02, -3.2927e-02,
                      -6.5949e-02,  5.5068e-02, -4.8073e-02,  4.3061e-02, -1.8521e-02,
                       8.5292e-02,  6.8727e-02,  3.4840e-02, -2.1986e-02, -2.3605e-03,
                      -2.6187e-02, -1.4838e-02, -6.7522e-02,  6.8457e-02,  2.1290e-02,
                      -1.0256e-01,  7.4643e-02,  8.0946e-02,  7.2097e-02, -2.6526e-02,
                       5.6705e-02, -7.6862e-03,  1.3484e-02,  7.8854e-03, -2.4251e-02,
                      -2.1378e-02, -3.4071e-03,  7.6478e-03, -7.6133e-03, -1.3270e-01,
                      -1.7232e-02, -1.2239e-02,  5.3023e-02,  3.3677e-02, -4.0628e-02,
                       1.3412e-02, -8.6445e-02, -1.6515e-02, -6.1146e-02, -2.7502e-02,
                       2.5197e-02, -2.8842e-02, -4.6899e-02, -8.4151e-03,  1.3000e-01,
                       2.6330e-02, -8.2775e-02, -6.9191e-02, -9.7541e-03, -1.2670e-01,
                       5.3524e-02,  6.7635e-02,  9.2162e-03, -8.6403e-02, -6.2109e-02,
                       3.0105e-02,  3.2260e-02, -2.8917e-02,  1.4674e-02, -4.6261e-02,
                      -6.2288e-03, -9.9455e-02, -7.5891e-02, -9.0657e-02,  7.2371e-02,
                      -5.9760e-04, -1.1917e-02, -1.8935e-02, -2.6148e-02, -2.8281e-02,
                       2.2284e-02,  5.8299e-02,  1.7023e-02, -8.1430e-02,  2.3126e-02,
                       3.2384e-02,  4.9979e-02,  6.7762e-02, -4.8040e-03,  5.5803e-02,
                      -5.7599e-02,  3.6191e-02, -3.7355e-02, -1.3339e-02,  7.3790e-02,
                       1.8318e-02, -6.2263e-02,  1.7788e-02, -1.4097e-02, -2.9093e-02,
                      -9.7937e-02, -1.0748e-01, -6.7182e-02, -1.2432e-02,  4.3088e-02,
                      -3.5894e-02, -6.5241e-03, -1.4584e-02,  4.9997e-02,  2.0624e-02,
                       8.4960e-03,  2.5523e-02,  4.9387e-02, -9.1700e-03,  1.1814e-01,
                      -4.0844e-02,  1.0338e-01, -2.7504e-02, -3.5965e-02,  4.2603e-02,
                       5.3909e-02, -3.9047e-03, -4.8083e-02, -1.2140e-01, -1.8490e-02,
                      -5.7476e-03, -1.1002e-01,  1.4108e-02,  4.5835e-02, -2.5110e-02,
                       7.8122e-03,  3.0387e-03,  3.0947e-02, -1.5148e-02, -5.1568e-02,
                       3.6167e-02, -3.9902e-02, -2.5214e-02, -3.6643e-03, -3.1086e-02,
                      -4.6475e-02,  9.3248e-03,  1.6195e-02,  5.6042e-02, -6.3872e-02,
                       5.7812e-02,  2.8909e-02,  6.9072e-02, -2.3532e-02,  4.8135e-02,
                       2.4816e-02,  3.3426e-02,  5.5709e-03, -2.0211e-02, -3.0802e-02,
                       5.7807e-03, -1.1410e-01,  1.2955e-02, -3.9483e-02, -1.4752e-01,
                       6.9852e-02, -5.8898e-02,  8.2391e-02, -6.8703e-02, -6.9557e-03,
                      -2.2292e-02, -7.0178e-03, -6.5759e-02, -1.9904e-02,  1.8768e-02,
                      -1.3048e-03,  5.7915e-04, -4.2287e-02, -6.9657e-02,  2.3431e-02,
                      -4.5312e-02, -4.7738e-03, -9.7657e-03,  2.2663e-02,  1.6185e-02,
                       1.0125e-02, -7.1559e-02,  4.5805e-02, -3.0712e-02,  7.3696e-02,
                       1.3389e-02, -3.1300e-02, -1.5839e-02,  4.1747e-02, -3.1223e-03,
                       1.9833e-02,  4.1088e-02, -5.3480e-02,  4.4219e-04,  9.0099e-02,
                       5.7022e-02,  7.3130e-04, -2.6225e-02,  5.7729e-03,  2.6725e-02,
                       1.1933e-02, -3.5557e-02,  9.0541e-02,  5.9099e-02,  4.2145e-02,
                      -1.8380e-02, -2.2117e-02,  6.4510e-03, -4.9382e-02,  1.6510e-02,
                       3.8046e-02,  1.6887e-02, -9.1254e-02,  5.9499e-02,  1.3392e-02,
                      -8.1350e-02,  6.6713e-02, -6.3757e-02, -3.7393e-02, -3.2794e-02,
                      -4.0818e-02, -1.3775e-02,  3.5564e-02, -6.5070e-02,  4.3422e-02,
                      -1.7840e-02, -9.4763e-02,  6.7361e-02,  3.2747e-02, -1.3070e-03,
                       1.0626e-02, -1.0889e-02,  4.4071e-02,  2.1297e-02,  7.5071e-02,
                      -1.4659e-02,  6.5029e-03,  1.8651e-02,  1.5753e-02,  5.9753e-02,
                      -3.0180e-02,  5.5062e-02, -8.3186e-02,  1.4349e-02,  6.9212e-03,
                      -1.4120e-02,  6.4146e-02, -4.9388e-02, -9.5143e-02,  8.0984e-02,
                      -5.0049e-02, -2.5544e-02,  3.2798e-02, -6.6403e-02, -4.2226e-02,
                       7.6565e-02,  6.1535e-02,  5.4953e-02,  4.3084e-02,  6.9556e-02,
                       6.7694e-02, -3.5927e-02, -1.0665e-01, -4.6974e-02, -1.4082e-02,
                      -4.2258e-02, -1.3725e-02,  3.7464e-02, -3.0781e-02,  3.4874e-02,
                       2.8101e-02,  5.1923e-02,  6.2354e-02, -1.6444e-02,  4.3146e-02,
                      -5.9961e-02,  1.7008e-01,  5.8610e-02, -5.0449e-03, -8.2219e-02,
                       8.0551e-02,  1.2586e-02,  2.7540e-02,  9.9058e-02,  4.1983e-02,
                      -2.6136e-02, -2.3655e-02, -1.8290e-02, -1.0430e-02,  1.5172e-02,
                       4.6774e-02, -6.5684e-03, -3.9840e-02,  1.5788e-02,  4.6679e-02,
                       3.6315e-02,  1.1920e-01,  3.1419e-02,  1.7551e-02, -6.4528e-02,
                       1.7677e-02, -2.8380e-02,  4.5451e-04, -1.0750e-01, -3.9896e-02,
                       9.0178e-02,  2.1414e-03,  8.5834e-02, -9.1108e-02,  2.1823e-02,
                      -2.0293e-03, -3.1646e-02,  4.4386e-02, -4.0638e-02,  7.7022e-02,
                       1.0424e-01, -1.2483e-01,  4.2014e-02,  2.0872e-02, -2.3188e-02,
                       5.6729e-02,  3.1010e-02,  7.6409e-02, -5.2086e-02,  4.4477e-03,
                      -2.8504e-02,  1.1381e-02,  2.9968e-03, -9.7021e-03,  7.7351e-02,
                      -2.8062e-01,  8.5604e-03, -3.3166e-02,  4.1346e-02,  2.9716e-03,
                      -2.2061e-02, -4.6790e-02,  3.6100e-02, -9.9159e-02,  2.6514e-02,
                      -1.5190e-02,  1.5644e-02,  1.4838e-01, -3.1185e-02,  6.0548e-02,
                       1.0624e-02,  3.1010e-04, -2.6274e-02, -3.4931e-02,  1.3657e-02,
                      -1.2914e-02,  9.1400e-02,  2.0279e-02,  8.6915e-02,  3.4158e-02,
                      -7.9910e-03,  2.4694e-02,  4.3265e-03,  5.4758e-02, -6.5526e-02,
                      -8.6256e-03, -6.1581e-02, -1.5427e-02,  8.1483e-03,  3.5417e-02,
                       3.7136e-02, -1.1066e-02,  2.5454e-02, -1.3931e-02, -1.0136e-02,
                       2.7925e-02, -1.3331e-02, -8.8754e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.weight',
              tensor([0.8683, 0.8563, 0.8595, 0.8267, 0.7802, 0.8732, 0.7496, 0.8503, 0.9070,
                      0.7741, 0.9010, 0.8976, 0.9129, 0.8904, 0.8836, 0.7479, 0.8336, 0.8152,
                      0.8262, 0.8967, 0.7908, 0.9095, 0.8363, 0.8571, 0.8062, 0.8450, 0.8805,
                      0.9094, 0.8381, 0.8838, 0.8669, 0.7432, 0.8955, 0.7561, 0.8468, 0.8214,
                      0.7510, 0.8937, 0.7415, 0.8933, 0.9095, 0.8721, 0.8531, 0.9015, 0.9204,
                      0.8928, 0.8829, 0.8741, 0.9280, 0.8175, 0.9125, 0.8122, 0.8273, 0.8838,
                      0.7796, 0.7310, 0.8605, 0.8674, 0.8044, 0.7972, 0.8500, 0.9107, 0.9228,
                      0.9127, 0.7612, 0.8951, 0.8836, 0.8571, 0.7471, 0.8165, 0.8695, 0.8359,
                      0.8633, 0.8516, 0.8965, 0.8914, 0.8732, 0.8651, 0.8897, 0.8620, 0.8539,
                      0.8229, 0.8667, 0.8622, 0.7184, 0.9351, 0.8238, 0.8547, 0.8979, 0.8655,
                      0.8735, 0.8517, 0.8708, 0.8873, 0.8575, 0.8588, 0.6879, 0.8861, 0.8999,
                      0.8885, 0.7968, 0.9125, 0.7997, 0.9269, 0.7236, 0.9182, 0.9022, 0.8194,
                      0.9108, 0.9011, 0.8271, 0.8469, 0.9044, 0.7160, 0.8581, 0.9345, 0.8566,
                      0.8744, 0.9032, 0.9052, 0.8918, 0.8637, 0.8826, 0.8138, 0.8174, 0.7946,
                      0.8775, 0.8338, 0.8559, 0.8296, 0.8897, 0.7921, 0.8769, 0.8746, 0.8858,
                      0.8470, 1.1072, 0.8908, 0.8501, 0.8903, 0.7744, 0.8854, 0.8474, 1.4006,
                      0.8796, 0.8570, 0.8840, 0.8897, 0.8567, 0.9085, 0.9125, 0.8868, 0.8959,
                      0.8552, 0.8760, 0.8319, 0.8819, 0.8875, 0.8587, 0.8826, 0.9930, 0.8893,
                      0.7229, 0.8577, 0.8347, 0.8993, 0.9188, 0.7444, 0.8264, 0.8476, 0.8975,
                      0.6963, 0.8085, 0.8757, 0.8730, 0.9174, 0.9167, 0.9450, 0.9059, 0.8598,
                      0.8334, 0.8482, 0.8095, 0.9279, 0.8529, 0.8862, 0.8197, 0.8760, 0.8732,
                      0.8648, 0.8788, 0.7454, 0.8379, 0.8824, 0.8468, 0.9051, 0.9117, 0.6657,
                      0.8432, 0.8968, 0.8938, 0.8075, 0.8793, 0.8829, 0.8215, 0.8573, 0.8860,
                      0.9158, 0.8733, 0.8354, 0.8764, 0.8910, 0.8140, 0.9032, 0.8345, 0.9023,
                      0.8111, 0.8025, 0.8668, 0.8724, 0.9036, 0.8217, 0.8952, 0.9885, 0.8551,
                      0.8829, 0.9003, 0.8857, 0.8672, 0.6687, 0.8021, 0.8851, 0.8357, 0.8405,
                      0.8359, 0.8907, 0.6650, 0.9104, 0.8289, 0.8804, 0.8687, 0.8194, 0.8179,
                      0.8406, 0.8981, 0.8297, 0.9071, 0.8157, 0.9023, 0.9203, 0.9011, 0.8817,
                      0.9368, 0.9259, 0.9212, 0.8744, 0.9206, 0.6859, 0.8650, 0.8816, 0.7252,
                      0.8902, 0.8579, 0.8761, 0.8740, 0.8813, 0.8745, 0.9053, 0.7338, 0.8931,
                      0.8818, 0.8610, 0.9070, 0.8599, 0.9489, 0.8954, 0.8437, 0.8752, 0.8416,
                      0.8924, 0.9267, 0.8809, 0.7624, 2.5703, 0.8816, 0.9185, 0.7314, 0.9555,
                      0.8776, 0.8659, 0.7267, 0.8628, 0.8186, 0.8250, 0.8664, 0.7934, 0.8975,
                      0.6793, 0.9030, 0.8921, 0.9111, 0.8205, 0.8130, 0.8704, 0.7344, 0.9108,
                      0.7922, 0.9173, 0.8972, 0.8442, 0.8493, 0.8180, 0.8698, 0.7296, 0.8222,
                      0.8883, 0.8691, 0.7940, 0.9482, 0.7965, 0.8235, 0.8842, 0.8624, 0.9154,
                      0.8035, 0.8379, 0.9546, 0.8184, 0.9195, 0.8931, 0.9991, 0.8553, 0.8845,
                      0.9086, 0.9216, 0.9036, 0.8695, 0.9054, 0.8872, 0.7882, 0.6621, 0.8956,
                      0.7937, 0.9251, 0.8362, 0.9007, 0.8844, 0.8465, 0.8484, 0.8350, 0.8941,
                      0.8421, 0.8224, 0.8475, 0.9105, 0.8633, 0.8487, 0.8791, 0.8775, 0.7860,
                      0.8425, 0.8946, 0.8508, 0.9082, 0.8748, 0.8814, 0.9002, 0.9831, 0.8870,
                      0.8591, 0.8208, 0.8950, 0.8664, 0.8641, 0.8281, 0.8309, 0.8197, 0.8737,
                      0.9052, 0.6940, 0.8317, 0.8577, 0.8885, 0.9491, 0.8453, 0.8163, 0.8012,
                      0.8768, 0.8907, 0.7804, 0.9068, 0.8031, 0.8866, 0.8929, 0.8625, 0.8822,
                      0.7785, 0.9289, 0.8384, 0.7743, 0.7401, 0.8206, 0.7763, 0.8653, 0.8680,
                      0.8943, 0.8264, 0.8684, 0.9171, 0.9246, 0.8400, 0.8060, 0.9164, 0.9154,
                      0.9151, 0.8529, 0.8147, 1.0309, 0.8472, 0.8929, 0.8502, 0.9207, 0.8928,
                      0.8073, 0.8441, 0.8939, 0.8856, 0.7022, 0.8919, 0.9300, 0.8706, 0.8738,
                      0.8334, 0.9156, 0.7951, 0.9378, 0.8912, 0.8580, 0.8956, 0.8799, 0.9134,
                      0.7895, 0.8526, 0.7892, 0.8451, 0.8135, 0.8929, 0.9101, 0.8849, 0.8248,
                      0.9211, 0.6681, 0.8664, 0.8939, 0.8913, 1.0316, 0.8048, 0.7896, 0.8542,
                      0.8511, 0.8370, 0.8712, 0.8517, 0.9055, 0.7855, 0.8103, 0.8554, 0.8071,
                      0.9033, 0.8823, 0.8940, 0.8503, 0.9183, 0.8727, 0.9086, 0.8459, 0.7085,
                      0.9115, 0.8089, 0.9479, 0.8235, 0.8621, 0.9018, 0.9100, 0.8870, 0.8598,
                      0.9187, 0.7888, 0.9065, 0.7968, 0.8235, 0.9023, 0.8758, 0.8143, 0.9229,
                      0.8378, 0.8100, 0.9008, 0.8172, 0.8675, 0.8955, 0.8859, 0.7963, 0.8680,
                      0.8966, 0.9924, 0.9302, 0.8516, 0.8943, 0.8824, 0.9163, 0.8718, 0.9244,
                      0.8608, 0.8939, 0.7945, 0.9014, 0.8502, 0.7611, 0.9014, 0.8859, 0.7563,
                      0.8390, 0.9005, 0.8786, 0.9106, 0.9587, 0.9143, 0.8787, 0.8831, 0.8720,
                      0.9052, 0.8541, 0.8043, 0.8208, 0.8486, 0.7691, 0.8957, 0.8571, 0.8219,
                      0.9167, 0.8945, 0.7853, 0.7628, 0.8138, 0.8993, 0.8448, 0.8167, 0.8828,
                      0.9077, 0.8501, 0.8171, 0.9300, 0.8679, 0.7577, 0.8493, 0.8207, 1.9940,
                      0.8575, 0.8372, 0.9052, 0.8972, 0.7053, 0.8848, 0.8898, 0.9200, 0.8417,
                      0.8889, 0.7951, 0.9308, 0.7767, 0.8699, 0.8137, 0.8713, 0.8851, 0.8957,
                      0.8544, 0.8408, 0.9139, 0.8797, 0.8724, 0.9358, 0.8921, 0.8485, 0.8766,
                      0.9064, 0.8707, 0.8873, 0.8585, 0.8079, 0.9044, 0.7877, 0.8314, 0.8794,
                      0.8741, 0.9318, 0.8383, 0.8419, 0.8894, 0.8607, 0.8977, 0.8570, 0.7825,
                      0.9038, 0.9432, 0.8566, 0.8709, 0.8500, 0.8944, 0.8669, 0.8651, 0.7844,
                      0.8494, 0.9163, 0.9489, 0.9051, 0.9053, 0.9276, 0.8961, 0.8842, 0.8652,
                      0.7494, 0.8499, 0.9157, 0.8525, 0.9558, 0.8842, 0.8818, 0.8489, 0.8923,
                      0.8923, 0.9049, 0.8071, 0.8556, 0.8394, 0.8998, 0.8885, 0.9109, 0.8815,
                      0.8107, 0.9271, 0.8420, 0.8932, 0.8640, 0.8287, 0.8110, 0.7670, 0.9063,
                      0.9030, 0.8294, 0.8226, 0.9144, 0.8131, 0.7479, 0.8190, 0.8763, 0.8846,
                      0.8705, 0.8634, 0.8960, 0.8861, 0.8313, 0.8519, 0.8468, 0.8227, 0.8613,
                      0.9395, 0.7006, 0.7409, 0.8824, 0.9193, 0.8219, 0.8471, 0.9209, 0.9339,
                      0.8357, 0.8701, 0.8907, 0.9002, 0.9063, 0.9210, 0.8440, 0.8852, 0.8776,
                      0.9002, 0.8594, 0.8316, 0.9137, 0.8512, 0.8983, 0.8876, 0.7019, 0.8938,
                      0.8986, 0.9213, 0.8770, 0.8592, 0.9739, 0.8291, 0.9143, 0.8057, 0.7958,
                      0.6646, 0.8132, 0.9176, 0.9197, 0.8508, 0.9328, 0.8598, 0.9051, 0.8455,
                      0.9082, 0.8868, 0.8280, 0.9235, 0.8652, 0.8110, 0.7456, 0.8665, 0.9121,
                      0.8986, 0.8973, 0.8898, 0.8137, 0.9012, 0.7215, 0.9457, 0.8183, 0.8836,
                      0.8922, 0.8603, 0.8075, 0.9002, 0.9643, 0.8497, 0.8955, 0.9491, 0.7983,
                      0.8430, 0.8816, 0.9210, 0.8437, 0.7126, 0.8517, 0.8437, 0.8168, 0.8732,
                      0.8707, 0.8395, 0.7303, 0.8455, 0.8902, 0.8934, 0.8433, 0.9094, 0.8256,
                      0.7924, 0.8661, 0.8904, 0.8675, 0.8446, 0.8914, 0.9097, 0.8539, 0.9047,
                      0.8582, 0.9166, 0.8553], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.bias',
              tensor([ 5.7966e-02,  1.8026e-03, -1.9701e-01, -8.3486e-02, -1.2014e-01,
                       1.8711e-01, -1.5166e-01,  3.5926e-01,  2.2606e-01, -3.2701e-02,
                       1.3576e-01, -7.5217e-03, -4.3886e-02, -1.8354e-01, -1.0460e-02,
                       3.2847e-01, -6.3011e-02, -1.5287e-02, -9.1164e-02, -8.3914e-02,
                       2.0339e-02,  1.2900e-01, -1.0988e-01,  7.3239e-02, -2.7679e-02,
                       1.6227e-01, -5.2696e-02,  2.3955e-01,  3.0813e-02,  2.1511e-02,
                      -4.7135e-02, -1.7153e-01, -8.1515e-02, -6.9622e-02,  4.7751e-02,
                       4.2326e-02, -1.5803e-01, -5.2531e-02,  5.9929e-02,  2.1859e-01,
                      -7.1243e-02, -1.0138e-01,  5.0247e-02,  9.0983e-02, -6.7677e-02,
                      -5.8094e-02,  2.2389e-01, -1.7666e-02,  1.1842e-01,  6.8387e-02,
                       2.6324e-02, -4.0083e-02,  1.2769e-01, -1.4725e-01, -8.5199e-02,
                      -9.0249e-02, -9.3883e-02,  3.7671e-02,  3.1947e-02,  8.5395e-02,
                       2.4513e-03,  5.2796e-02,  2.0146e-01, -3.1683e-01, -7.4633e-02,
                      -1.4800e-02,  1.2172e-01, -3.7036e-02,  1.4413e-01, -1.2364e-04,
                      -1.7510e-01,  1.4215e-03, -4.3144e-02,  1.1352e-01,  4.8667e-02,
                      -5.7281e-02,  1.4509e-01, -2.0261e-02,  7.0111e-03,  1.1626e-01,
                       1.9666e-02,  4.9898e-03, -1.4608e-01,  1.7239e-01,  3.1046e-02,
                       2.8286e-01, -1.1145e-01,  1.7492e-02,  8.3783e-02,  9.0645e-02,
                      -1.3457e-01, -8.1592e-02, -2.6677e-01,  8.8213e-02, -8.3963e-02,
                       1.9862e-01,  6.9075e-03, -9.5518e-02,  6.3355e-02,  2.7443e-01,
                      -5.1543e-02, -4.5980e-02,  2.8694e-02,  1.2022e-01, -1.6237e-01,
                       3.8195e-02,  2.2339e-02, -1.6822e-02, -1.7707e-01, -1.0837e-01,
                       9.8166e-02, -1.3173e-01, -4.7793e-02, -1.1829e-02,  7.0161e-02,
                       1.6213e-01,  4.5601e-02,  1.6981e-01, -8.8471e-03,  6.0619e-02,
                       4.5225e-02, -4.2458e-02,  2.3129e-02,  6.6091e-02, -3.2863e-02,
                      -1.1626e-03, -1.1627e-01,  3.4682e-02,  6.8829e-02,  5.8667e-02,
                       4.6102e-02,  3.3177e-02, -1.1995e-01,  8.4640e-02,  7.6979e-04,
                       4.7406e-02,  2.7996e-01,  3.5996e-02, -1.3233e-01, -8.8627e-03,
                      -2.7999e-01, -2.0798e-03, -3.6922e-02, -1.7242e+00, -4.5329e-02,
                      -1.7469e-01,  1.3557e-01,  5.9919e-02, -9.1440e-02, -2.7532e-01,
                      -3.5331e-01, -1.9779e-02, -5.0144e-02, -3.5310e-02,  1.2030e-01,
                       2.0498e-02, -1.2809e-01, -1.0474e-01, -5.5910e-02, -8.3077e-02,
                       2.4215e-01,  4.1637e-02, -8.1618e-02, -5.8832e-02, -9.1879e-03,
                      -2.7305e-01,  2.5260e-01,  6.6316e-02, -1.2610e-01, -6.7019e-02,
                      -6.4631e-02, -2.4814e-02,  3.2971e-03,  1.0030e-01,  2.2390e-01,
                       1.8891e-01,  1.8208e-01, -4.6386e-01, -7.3112e-02,  1.5766e-02,
                      -2.4900e-01, -2.7316e-02, -1.1859e-01, -2.8517e-01, -3.2242e-02,
                      -1.0348e-01, -2.6473e-01, -1.6031e-01,  2.5980e-02, -7.4975e-02,
                       1.7264e-01,  1.4195e-01,  6.9137e-02, -1.7004e-02, -8.2319e-02,
                      -2.0178e-01,  2.7971e-02, -1.2218e-01, -5.5007e-02, -7.5909e-02,
                       1.2439e-01,  1.0028e-01, -9.6538e-02,  1.5346e-01,  1.2340e-01,
                       8.7600e-02,  6.2695e-03, -2.0369e-01, -5.7776e-02, -1.3599e-01,
                       1.5796e-02, -6.7471e-03,  7.0502e-02, -1.4120e-01, -8.1081e-02,
                      -8.4545e-02,  1.6637e-01,  4.6021e-02, -6.7321e-02,  1.5325e-01,
                       2.0066e-02,  1.4754e-02,  4.2572e-02, -4.3365e-01, -1.6622e-01,
                       1.0639e-01,  2.7808e-02,  3.3188e-02,  2.3517e-01, -2.2588e-01,
                      -5.6777e-02,  3.8361e-02,  3.1255e-02, -5.2035e-02, -1.1531e-01,
                      -1.7246e-01,  3.4042e-02, -2.5894e-02, -3.3050e-02, -4.6600e-02,
                      -2.2055e-01, -5.8786e-02,  1.2968e-01,  2.8382e-02, -1.9139e-01,
                      -1.8649e-01,  3.9493e-02,  5.5709e-03,  4.8841e-02,  1.3901e-01,
                       3.3997e-02,  5.3919e-02,  1.7065e-01,  3.1673e-02,  1.1641e-01,
                      -5.6786e-03, -2.0865e-01,  5.4085e-02, -1.0884e-01, -1.0074e-01,
                      -6.9165e-03, -2.4483e-01,  8.3835e-02,  5.1415e-02, -5.6123e-02,
                       5.8978e-02, -8.1777e-02, -5.9286e-02, -1.2085e-02, -5.3345e-02,
                      -3.6183e-02, -2.0191e-01,  1.2473e-01, -1.8758e-02,  1.6354e-01,
                      -7.7369e-02, -1.1062e-01, -7.5085e-02,  3.9708e-02, -2.7083e-01,
                       1.5526e-02, -5.1965e-02, -1.5296e-01,  1.0251e+00, -1.7492e-02,
                       1.0633e-01,  3.3778e-02, -3.4915e-01,  1.0789e-01,  6.6008e-02,
                      -2.1252e-02, -1.1570e-01, -5.1033e-02, -1.0638e-01, -1.2390e-01,
                      -8.3858e-02, -3.2482e-01,  1.2427e-02, -1.0142e-01,  8.5771e-02,
                       1.4518e-01, -7.5350e-02, -8.3164e-02, -4.4089e-03, -1.6414e-01,
                      -1.5958e-01, -3.1613e-02,  6.2120e-02,  2.6994e-02,  1.2344e-01,
                       3.2962e-01, -8.3187e-02,  2.1877e-02,  3.5458e-02, -2.3781e-02,
                       6.9627e-02, -7.7477e-02, -1.5073e-02, -2.8544e-01,  5.5259e-02,
                      -9.8550e-02, -3.1219e-02,  1.7613e-02,  6.0878e-03, -6.5192e-02,
                      -1.4073e-01,  3.1316e-01,  1.4435e-01,  1.3800e-02,  2.4669e-01,
                      -4.8552e-01, -4.2559e-02, -6.1906e-02,  7.5759e-02,  1.1464e-01,
                      -1.1158e-01,  5.8482e-02,  8.4407e-02, -1.7933e-01,  6.4785e-02,
                      -5.7425e-02, -2.5103e-02,  1.0530e-02, -1.2776e-01,  2.9742e-03,
                      -4.4478e-02, -4.5329e-02, -1.2459e-01, -8.1138e-02, -5.5933e-02,
                       2.0876e-02,  2.3915e-02, -1.6628e-01,  2.4730e-02,  1.6735e-02,
                      -1.6769e-01, -2.3052e-03,  4.5474e-02, -3.5927e-02, -1.6185e-01,
                      -2.0252e-02, -7.9109e-02,  8.1750e-02, -5.8199e-02, -1.8790e-01,
                       6.5366e-02, -5.8120e-02,  2.3494e-01, -1.2768e-01,  1.7772e-01,
                      -5.6792e-02, -1.8084e-01, -4.4470e-02,  2.8148e-02, -6.8976e-03,
                      -5.6365e-02,  2.9175e-02, -2.8294e-02,  2.0506e-01, -2.2205e-02,
                       6.7637e-02, -6.6179e-02,  5.8809e-03,  3.2400e-01, -2.1323e-01,
                      -1.6984e-01,  1.1552e-01, -1.8750e-02,  6.1056e-02, -3.8556e-02,
                       7.2095e-02,  1.3194e-02,  5.1688e-02, -3.4638e-02, -9.2467e-02,
                      -7.9494e-02,  9.7777e-03,  1.1233e-01, -1.1588e-01, -5.1488e-02,
                      -1.4191e-01,  2.2043e-01,  2.8451e-02,  4.1230e-02, -1.6955e-01,
                       3.5313e-02,  1.1501e-01, -1.0428e-01, -1.7363e-01, -1.1243e-01,
                      -2.4119e-01,  1.1827e-02,  1.5459e-01, -4.1224e-02,  1.3018e-01,
                      -1.4169e-02,  1.1702e-01,  4.1925e-01, -1.4278e-01, -2.3580e-02,
                      -8.0755e-02, -6.0537e-02, -1.4536e-01, -6.9187e-02,  1.0347e-01,
                      -1.5048e-01, -2.6339e-01, -1.6816e-01, -1.3120e-01,  1.5726e-01,
                      -5.0478e-02, -1.8399e-02, -1.9384e-01,  9.8524e-02, -1.9074e-01,
                       1.6057e-01,  2.0801e-01,  9.7640e-02, -9.4340e-02,  6.4987e-02,
                       1.2535e-01,  4.3270e-02, -4.3728e-02, -2.8509e-02,  3.0744e-02,
                      -1.4375e-01, -2.3113e-02,  6.1065e-02,  4.5285e-02, -6.1069e-02,
                       2.2136e-01,  2.3773e-01, -2.1727e-03,  2.9593e-03, -1.5225e-01,
                      -4.9168e-01, -2.2086e-02,  4.6180e-03, -8.7871e-02, -1.1051e-02,
                      -1.5473e-02, -2.8706e-02, -4.7131e-02,  1.3090e-01, -5.5634e-02,
                      -3.5575e-03,  2.7797e-02,  5.0652e-02,  1.4877e-01,  5.7000e-02,
                       1.2524e-01,  1.3787e-01, -3.8363e-02,  2.3069e-01, -9.0282e-02,
                       3.5654e-02, -4.0613e-02,  1.3534e-01,  9.9856e-02, -8.3235e-02,
                      -1.4204e-02, -1.2290e-01, -1.1707e-01,  8.2042e-02,  9.1552e-02,
                      -2.0269e-01,  1.1391e-01,  1.7041e-02,  6.0660e-02,  2.4619e-02,
                      -3.1429e-02, -5.4816e-02, -1.0120e-01,  3.0930e-02,  2.0010e-01,
                       1.4503e-02, -2.5314e-03,  1.8153e-02, -2.2212e-02,  6.0802e-02,
                       4.3294e-02,  7.1493e-02, -2.1260e-02, -1.2332e-01, -2.2100e-01,
                       2.4843e-01, -9.8450e-02,  3.2214e-02, -2.3575e-01, -1.6469e-01,
                      -3.5828e-01,  1.0589e-02,  3.4897e-01,  9.1537e-02, -1.7960e-01,
                      -3.7875e-02,  8.0523e-02,  1.2835e-01,  1.5011e-01,  1.4528e-02,
                      -9.5291e-02,  9.6869e-03,  3.0951e-02, -1.6187e-01, -8.6496e-02,
                      -4.0433e-02,  1.4286e-01, -2.3819e-02, -4.3672e-02, -9.9988e-02,
                      -6.3192e-02,  1.5186e-01, -1.3567e-01, -8.8978e-02, -9.2625e-02,
                      -7.7824e-02, -2.1404e-02,  1.8524e-01, -2.1593e-01,  5.5729e-02,
                      -2.4669e-01,  1.9454e-02,  2.7329e-02, -1.1868e-02, -2.6959e-02,
                       1.2062e-01, -4.7408e-03, -2.6096e-02,  1.6928e-01,  1.6193e-01,
                       2.2339e-01,  1.2184e-01, -6.0363e-02,  1.3302e-01, -3.0002e-02,
                      -1.0848e-02, -1.5219e-01, -1.7982e+00, -1.4347e-01,  2.0634e-02,
                      -1.6907e-01,  6.5344e-02, -1.5764e-01, -2.5710e-02,  7.7098e-02,
                      -1.3031e-01, -7.3567e-02, -3.5227e-03, -1.2394e-01,  1.3964e-01,
                      -1.0776e-01,  2.2119e-02, -1.1348e-01, -3.6920e-02,  9.5452e-03,
                      -4.5532e-02,  8.4972e-02, -8.0367e-02,  2.2422e-01, -4.2317e-02,
                       5.1020e-03,  2.8768e-01,  8.2465e-02, -6.5079e-02,  5.6071e-03,
                      -3.4731e-02,  1.5377e-01, -5.3578e-02,  1.2738e-01,  3.7443e-02,
                      -1.0854e-01,  1.4311e-02, -1.1610e-01, -2.8464e-01, -2.3832e-01,
                       4.1105e-02,  4.9566e-02, -4.4881e-02, -1.7085e-01,  5.7745e-02,
                      -1.0537e-01, -9.9319e-02, -6.6945e-02, -2.0195e-01,  1.4847e-01,
                      -1.1401e-01, -1.0910e-02,  1.8324e-01,  1.6267e-01,  7.2454e-02,
                       4.6277e-02, -3.6781e-02, -2.2914e-02, -2.6373e-01,  1.9954e-01,
                       1.2734e-01,  2.1413e-02, -7.1651e-02, -6.7500e-02, -7.4622e-04,
                      -1.1584e-01,  1.2929e-01,  9.8082e-02,  5.4810e-02,  9.2913e-02,
                      -1.9141e-01, -4.1139e-02, -1.6285e-01,  8.3313e-02,  4.0739e-01,
                      -1.5083e-01,  1.0246e-01,  6.9786e-02, -8.2091e-02,  9.1998e-02,
                       2.5497e-01, -1.1122e-01,  1.8279e-01, -2.2487e-01, -7.7871e-02,
                      -8.4126e-02, -8.7373e-02,  2.0282e-01, -1.0044e-01,  2.1302e-02,
                      -1.1542e-01, -3.4839e-01,  1.1932e-01, -9.7503e-02, -1.7283e-01,
                       3.4197e-02, -1.2636e-01, -1.8720e-02, -2.4894e-01, -4.2955e-02,
                       9.7800e-02, -5.3684e-02,  6.2217e-02,  8.7960e-02, -1.5430e-02,
                       1.0320e-01,  5.5556e-02, -1.1324e-01, -1.1595e-01,  7.5685e-03,
                      -1.7884e-01,  2.6015e-01,  9.3175e-02, -1.3031e-01,  1.3017e-01,
                       3.3817e-02,  5.2395e-02,  3.4877e-02,  5.8463e-02,  2.3707e-01,
                      -4.6866e-02, -1.7170e-02, -2.0954e-01, -9.1989e-02,  9.2417e-03,
                       1.6838e-01, -6.3430e-02,  1.3143e-01, -6.6343e-03,  4.4440e-02,
                       3.3500e-02, -5.3376e-02, -2.5608e-02, -2.0863e-02, -7.0549e-02,
                       1.5753e-01,  3.4383e-02, -1.7589e-01, -7.5839e-02,  1.5925e-01,
                      -8.9309e-02,  6.6852e-02, -3.1404e-01,  2.2800e-01,  5.0066e-02,
                       1.2358e-01,  1.0808e-01,  1.2797e-01,  1.3087e-01, -1.0827e-01,
                      -8.5305e-02,  4.1440e-03, -2.4987e-01, -1.0049e-02, -8.2955e-02,
                      -2.9583e-02,  2.7570e-02, -5.5990e-02, -3.4608e-03,  5.9207e-02,
                       1.0389e-01, -1.5659e-01, -1.1034e-01,  1.3125e-01,  9.5043e-02,
                       5.2525e-02,  1.4973e-01,  6.6068e-02,  6.1681e-02, -1.4385e-02,
                       3.2854e-02,  2.3088e-01, -4.9147e-02,  5.8379e-02,  1.0706e-01,
                      -1.6878e-01, -5.1655e-03, -4.7568e-02,  3.8204e-01, -1.8552e-02,
                      -3.7583e-02,  3.8166e-01, -8.2579e-02,  3.8538e-02,  6.4205e-02,
                      -2.3500e-01, -1.0999e-01,  4.4729e-02,  1.5468e-01,  2.3057e-02,
                      -2.8001e-02, -1.9991e-02, -8.6637e-02, -1.8871e-01,  9.0815e-02,
                      -9.5605e-02,  5.1433e-02,  2.8927e-02, -1.5669e-01, -6.5412e-02,
                      -1.3424e-01,  1.0810e-01, -7.3089e-02, -1.8608e-02,  2.3210e-01,
                      -1.4035e-01, -5.4219e-02,  6.3940e-02, -3.4938e-02,  1.2795e-01,
                      -5.2215e-02,  1.4063e-02,  9.8398e-02], device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.weight',
              tensor([[ 0.0938,  0.0731,  0.1307,  ...,  0.0480,  0.0143,  0.0591],
                      [-0.0013, -0.0736,  0.0254,  ...,  0.0056,  0.0072, -0.0011],
                      [ 0.0261,  0.0139,  0.0440,  ..., -0.0228, -0.0171,  0.0029],
                      ...,
                      [-0.0312, -0.0709,  0.0364,  ..., -0.0492,  0.0137,  0.0215],
                      [-0.0613, -0.0703,  0.0258,  ...,  0.0677, -0.0280,  0.0762],
                      [ 0.0147,  0.0385, -0.0130,  ..., -0.0459, -0.0116,  0.0023]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.bias',
              tensor([-0.1254, -0.0548,  0.0052,  ..., -0.0807, -0.0687, -0.0220],
                     device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.weight',
              tensor([[ 2.4917e-02, -1.1534e-02, -5.0020e-02,  ...,  3.8085e-02,
                       -2.7971e-02,  4.2855e-02],
                      [ 3.1214e-02, -4.2402e-02, -1.9795e-03,  ..., -3.3879e-02,
                       -5.0778e-02, -1.4188e-02],
                      [ 5.9497e-03, -1.7377e-04,  3.1876e-02,  ...,  5.4411e-02,
                        8.7179e-03,  9.9141e-03],
                      ...,
                      [-1.4907e-02,  2.5177e-02, -1.5196e-02,  ..., -3.8555e-02,
                       -1.7840e-02,  1.3409e-02],
                      [-6.5997e-02,  4.7325e-03,  4.2424e-02,  ..., -6.0986e-05,
                       -2.2723e-02, -3.9425e-02],
                      [-8.3678e-03,  5.2611e-02,  3.3961e-02,  ...,  7.3836e-02,
                       -5.7280e-03, -1.5510e-02]], device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.bias',
              tensor([ 1.3137e-02, -6.8312e-02,  3.3959e-02,  4.1586e-03, -3.1095e-02,
                       7.3687e-02,  2.2561e-02,  7.9295e-02,  2.9594e-02, -6.1811e-02,
                       9.8760e-02,  3.6586e-03, -7.6198e-02, -6.8235e-02,  1.8202e-03,
                       1.6205e-01, -1.9501e-02, -3.4429e-02, -4.8855e-02, -6.8227e-02,
                       5.3423e-03,  5.5899e-02, -4.6705e-02, -1.5513e-02, -1.7490e-01,
                      -1.5006e-02,  4.0259e-02, -2.3457e-02,  8.3841e-02,  2.0495e-02,
                       2.2324e-02, -1.8891e-02,  5.5472e-02, -2.8153e-01,  5.1480e-03,
                      -4.6411e-02, -1.0442e-01, -1.5095e-02,  6.0815e-02,  1.1491e-01,
                      -1.3434e-02, -9.1178e-02, -7.2619e-02,  2.6745e-03, -6.7865e-03,
                       7.9590e-03,  7.9279e-02, -5.5471e-02, -2.5633e-02, -2.8033e-02,
                      -1.0034e-02,  7.9418e-03,  1.4567e-01, -3.8962e-02, -7.4036e-02,
                      -1.0752e-01,  2.8456e-02, -8.8148e-02,  5.1558e-02, -5.0966e-02,
                      -7.9091e-02,  2.3731e-02, -2.9262e-02, -6.4017e-02, -3.0280e-02,
                       1.1773e-01, -4.2742e-02,  6.7733e-03, -5.7563e-02, -1.5782e-01,
                      -1.0793e-01, -5.4770e-02,  6.7282e-03, -3.8404e-02, -3.3019e-02,
                       4.8763e-02, -4.5194e-02, -5.7244e-02, -3.2472e-02, -2.0559e-02,
                       7.3451e-03,  1.4756e-02,  5.1056e-02,  1.6562e-02, -1.4658e-02,
                      -1.1858e-01, -4.9781e-03, -4.4827e-02,  2.7952e-02,  4.7833e-04,
                      -5.6675e-02, -1.1516e-01, -5.1557e-02, -1.5084e-03, -2.8662e-02,
                       2.0311e-01, -1.0307e-01, -3.3190e-02,  1.2559e-01,  8.3319e-02,
                       5.4345e-02, -1.5123e-02,  8.5605e-02,  2.7234e-02, -1.8010e-01,
                       6.5770e-04,  1.2408e-01,  6.7696e-02, -9.1681e-02,  5.2114e-02,
                       5.5756e-03, -5.1037e-02,  3.8896e-03,  4.6164e-02,  9.2352e-02,
                       4.0115e-02, -1.0412e-01, -1.4555e-02,  4.8550e-03,  3.6460e-02,
                      -2.0579e-03,  4.8497e-02, -8.2564e-02, -1.0425e-01, -1.4953e-01,
                      -4.8002e-02, -3.0510e-02, -6.6191e-02, -1.8172e-02,  2.8421e-03,
                       6.0137e-02, -4.9357e-02,  1.7638e-02,  3.3605e-02,  3.3494e-02,
                      -8.8656e-04,  4.5051e-02,  3.2807e-02, -1.0320e-01,  1.0764e-01,
                      -1.6917e-01, -1.7699e-02, -2.2428e-02, -6.3012e-01, -5.5684e-02,
                      -8.0233e-03,  3.4651e-02, -5.2484e-02, -3.8714e-02,  6.7552e-02,
                      -5.6688e-02, -8.5834e-02, -4.6085e-02, -5.8544e-03,  6.0233e-02,
                       4.6752e-02,  9.6262e-02, -7.5636e-02,  5.0815e-03,  4.0998e-02,
                       6.6073e-02,  7.5655e-02, -9.0769e-02,  2.2088e-02,  4.2533e-02,
                       3.1983e-02, -6.4453e-03, -3.7560e-02, -1.7355e-01, -7.0855e-02,
                       9.9904e-03, -1.8630e-02, -6.6182e-02,  6.2811e-02, -7.2967e-02,
                       3.0552e-02,  1.2482e-01, -1.1168e-01, -6.3343e-03,  1.0028e-03,
                      -1.5990e-01, -3.2808e-02, -3.4563e-04, -3.2081e-02,  1.4828e-01,
                      -1.9437e-02, -2.8246e-02, -4.8338e-02,  7.3440e-03, -6.4694e-02,
                       6.8982e-02, -6.5876e-02,  1.0413e-01,  3.5371e-02,  7.0413e-02,
                      -3.4446e-02, -3.1408e-02,  8.0328e-02, -5.2427e-02, -5.4677e-02,
                       6.6150e-02,  1.7011e-01,  6.4062e-03,  6.5734e-02,  1.6013e-01,
                      -1.0614e-02,  4.9895e-02, -2.5942e-02,  1.5143e-02, -3.3871e-02,
                       1.1529e-03, -4.9535e-02,  9.3498e-02, -1.5142e-02,  2.9035e-02,
                      -1.0590e-02, -8.5819e-02,  4.8714e-02, -8.0223e-04, -9.4530e-03,
                       1.0124e-01,  9.6753e-02,  3.5540e-02,  8.1756e-03, -1.4276e-02,
                       1.3912e-02, -1.5014e-01, -3.9301e-02,  9.8088e-02, -4.2848e-02,
                      -8.3664e-02,  6.3953e-02,  3.6751e-02, -3.3924e-02, -1.2554e-02,
                      -1.2267e-01, -1.7739e-01, -5.8083e-02, -1.4359e-01,  4.1457e-02,
                      -9.8946e-03,  1.3287e-01,  2.8783e-02,  3.9263e-02, -1.5065e-01,
                      -8.1013e-02,  4.8880e-02, -1.1466e-02, -4.7048e-03,  3.3508e-02,
                       2.1342e-02,  8.7031e-03, -2.3100e-02,  4.2749e-02,  3.2860e-02,
                      -3.6314e-02, -1.4899e-02,  3.1671e-02,  9.4083e-03,  1.0917e-02,
                       7.7276e-03, -3.0493e-02, -6.4019e-02, -6.4470e-02,  4.1605e-02,
                      -2.2930e-02, -5.5862e-02,  3.8376e-02, -9.6164e-02,  6.6094e-03,
                      -9.3895e-02, -1.2401e-02,  1.2567e-01, -2.3052e-02,  1.1081e-01,
                      -2.0717e-03,  6.7657e-02, -7.7689e-02,  1.2931e-01,  8.3351e-02,
                      -1.8865e-03,  1.8435e-02, -1.0606e-01,  1.6315e-01, -1.2650e-01,
                      -6.5530e-03,  7.7351e-02,  6.2567e-02,  2.0008e-02,  4.6559e-02,
                       1.9450e-02,  1.3014e-02,  4.0742e-03,  3.1303e-02, -3.1274e-02,
                      -1.2446e-01, -1.4649e-02,  9.2176e-02, -1.3687e-02,  2.8095e-02,
                      -5.4379e-02,  2.5673e-02,  6.7217e-02,  7.6429e-03,  1.3125e-01,
                      -2.6216e-02, -7.5246e-02,  4.7321e-02, -2.5796e-02,  6.5413e-02,
                       1.4070e-01,  8.2150e-02,  1.1718e-02,  8.5078e-02, -8.7670e-02,
                       2.7306e-02, -9.0281e-02, -8.5434e-02,  3.4132e-02,  8.1360e-02,
                      -6.6909e-02,  4.9472e-02, -6.3960e-02,  7.4804e-02, -5.9893e-02,
                      -8.2671e-02,  2.4661e-02,  7.9156e-02,  1.2486e-01,  4.9307e-02,
                      -7.6706e-02,  4.8866e-02,  5.7054e-02, -5.9316e-02,  4.2895e-02,
                      -1.2900e-03, -3.1081e-02,  2.3264e-02, -7.8038e-02, -2.1367e-02,
                       8.0347e-02,  8.2787e-02, -7.4823e-02,  3.4683e-02, -3.3029e-02,
                      -7.4765e-03,  3.9625e-02, -4.0659e-02, -1.7774e-04,  1.0336e-01,
                      -1.0147e-01, -1.0539e-01, -5.8878e-02,  7.9913e-02,  2.4714e-02,
                      -2.4097e-02,  9.3468e-03,  2.9674e-02,  3.3659e-02, -9.3237e-02,
                       8.6881e-02, -1.0331e-01,  2.2784e-02,  1.0060e-02, -6.0120e-02,
                       7.0545e-02,  1.2792e-02,  4.2729e-02,  1.8135e-02,  6.1368e-02,
                      -5.1400e-02, -7.2669e-02, -4.6510e-02,  2.3332e-02, -5.6528e-02,
                      -4.2534e-02, -4.6152e-02, -7.9435e-03,  2.8134e-02, -6.8191e-02,
                       5.7708e-02,  2.3472e-03,  5.7369e-02,  5.1197e-02, -9.7427e-02,
                       4.2134e-02,  4.1823e-02,  5.9694e-02, -1.0528e-01,  8.7626e-03,
                       1.1362e-02, -2.9441e-02,  1.2914e-01,  2.8104e-02,  1.1890e-01,
                      -8.9405e-02,  6.9346e-02,  1.9820e-02, -7.0739e-02, -6.3227e-03,
                      -1.1885e-02,  1.2922e-01,  4.6461e-02, -6.0073e-02, -1.0476e-01,
                       4.5817e-04,  9.4948e-02, -3.9207e-02, -7.6765e-02, -7.3454e-02,
                       1.9958e-02,  4.4998e-02, -5.0551e-02, -1.1657e-02,  1.0988e-01,
                       2.9446e-03, -4.6587e-02, -1.3104e-02, -3.5279e-02, -8.1478e-04,
                      -1.3200e-01,  1.4521e-03,  1.6228e-02,  2.9074e-02,  1.0706e-01,
                      -3.0925e-02, -2.3204e-02, -1.5374e-01, -1.6488e-02,  1.1705e-02,
                       5.2317e-02,  1.3512e-01,  1.0266e-01,  1.0552e-01, -7.8045e-02,
                       2.3227e-02,  8.6477e-02,  7.1261e-02,  6.9316e-02,  5.6914e-02,
                       5.6930e-02, -5.5691e-02, -1.7569e-01, -1.2566e-01, -5.0677e-02,
                      -6.2353e-02, -3.8754e-02,  3.8160e-02, -4.7057e-03,  5.3935e-02,
                       1.2517e-01,  1.7954e-02,  3.6148e-02, -9.1271e-04, -3.3813e-03,
                      -1.1804e-01,  4.3406e-02,  3.3794e-03,  1.8818e-02, -5.8773e-02,
                       1.4389e-02,  4.3773e-02,  7.3505e-02,  5.7537e-02, -2.9036e-02,
                       1.0570e-01, -4.3787e-02,  6.2810e-03, -5.4745e-02,  8.0749e-02,
                      -4.7320e-02,  5.3330e-02,  6.8260e-03,  9.4080e-02, -2.7237e-02,
                      -3.5207e-02,  2.1634e-02, -1.0024e-01,  9.1800e-02,  1.0410e-02,
                      -4.5564e-02,  5.0467e-03,  3.1668e-02, -5.3485e-02, -3.4806e-02,
                      -4.8709e-02,  4.5943e-02, -4.7989e-02, -2.9247e-02, -6.5402e-02,
                       1.8132e-02,  2.3601e-02, -7.6425e-02,  1.1359e-01,  5.0059e-02,
                       4.6480e-02, -5.7725e-02, -6.0779e-02, -5.3292e-02,  9.4328e-02,
                      -5.4238e-02, -5.1129e-02,  4.2649e-03, -1.0602e-01, -6.2357e-03,
                       7.1639e-02,  9.2779e-02,  1.0767e-02, -3.5551e-02,  3.1633e-02,
                      -4.1446e-02, -1.6857e-03,  9.5637e-03,  3.8768e-02, -3.7486e-02,
                       1.2427e-01,  4.1177e-02, -6.6687e-02,  1.5615e-02,  5.3937e-02,
                      -3.9793e-02,  6.2303e-02,  1.2074e-01,  3.2206e-02, -3.8874e-02,
                      -9.1013e-03, -2.9191e-02,  2.0627e-02, -3.9251e-02, -4.5572e-03,
                       9.0560e-02,  1.2461e-01, -5.4765e-02, -1.3269e-01, -4.4578e-02,
                      -3.6842e-02,  7.3730e-02,  2.5168e-02,  9.6031e-03, -4.4316e-03,
                      -2.1023e-02,  2.2436e-02,  1.5474e-02,  1.7854e-02,  4.9565e-02,
                       5.6268e-02,  2.5664e-02,  6.0530e-02, -2.1789e-02,  5.5523e-02,
                       5.0823e-02,  5.8977e-03, -6.3428e-03, -4.1224e-03, -1.4906e-01,
                       6.5394e-02, -1.3795e-01, -4.5964e-01, -7.4513e-02,  1.1607e-01,
                       1.0087e-01, -2.7116e-02, -8.4869e-02, -3.4465e-02, -1.4344e-02,
                      -5.1489e-02, -5.7311e-02,  2.3343e-02, -5.6084e-02,  2.2475e-02,
                      -1.4010e-01,  2.5861e-02, -8.7225e-02,  1.4671e-02,  5.2846e-02,
                      -2.1777e-02,  1.6316e-02, -4.3746e-02, -1.3996e-02, -7.0979e-02,
                       8.0324e-02,  7.7981e-02, -7.5352e-02, -1.1132e-01,  3.9150e-02,
                       6.4766e-02,  1.0716e-02,  3.5858e-02,  5.0066e-02, -3.3396e-02,
                       1.9253e-02,  1.4763e-01,  1.4596e-02, -8.7610e-02, -1.0411e-02,
                       9.2069e-02, -9.1295e-03,  1.9222e-02, -1.0870e-02,  4.7797e-02,
                      -1.3745e-03, -2.3090e-02, -4.7726e-02,  5.4580e-02, -3.2618e-02,
                      -3.0646e-02, -9.2749e-03,  2.3693e-02, -3.0104e-02,  9.2322e-02,
                       1.9047e-02,  2.4530e-02, -1.3702e-01, -5.1151e-03, -5.0014e-03,
                      -3.0030e-02, -1.2787e-03, -5.1308e-03,  3.0920e-03,  6.0730e-02,
                       3.6208e-02,  2.7971e-02,  1.3243e-02,  2.0644e-02,  3.6030e-02,
                      -5.6135e-02,  4.2425e-02, -5.1731e-02, -1.1568e-01,  1.7817e-01,
                      -1.2182e-01,  1.0474e-01, -5.3007e-02,  4.7320e-02,  1.4679e-02,
                       1.7401e-01,  9.7889e-02,  8.1636e-02,  1.8457e-02, -7.9074e-02,
                       3.5382e-03,  4.8688e-02,  8.6840e-02, -3.6480e-02, -4.4096e-02,
                      -9.2879e-02, -5.0541e-02,  3.6585e-03, -1.0573e-01, -8.1285e-02,
                       9.7396e-02,  4.8951e-02, -4.2263e-03, -6.4235e-02,  1.1307e-01,
                       8.4604e-02,  2.7349e-02, -2.0195e-02,  1.2032e-02, -4.2429e-02,
                       6.5145e-02,  8.9657e-02, -6.0673e-02,  7.7753e-02,  3.0196e-02,
                      -1.1650e-03,  3.3644e-02,  6.1300e-02, -7.1175e-02,  3.9952e-02,
                       9.3591e-03,  2.9254e-01, -2.7304e-02,  1.2097e-03,  6.0582e-03,
                       1.9215e-02,  2.6492e-02, -2.6510e-02, -2.3136e-02,  4.0026e-02,
                       3.6501e-02, -1.9498e-01,  5.1984e-02, -1.8082e-02,  5.6576e-02,
                       4.5184e-02, -5.6195e-02, -9.3154e-03,  1.1085e-01, -9.2843e-03,
                       5.4332e-03,  1.1204e-01, -8.0544e-02, -1.4084e-03, -1.6944e-02,
                       1.1842e-02, -6.6188e-02,  1.9683e-03,  3.3385e-02,  4.6500e-02,
                       1.1927e-01, -2.9413e-02,  6.7758e-02, -8.2812e-02, -7.6881e-02,
                      -4.6048e-03, -1.0963e-01, -9.5356e-02, -8.7602e-02, -4.0158e-02,
                       1.2286e-02, -3.5244e-02, -1.0035e-01, -4.7441e-02,  3.8033e-02,
                       9.3637e-02, -3.9550e-02, -6.6000e-02,  4.1997e-02,  6.1251e-02,
                       6.1014e-03, -2.1640e-02, -9.8645e-02, -3.9801e-02,  2.3421e-02,
                      -1.3884e-01, -6.6185e-03,  4.1369e-02,  4.4708e-02, -6.4610e-02,
                      -1.6318e-01,  1.3823e-02,  2.2702e-02, -1.2090e-02, -5.2237e-02,
                      -4.2994e-02,  6.0873e-02,  5.0903e-02,  7.8167e-02,  8.9176e-02,
                      -1.8109e-02, -1.0594e-01,  1.3396e-01,  7.9554e-02,  2.7904e-02,
                      -1.1607e-02,  5.9920e-02,  1.1487e-01, -3.3936e-02,  1.0356e-01,
                       1.6862e-02, -2.8027e-02,  6.0691e-02,  1.9646e-02,  1.0967e-02,
                       2.2384e-02,  3.8786e-02, -4.4112e-02, -9.9940e-02,  3.2967e-02,
                       6.6233e-02, -3.5265e-02,  6.9159e-02, -1.1325e-02, -5.7830e-02,
                       2.4396e-02, -1.0838e-02,  8.2020e-02], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.weight',
              tensor([0.8311, 0.8671, 0.8316, 0.8333, 0.8457, 0.7995, 0.7446, 0.7002, 0.8545,
                      0.8041, 0.8735, 0.8890, 0.9391, 0.8928, 0.8746, 0.7132, 0.8454, 0.8616,
                      0.8500, 0.8803, 0.7726, 0.8763, 0.8839, 0.8359, 0.8040, 0.8415, 0.8719,
                      0.8235, 0.8366, 0.8854, 0.8556, 0.7801, 0.8830, 0.8221, 0.8660, 0.8211,
                      0.7838, 0.8863, 0.7391, 0.8323, 0.9203, 0.8608, 0.8738, 0.8712, 0.8981,
                      0.8813, 0.8036, 0.8993, 0.8950, 0.8347, 0.8997, 0.8268, 0.8316, 0.8648,
                      0.7805, 0.7892, 0.8361, 0.8489, 0.8170, 0.8246, 0.8579, 0.9056, 0.8714,
                      0.8449, 0.7837, 0.9140, 0.8644, 0.8387, 0.7009, 0.8121, 0.8561, 0.8512,
                      0.8583, 0.8407, 0.8916, 0.8884, 0.8550, 0.8494, 0.8948, 0.8721, 0.8691,
                      0.8544, 0.8642, 0.8505, 0.7403, 0.8273, 0.8174, 0.8759, 0.9090, 0.8289,
                      0.8360, 0.8719, 0.8413, 0.8497, 0.8390, 0.8332, 0.7779, 0.8731, 0.8449,
                      0.8520, 0.8463, 0.9024, 0.8078, 0.9164, 0.7505, 0.9161, 0.8893, 0.8171,
                      0.8865, 0.8877, 0.8406, 0.8201, 0.9145, 0.7321, 0.8180, 0.8972, 0.8626,
                      0.8556, 0.8930, 0.8924, 0.8633, 0.8701, 0.8697, 0.8066, 0.8370, 0.8214,
                      0.8885, 0.8315, 0.8511, 0.8500, 0.8950, 0.8424, 0.8485, 0.8710, 0.8933,
                      0.8576, 0.8774, 0.8812, 0.8543, 0.9053, 0.7450, 0.8998, 0.8449, 0.1732,
                      0.8420, 0.8560, 0.8421, 0.8664, 0.8626, 0.8266, 0.8263, 0.8523, 0.8757,
                      0.8588, 0.8372, 0.8506, 0.8915, 0.8721, 0.8569, 0.8669, 0.8959, 0.8916,
                      0.7573, 0.8822, 0.8015, 0.8385, 0.8092, 0.7590, 0.8315, 0.8653, 0.8902,
                      0.7708, 0.7907, 0.8554, 0.7928, 0.8662, 0.8856, 0.7273, 0.8938, 0.8525,
                      0.8342, 0.8534, 0.8213, 0.8761, 0.8910, 0.8809, 0.8250, 0.8673, 0.8418,
                      0.8898, 0.8147, 0.7846, 0.8420, 0.8834, 0.8394, 0.8850, 0.9045, 0.7441,
                      0.8689, 0.8788, 0.8739, 0.7800, 0.8861, 0.8454, 0.8087, 0.8578, 0.8892,
                      0.9058, 0.8792, 0.8308, 0.8908, 0.8913, 0.8361, 0.8920, 0.8788, 0.8859,
                      0.8441, 0.8202, 0.8623, 0.8376, 0.9124, 0.8499, 0.8947, 0.7976, 0.8558,
                      0.8691, 0.8887, 0.8912, 0.8065, 0.7667, 0.8303, 0.8880, 0.8550, 0.8254,
                      0.8440, 0.8557, 0.7402, 0.9000, 0.8521, 0.9076, 0.8379, 0.8302, 0.8033,
                      0.8509, 0.8751, 0.8059, 0.8865, 0.8228, 0.9224, 0.8893, 0.8520, 0.9061,
                      0.9371, 0.9156, 0.9101, 0.9044, 0.8618, 0.7498, 0.8659, 0.8512, 0.7490,
                      0.8403, 0.8791, 0.8468, 0.8654, 0.8584, 0.8803, 0.9071, 0.8142, 0.8667,
                      0.8769, 0.8804, 0.9171, 0.8469, 0.8852, 0.8853, 0.8656, 0.8821, 0.8435,
                      0.8469, 0.9094, 0.8999, 0.8037, 0.4320, 0.8737, 0.9113, 0.8088, 0.8354,
                      0.8782, 0.7884, 0.8143, 0.8401, 0.8496, 0.8483, 0.8597, 0.8087, 0.8135,
                      0.7538, 0.9027, 0.8706, 0.8587, 0.8459, 0.8652, 0.8669, 0.6672, 0.8840,
                      0.8227, 0.8774, 0.8894, 0.8658, 0.7703, 0.8423, 0.8485, 0.7808, 0.8496,
                      0.9045, 0.8467, 0.8244, 0.8816, 0.7992, 0.8094, 0.8717, 0.8263, 0.9081,
                      0.8178, 0.8118, 0.8002, 0.8029, 0.9021, 0.8582, 0.8352, 0.8551, 0.9216,
                      0.8892, 0.9257, 0.9182, 0.8826, 0.8806, 0.8786, 0.8146, 0.7032, 0.8957,
                      0.8485, 0.9053, 0.8606, 0.9130, 0.8838, 0.8667, 0.8636, 0.8463, 0.8820,
                      0.8272, 0.8246, 0.8719, 0.9031, 0.8132, 0.8558, 0.8599, 0.8635, 0.7727,
                      0.8770, 0.8942, 0.8552, 0.9050, 0.8338, 0.8044, 0.8841, 0.8698, 0.9094,
                      0.8332, 0.8786, 0.8772, 0.8780, 0.8740, 0.8325, 0.8269, 0.8546, 0.8830,
                      0.8556, 0.7409, 0.8519, 0.8656, 0.8939, 0.8369, 0.8295, 0.7938, 0.8027,
                      0.8959, 0.8672, 0.7733, 0.8833, 0.8149, 0.8605, 0.9000, 0.8564, 0.8816,
                      0.8359, 0.8909, 0.8285, 0.7927, 0.8284, 0.7981, 0.8052, 0.8427, 0.8807,
                      0.8634, 0.8321, 0.8445, 0.8893, 0.9183, 0.8170, 0.8342, 0.8673, 0.9075,
                      0.8641, 0.8382, 0.8227, 0.8241, 0.8438, 0.8730, 0.8650, 0.9144, 0.8779,
                      0.8051, 0.8119, 0.8840, 0.8298, 0.7156, 0.8843, 0.8893, 0.8713, 0.9070,
                      0.8151, 0.9144, 0.7451, 0.8954, 0.8471, 0.8291, 0.8759, 0.8787, 0.8705,
                      0.7857, 0.8280, 0.8083, 0.8651, 0.7987, 0.8751, 0.8918, 0.8930, 0.8471,
                      0.8641, 0.7688, 0.8639, 0.8775, 0.8491, 0.8135, 0.8500, 0.8300, 0.8365,
                      0.8634, 0.8519, 0.8620, 0.8067, 0.8883, 0.7901, 0.8274, 0.8286, 0.8294,
                      0.8427, 0.8409, 0.9126, 0.8310, 0.9210, 0.7862, 0.8658, 0.8683, 0.7986,
                      0.8790, 0.7999, 0.9231, 0.8268, 0.8701, 0.9008, 0.8806, 0.8637, 0.8205,
                      0.9021, 0.8189, 0.9413, 0.8436, 0.8452, 0.8820, 0.8755, 0.8249, 0.8574,
                      0.8333, 0.8671, 0.9133, 0.8454, 0.8778, 0.8690, 0.8986, 0.8426, 0.8841,
                      0.8401, 0.8649, 0.9051, 0.8765, 0.8245, 0.8602, 0.8310, 0.8915, 0.7933,
                      0.8711, 0.8872, 0.8354, 0.8798, 0.8371, 0.7839, 0.9063, 0.9061, 0.7739,
                      0.8471, 0.9084, 0.8811, 0.9049, 0.8713, 0.9129, 0.8690, 0.8831, 0.8430,
                      0.8772, 0.8384, 0.8402, 0.8497, 0.8453, 0.8071, 0.8473, 0.8220, 0.8517,
                      0.8702, 0.9019, 0.7935, 0.8135, 0.8421, 0.8930, 0.8375, 0.8289, 0.8567,
                      0.8620, 0.8224, 0.8312, 0.9000, 0.8407, 0.7985, 0.8165, 0.8070, 0.5265,
                      0.8577, 0.8777, 0.9026, 0.9081, 0.7635, 0.8892, 0.8700, 0.8854, 0.8457,
                      0.8697, 0.8100, 0.8921, 0.8266, 0.8398, 0.8294, 0.8595, 0.8939, 0.8889,
                      0.8325, 0.8708, 0.8521, 0.8894, 0.8711, 0.8433, 0.8673, 0.8838, 0.8691,
                      0.8726, 0.8057, 0.8793, 0.8243, 0.8189, 0.9051, 0.7658, 0.8195, 0.8259,
                      0.8609, 0.9243, 0.8012, 0.8489, 0.8611, 0.8657, 0.8804, 0.8606, 0.8161,
                      0.8500, 0.8547, 0.8584, 0.8582, 0.8232, 0.8496, 0.8520, 0.8432, 0.8197,
                      0.8416, 0.7673, 0.8688, 0.8782, 0.9097, 0.9157, 0.8814, 0.8836, 0.8334,
                      0.7908, 0.8483, 0.9010, 0.8446, 0.8767, 0.8876, 0.8456, 0.8195, 0.8071,
                      0.8714, 0.8721, 0.8381, 0.8476, 0.7956, 0.8540, 0.8979, 0.8701, 0.8580,
                      0.8439, 0.9216, 0.8343, 0.8609, 0.8762, 0.8739, 0.8289, 0.7213, 0.8722,
                      0.8998, 0.8165, 0.7768, 0.9156, 0.8510, 0.7796, 0.8444, 0.8213, 0.9023,
                      0.8381, 0.8325, 0.8719, 0.8604, 0.8457, 0.8640, 0.8723, 0.8174, 0.8607,
                      0.9009, 0.7952, 0.7809, 0.8588, 0.9109, 0.8467, 0.8412, 0.9235, 0.8631,
                      0.8458, 0.8668, 0.8597, 0.9196, 0.8618, 0.8863, 0.8584, 0.8553, 0.8814,
                      0.8862, 0.8600, 0.8394, 0.9115, 0.8715, 0.8909, 0.8824, 0.7687, 0.8597,
                      0.8811, 0.9088, 0.8979, 0.8937, 0.8719, 0.8169, 0.9085, 0.8264, 0.7838,
                      0.7480, 0.8388, 0.8561, 0.9128, 0.8743, 0.8790, 0.8631, 0.8975, 0.8438,
                      0.8984, 0.8964, 0.8517, 0.9109, 0.8024, 0.8463, 0.8077, 0.8755, 0.8953,
                      0.8912, 0.8517, 0.8812, 0.8148, 0.9027, 0.7259, 0.8903, 0.8228, 0.8897,
                      0.8697, 0.8413, 0.8742, 0.9008, 0.8460, 0.8683, 0.9056, 0.8406, 0.8157,
                      0.8370, 0.8699, 0.8854, 0.8424, 0.7842, 0.8535, 0.8436, 0.8129, 0.8389,
                      0.8732, 0.8361, 0.7864, 0.8435, 0.8658, 0.8476, 0.8608, 0.8950, 0.8539,
                      0.8084, 0.8501, 0.8646, 0.8235, 0.8076, 0.8891, 0.9032, 0.8654, 0.9205,
                      0.8383, 0.8871, 0.8669], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.bias',
              tensor([-3.7850e-02, -4.3246e-02,  8.2807e-02,  3.3584e-02,  5.8054e-02,
                      -1.1857e-01,  4.0407e-02, -1.6428e-01, -8.8087e-02,  1.4365e-02,
                      -6.9919e-02,  3.3879e-03,  4.7827e-03,  8.2875e-02,  8.5199e-03,
                      -9.3664e-02,  2.1854e-02, -1.8718e-02,  4.0545e-02,  2.9688e-02,
                      -1.6368e-02, -5.4135e-02,  3.2749e-02, -2.1754e-02,  4.2895e-03,
                      -6.1956e-02,  3.2061e-02, -1.3339e-01, -7.6844e-03, -1.6952e-02,
                      -2.1352e-03,  5.2129e-02,  2.4465e-02,  4.2860e-02, -2.7371e-02,
                      -4.1364e-02,  4.0823e-02,  1.6125e-02, -2.8106e-02, -9.2965e-02,
                       9.3234e-03,  4.8851e-02, -3.4697e-02, -5.2950e-02,  4.4733e-02,
                       2.5160e-02, -7.8887e-02,  1.8494e-03, -6.7604e-02, -3.9443e-02,
                      -1.3753e-02,  2.8733e-07, -5.4809e-02,  6.9825e-02,  3.7351e-02,
                       4.1238e-02,  3.1523e-02, -1.3591e-02, -9.8744e-03, -6.7712e-02,
                      -9.0159e-03, -1.5070e-02, -1.1432e-01,  1.3969e-01,  1.8585e-02,
                       1.0743e-02, -6.1642e-02,  2.6017e-02, -7.0325e-02, -1.0088e-02,
                       6.3615e-02, -1.5941e-02,  1.2240e-02, -7.1579e-02,  1.4370e-03,
                       2.1968e-02, -5.8505e-02, -7.0791e-04, -1.5394e-02, -6.0334e-02,
                      -2.9343e-02, -1.1809e-02,  3.6694e-02, -9.0755e-02,  2.4662e-02,
                      -1.2212e-01,  4.1179e-02,  1.3884e-02, -4.1548e-02, -5.2901e-02,
                       5.7739e-02,  2.8898e-02,  1.1900e-01, -6.9799e-02,  2.9554e-02,
                      -8.9044e-02, -1.1296e-02,  2.5291e-02, -6.8518e-02, -1.1390e-01,
                       2.6902e-02,  2.6345e-02, -2.3924e-02, -6.3357e-02,  5.4194e-02,
                      -3.6536e-02, -4.4098e-03, -2.8294e-02,  8.2454e-02,  5.4054e-02,
                      -4.5389e-02,  7.3130e-02,  7.3170e-03,  1.8015e-02, -3.2086e-02,
                      -9.3089e-02, -3.8772e-02, -1.0162e-01, -1.5578e-02, -1.3659e-02,
                      -2.4582e-02,  2.0032e-02, -3.4345e-02, -3.8349e-02,  8.8911e-03,
                       1.0002e-02,  5.7908e-02, -3.3716e-02, -2.2441e-02, -2.3481e-02,
                      -1.4322e-02, -9.3362e-03,  4.2703e-02, -3.7237e-02, -7.4446e-03,
                      -2.1649e-02, -5.0794e-02, -2.9748e-02,  8.7779e-02, -1.0035e-02,
                       8.7785e-02, -1.0509e-02,  1.5713e-02,  2.9264e-01,  1.6825e-02,
                       7.1635e-02, -7.1845e-02, -4.1830e-02,  3.2749e-02,  8.2029e-02,
                       1.4660e-01, -2.1916e-02,  2.4969e-02,  8.0315e-03, -7.6229e-02,
                      -2.1040e-02,  5.8288e-02,  4.9486e-02,  1.2616e-03,  2.9543e-02,
                      -1.1895e-01, -2.0923e-02,  1.4030e-02,  1.8368e-02, -1.0148e-02,
                       1.1846e-01, -1.4915e-01, -4.7973e-03,  4.4007e-02,  1.2742e-02,
                       2.1845e-02,  1.4357e-02, -2.4137e-03, -7.1519e-02, -1.2456e-01,
                      -9.5737e-02, -9.0391e-02,  1.9935e-01,  2.0401e-02,  3.2610e-03,
                       1.0570e-01,  9.3339e-03,  4.8755e-02,  1.2886e-01,  2.1227e-02,
                       4.8278e-02,  9.6570e-02,  8.8639e-02, -2.5627e-02,  3.3487e-02,
                      -8.3005e-02, -8.8767e-02, -3.5799e-02, -5.9530e-03,  5.1172e-02,
                       1.0338e-01, -2.1334e-02,  2.9935e-02,  3.2091e-02,  1.6645e-02,
                      -7.7746e-02, -5.4651e-02,  4.8602e-02, -7.6830e-02, -5.5907e-02,
                      -3.8183e-02, -2.2868e-02,  8.0390e-02,  1.9102e-02,  6.2985e-02,
                      -8.7177e-03,  1.1456e-02, -2.9807e-02,  4.8318e-02,  3.7255e-02,
                       4.1606e-02, -7.0323e-02, -3.0128e-02,  2.1047e-02, -6.7221e-02,
                      -9.8083e-03, -4.4053e-04, -1.7963e-02,  2.1657e-01,  7.6413e-02,
                      -3.8889e-02, -2.0406e-02, -2.1438e-02, -1.0403e-01,  8.7539e-02,
                       4.2510e-02, -2.9639e-02, -3.1071e-02,  8.2882e-03,  4.2382e-02,
                       4.5762e-02, -2.9188e-02,  7.7902e-03, -2.1321e-02,  2.4973e-02,
                       1.0193e-01,  3.4967e-02, -3.9051e-02, -2.3666e-02,  7.8415e-02,
                       5.8590e-02, -2.3423e-02,  2.4424e-03, -2.3323e-02, -6.6966e-02,
                      -3.5913e-02, -3.5593e-02, -7.4390e-02, -1.4096e-02, -5.0218e-02,
                      -6.9262e-03,  9.0562e-02, -1.3696e-02,  5.9775e-02,  5.5238e-02,
                      -1.2979e-02,  1.1299e-01, -4.3113e-02, -3.5821e-02,  1.6123e-02,
                      -4.1363e-02,  4.6079e-02,  4.1517e-02, -1.3372e-02,  2.3684e-02,
                      -1.4780e-03,  8.4397e-02, -6.2970e-02, -1.1462e-02, -9.9773e-02,
                       2.9630e-02,  4.2450e-02,  2.7308e-02, -2.8009e-02,  1.3875e-01,
                       6.7511e-03,  2.6465e-02,  8.2579e-02, -2.8805e-01,  1.8584e-02,
                      -6.0817e-02, -2.1275e-02,  1.5763e-01, -6.4879e-02, -3.8524e-02,
                      -1.0011e-02,  5.1185e-02,  3.0359e-02,  5.4247e-02,  5.1489e-02,
                       4.2346e-02,  1.4105e-01,  5.5043e-03,  3.5001e-02, -4.1758e-02,
                      -8.5830e-02,  1.8971e-02,  1.8836e-02, -2.5611e-03,  6.8638e-02,
                       7.6574e-02,  2.7618e-03, -3.4580e-02, -4.0977e-02, -3.7447e-02,
                      -1.3775e-01,  2.2660e-02, -1.1041e-02, -2.6128e-03,  4.5899e-04,
                      -4.5571e-02,  3.6967e-02,  5.6450e-03,  1.1628e-01, -3.2106e-02,
                       3.5952e-02,  2.0021e-03,  2.1259e-04, -3.9389e-02,  1.6309e-02,
                       5.6284e-02, -1.7141e-01, -6.7397e-02, -1.7716e-02, -1.0060e-01,
                       1.7881e-01,  2.5464e-02,  1.8601e-02, -6.0993e-02, -4.1840e-02,
                       3.7766e-02, -2.8358e-02, -6.9101e-02,  6.3793e-02, -5.1832e-03,
                       7.9076e-03,  3.5747e-02,  2.5879e-02,  4.8814e-02, -2.3473e-02,
                      -6.9823e-04,  2.9499e-03,  5.0801e-02,  3.1322e-02,  3.3396e-02,
                      -2.6850e-03, -1.9841e-02,  6.9605e-02, -1.9132e-02, -2.1945e-02,
                       7.2603e-02, -1.0626e-02, -3.1449e-02,  6.6535e-03,  6.2118e-02,
                       3.3978e-03,  4.9093e-02, -4.8994e-02,  4.5675e-02,  7.6978e-02,
                      -5.6762e-02,  2.4036e-02, -1.4214e-01,  6.1182e-02, -1.1622e-01,
                       2.5478e-02,  7.0572e-02,  1.1713e-02, -2.7004e-02, -2.4509e-03,
                       3.4309e-02, -2.9001e-02,  9.3547e-03, -9.3489e-02, -1.2306e-02,
                      -2.3664e-02,  2.4232e-02, -9.7241e-03, -1.6219e-01,  1.1097e-01,
                       7.4594e-02, -5.8526e-02,  2.3334e-02, -4.8365e-02,  1.7193e-02,
                      -4.2955e-02, -1.8954e-02, -3.9779e-02,  3.4341e-02,  3.8816e-02,
                       3.7952e-02, -3.1084e-03, -7.6216e-02,  3.1416e-02,  2.5927e-03,
                       6.0909e-02, -1.0041e-01, -2.0030e-02, -5.3508e-02,  7.7485e-02,
                      -3.9534e-02, -4.2075e-02,  5.6520e-02,  7.9573e-02,  5.6318e-02,
                       1.0194e-01, -7.2625e-03, -1.0421e-01,  1.0882e-02, -8.5595e-02,
                       6.5352e-05, -5.0083e-02, -1.4152e-01,  4.9819e-02, -9.3851e-03,
                       1.0792e-02,  3.1095e-02,  6.0891e-02,  2.5545e-02, -3.8343e-02,
                       5.5088e-02,  1.3084e-01,  5.0247e-02,  4.0348e-02, -7.3250e-02,
                       1.0360e-02,  2.2274e-02,  1.1046e-01, -4.2447e-02,  8.2301e-02,
                      -7.4834e-02, -1.0282e-01, -4.4941e-02,  2.6272e-02, -4.5560e-02,
                      -7.6190e-02, -1.0580e-02, -1.8330e-02, -1.2747e-03, -1.2133e-02,
                       4.6681e-02,  2.8476e-03, -3.6865e-02, -2.9590e-02,  3.5904e-02,
                      -1.2201e-01, -6.6872e-02,  6.7675e-03, -2.3192e-02,  5.5172e-02,
                       1.8517e-01, -7.2098e-03, -2.2141e-02,  1.6984e-02,  8.3648e-04,
                      -9.5196e-04,  1.6871e-02,  4.4591e-02, -5.2836e-02,  4.1821e-02,
                       2.4328e-02, -1.2125e-02, -3.8557e-02, -7.5809e-02, -3.7536e-02,
                      -4.3425e-02, -7.2346e-02,  2.7943e-02, -1.0342e-01,  5.1180e-02,
                      -2.9642e-02,  3.0591e-02, -9.4543e-02, -3.4595e-02,  3.6270e-02,
                       1.3094e-02,  3.1828e-02,  6.6885e-02, -6.9619e-02, -5.5042e-02,
                       9.1894e-02, -8.3413e-02, -3.1715e-02, -3.2450e-02, -2.4933e-02,
                       6.2107e-03,  3.0091e-02,  3.3397e-02, -2.3326e-02, -7.5173e-02,
                      -6.3987e-03, -2.3277e-02, -2.5184e-03,  1.2928e-02, -1.6048e-02,
                      -8.0722e-03, -2.9481e-02,  1.1527e-02,  3.6287e-02,  9.3116e-02,
                      -1.6336e-01,  6.8472e-02, -8.8651e-03,  1.1433e-01,  7.1237e-02,
                       1.4570e-01, -3.1879e-03, -1.6113e-01, -4.9782e-02,  7.6115e-02,
                       2.1748e-02, -3.6663e-02, -5.5111e-02, -3.6582e-02,  5.0484e-03,
                       2.5708e-02, -6.1131e-03, -1.0514e-02,  7.5397e-02,  2.5114e-02,
                       1.8745e-02, -9.9699e-02,  1.3658e-02, -1.0864e-02,  4.7112e-02,
                       3.0300e-02, -6.1210e-02,  5.3112e-02,  2.2991e-02,  3.5292e-02,
                       2.3876e-02,  1.6041e-02, -9.0087e-02,  8.6047e-02, -4.2941e-02,
                       1.0299e-01, -2.5042e-02, -3.3780e-02, -1.2009e-02,  4.3984e-03,
                      -8.8231e-02, -1.9024e-02,  2.0040e-02, -9.2176e-02, -8.1922e-02,
                      -7.6829e-02, -4.2838e-02,  2.0928e-02, -4.9594e-02,  2.3510e-02,
                       1.9162e-02,  5.3523e-02, -3.2846e-01,  5.2694e-02,  3.2083e-03,
                       6.7310e-02, -3.6035e-02,  3.0002e-02,  1.9341e-02, -5.1465e-02,
                       4.9487e-02,  9.0023e-03,  7.8496e-03,  3.2193e-02, -8.3618e-02,
                       2.6893e-02, -2.2920e-02,  2.6645e-02, -1.8381e-03, -1.3136e-02,
                       1.2875e-02, -1.9544e-02,  1.7018e-02, -9.4323e-02, -2.1449e-03,
                      -5.7608e-03, -1.4948e-01, -4.2344e-02,  1.1404e-02, -3.6262e-04,
                       2.7626e-02, -1.1342e-01,  2.8472e-03, -5.7753e-02, -1.6776e-02,
                       4.7025e-02,  4.0110e-03,  4.4281e-02,  1.2124e-01,  8.0857e-02,
                      -1.0455e-02, -6.5773e-04,  2.1471e-02,  8.8493e-02, -2.6482e-02,
                       5.4584e-02,  3.1835e-02,  1.0876e-03,  1.1209e-01, -3.8931e-02,
                       3.1875e-02, -1.4286e-02, -8.7962e-02, -7.0738e-02, -3.2883e-02,
                      -2.5684e-02, -7.7905e-03,  3.1201e-03,  1.5525e-01, -1.2588e-01,
                      -1.1331e-02, -4.3916e-02,  3.6511e-02,  4.6390e-02,  2.9024e-03,
                       4.2119e-02, -3.3562e-02, -4.3779e-02, -2.0353e-02, -6.8521e-02,
                       1.3572e-01,  2.8449e-02,  7.2095e-02, -2.8059e-02, -1.3104e-01,
                       3.7452e-02, -4.9185e-02, -2.7476e-02,  3.6512e-02, -6.4665e-02,
                      -1.0019e-01,  4.1551e-02, -8.1444e-02,  9.5522e-02,  3.7291e-02,
                       3.7262e-02,  4.0435e-02, -7.2007e-02,  3.4485e-02, -3.2661e-02,
                       3.5167e-02,  1.5221e-01, -4.9422e-02,  3.7004e-02,  5.5108e-02,
                      -1.8953e-02,  6.4205e-02, -4.5704e-03,  8.9609e-02,  2.2970e-02,
                      -5.0567e-02, -7.9670e-04, -2.6574e-02, -4.7667e-02,  1.0164e-02,
                      -4.8889e-02, -1.0140e-02,  4.2881e-02,  4.6199e-02, -1.5907e-02,
                       7.4739e-02, -1.0110e-01, -3.4356e-02,  5.3811e-02, -8.6854e-02,
                      -1.8047e-02, -3.9340e-02, -3.7976e-02, -1.7054e-02, -1.0819e-01,
                       1.4448e-02,  5.9887e-03,  7.2004e-02,  3.1308e-02,  1.5437e-03,
                      -9.9966e-02, -7.3676e-03, -6.3345e-02, -3.3640e-02, -1.5387e-02,
                      -3.5840e-02,  2.1877e-02,  1.0426e-02,  1.9761e-03,  4.6019e-02,
                      -8.2241e-02,  1.1016e-02,  8.1442e-02,  2.3829e-02, -9.2209e-02,
                       2.2526e-02, -3.9574e-02,  1.2708e-01, -9.5560e-02, -1.6848e-02,
                      -2.9962e-02, -4.7084e-02, -3.1397e-02, -5.3521e-02,  4.1817e-02,
                       2.7905e-02, -5.4767e-03,  9.5591e-02, -1.1128e-02,  2.9421e-02,
                       1.0003e-02, -5.6914e-03,  4.5491e-02,  6.6006e-03, -2.2664e-02,
                      -6.1756e-02,  4.6876e-02,  5.5355e-02, -5.3059e-02, -4.4856e-02,
                      -1.6662e-02, -7.7655e-02, -5.3483e-02, -8.2566e-03, -6.7779e-03,
                      -7.2230e-03, -8.8137e-02,  7.5831e-03, -3.2216e-02, -5.2003e-02,
                       6.8015e-02, -1.8082e-03,  1.6503e-02, -1.2408e-01, -6.7554e-03,
                       1.7517e-02, -1.8214e-01,  2.6022e-02, -3.4361e-02, -2.4981e-02,
                       1.0945e-01,  5.4265e-02,  1.1699e-03, -5.3861e-02, -4.5441e-02,
                      -1.2486e-02, -6.3165e-03,  3.9454e-02,  8.0457e-02, -1.3183e-02,
                       2.9764e-02, -2.8290e-02, -2.6664e-02,  7.0050e-02,  3.6040e-02,
                       3.5086e-02, -4.5794e-02,  2.3327e-02, -7.7716e-03, -1.2665e-01,
                       9.2627e-02,  5.9272e-03, -2.5397e-02, -9.4587e-03, -5.1642e-02,
                       1.2488e-02, -2.2487e-02, -4.4600e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.weight',
              tensor([[-0.0408, -0.0019, -0.0799,  ..., -0.0033,  0.0759,  0.0492],
                      [ 0.0311, -0.0692,  0.0046,  ..., -0.0216,  0.0578,  0.0566],
                      [ 0.0200, -0.0833,  0.0097,  ..., -0.0228,  0.0023,  0.1323],
                      ...,
                      [ 0.0451,  0.0051, -0.0407,  ..., -0.0572,  0.0109,  0.0197],
                      [ 0.0359, -0.0086, -0.0113,  ...,  0.0532,  0.0249,  0.0008],
                      [ 0.0163, -0.0775,  0.0245,  ..., -0.0308,  0.0652, -0.0231]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.bias',
              tensor([-2.3391e-01, -3.3139e-02,  4.0983e-01,  7.8270e-01, -2.6020e-01,
                       1.2996e-01, -1.8802e-01, -1.2900e-01,  3.6008e-01,  4.6207e-01,
                       5.7511e-01,  1.8155e-01,  1.0992e-01, -1.2194e-02,  2.3347e-02,
                      -6.7911e-02,  7.8631e-02, -1.9936e-01, -2.6817e-01,  8.6401e-02,
                      -7.0942e-02,  1.6252e-02, -1.0254e-01, -1.1984e-01,  1.5024e-01,
                      -2.7647e-01, -4.1794e-01,  2.0911e-01, -4.0850e-02, -1.0495e-01,
                      -1.3734e-02, -1.5639e-01,  1.2029e-01,  3.5267e-01,  2.1691e-01,
                      -5.1489e-02, -3.2339e-01, -2.2430e-01,  3.9174e-02, -7.1121e-02,
                      -7.4318e-02,  1.4014e-01,  1.5927e-01, -1.5837e-01, -5.8038e-02,
                       4.4210e-03, -1.4447e-01, -5.8995e-02,  1.1853e-01,  2.0688e-01,
                       6.0303e-01,  1.3007e-02,  3.4156e-03,  7.1775e-01,  5.6639e-02,
                      -2.2179e-01, -5.8914e-02, -2.2846e-01,  1.5763e-02, -1.2339e-01,
                      -7.4216e-02, -1.8740e-01,  1.0388e-01,  4.5779e-01,  9.3146e-02,
                       1.1182e-02, -4.6368e-02, -8.7555e-03, -1.2580e-02,  3.9386e-02,
                       4.9453e-02, -6.2713e-02, -2.6203e-02, -4.0403e-02,  1.3865e-01,
                      -3.7059e-02,  1.6646e-02,  1.0047e-02, -1.3533e-02, -8.5993e-02,
                       2.3739e-03,  3.2637e-02, -2.9763e-02,  1.6125e-02,  8.8903e-03,
                       5.6897e-03,  5.0778e-03,  1.1749e-02, -2.2931e-02, -3.2602e-02,
                       2.3682e-02,  1.6447e-02,  9.3511e-03, -1.0101e-02, -1.0051e-02,
                       4.7728e-02, -2.1629e-02,  5.5488e-02,  6.0632e-02,  1.4344e-01,
                       2.2002e-02, -3.7225e-03,  5.7580e-02,  1.2575e-03, -1.1944e-02,
                      -1.6847e-02,  8.5137e-03,  1.4005e-02,  4.3151e-02, -6.0620e-03,
                       4.3411e-03, -2.0892e-02,  1.6039e-02, -8.2863e-03,  3.5612e-02,
                       1.0092e-02,  4.2486e-02,  3.6492e-02, -2.3720e-02,  6.9692e-02,
                      -3.5427e-02,  1.6990e-02, -1.3416e-02,  4.3194e-02, -5.8434e-03,
                      -3.8972e-03, -2.5178e-03, -6.0567e-02, -2.0456e-02, -3.0079e-02,
                       3.0184e-02,  2.0732e-03, -2.7080e-02, -4.7894e-03,  1.4870e-02,
                       2.4166e-01, -7.4496e-02,  4.1865e-02, -1.2604e-02,  2.2210e-02,
                       6.5442e-02, -4.2703e-02, -1.6965e-01, -7.2613e-02,  1.2569e-01,
                       2.0018e-02, -3.3210e-02,  5.9731e-02, -3.4442e-01,  2.7101e-02,
                      -2.7928e-02, -2.9357e-02, -2.8669e-02,  3.3362e-02, -9.0248e-03,
                       4.0141e-03, -7.8472e-02,  3.7176e-01,  3.8969e-02, -1.7558e-02,
                       1.8099e-02, -4.8465e-02, -5.4453e-02,  6.8309e-02,  3.2109e-02,
                       2.2585e-02,  9.0490e-02, -2.4485e-02,  3.2168e-02,  9.9292e-02,
                      -3.6222e-02, -2.1222e-03,  6.9692e-02,  5.8072e-02,  6.5229e-02,
                       1.4827e-02, -7.2054e-03, -2.8409e-02,  1.7286e-02, -5.4053e-02,
                       2.1903e-02,  8.7152e-02, -1.3823e-02,  1.3940e-01, -8.6198e-03,
                       5.7475e-04,  1.2978e-01, -8.1307e-02,  1.4086e-02,  1.1809e-01,
                      -2.4914e-02,  3.3634e-02,  5.9505e-02, -5.7757e-02, -4.5065e-02,
                      -6.5470e-02,  1.2942e-01,  1.6506e-01,  1.3802e-02, -7.9011e-02,
                       8.1895e-02, -1.2023e-02,  4.5057e-02,  1.3992e-01,  1.1423e-01,
                      -2.9831e-02,  1.1217e-01,  1.1085e-02,  5.0647e-02, -1.0108e-02,
                       6.8214e-02,  1.9805e-02, -2.7580e-05, -8.2634e-02,  4.0182e-02,
                      -5.5249e-02,  5.0297e-02,  6.0813e-02,  1.4169e-02,  9.4317e-02,
                      -7.5868e-02,  1.2571e-01,  6.4666e-02,  1.7764e-02, -4.2895e-02,
                       1.4912e-01, -6.6174e-02,  5.5256e-02, -1.6097e-02,  8.5735e-02,
                       1.4288e-01,  8.6665e-02, -2.6512e-02, -6.5467e-02, -5.3690e-02,
                       1.0012e-01,  7.8020e-02,  2.8951e-03,  2.2762e-02,  2.4335e-01,
                      -9.3812e-02,  4.4291e-02,  9.2819e-02, -8.7148e-03,  3.1753e-01,
                      -1.0703e-01, -1.4244e-01,  9.0184e-02, -3.3903e-01, -3.8770e-02,
                       7.5555e-02, -1.1139e-01,  2.8689e-01, -1.5433e-02,  4.1503e-03,
                       2.7724e-01, -4.6792e-02, -6.2636e-02,  5.0511e-03, -5.4444e-02,
                      -4.5618e-02, -2.4735e-02, -3.3948e-02,  8.0211e-03,  7.9232e-03,
                       2.3901e-02,  2.5671e-02,  5.9718e-02,  7.0499e-02,  2.1746e-01,
                      -1.2019e-03, -3.4546e-02,  4.9458e-02,  8.6974e-03,  3.7455e-05,
                       2.6783e-02, -6.3214e-02, -2.6207e-02, -1.9110e-04, -5.7034e-02,
                       2.6403e-02, -1.0742e-01,  1.2246e-01, -2.6148e-02, -6.3813e-02,
                      -3.0277e-02, -7.6684e-02, -1.7614e-03,  1.5263e-01,  5.2361e-02,
                       2.2679e-02, -7.1969e-02,  6.3392e-02, -6.5651e-02, -3.1486e-02,
                       3.3158e-02,  1.0082e-03,  3.3294e-02, -1.8205e-02, -2.4624e-02,
                      -5.9156e-02,  7.7532e-02, -2.9859e-02,  4.3634e-03,  6.2562e-02,
                       1.9779e-01, -3.5685e-02, -8.9259e-03,  2.6232e-03,  2.7605e-02,
                      -5.2986e-02, -1.2959e-01, -1.2933e-02, -3.4369e-02, -9.0755e-03,
                      -6.3931e-03,  4.6965e-02, -1.0594e-01, -5.7867e-02,  2.4721e-02,
                      -1.5713e-02,  5.3994e-02, -4.9188e-03,  1.0208e-01,  3.8220e-02,
                      -4.4023e-02, -2.8277e-02, -4.2336e-02, -5.2928e-02, -7.0714e-02,
                      -1.9619e-01, -8.6257e-02, -7.7874e-02,  6.7182e-02, -6.1444e-02,
                       1.9582e-02, -6.7835e-02, -1.1686e-01, -4.3194e-03, -8.4271e-03,
                      -1.5682e-02,  3.8663e-02,  1.5038e-01, -6.1282e-01,  3.6777e-02,
                      -4.9475e-03, -4.8484e-03,  6.6190e-02,  6.7687e-02,  8.2679e-02,
                       4.6862e-02, -2.3227e-02, -6.2384e-02,  3.7908e-03,  9.2516e-03,
                      -5.0797e-02,  3.6423e-02,  3.1413e-02,  9.3539e-02,  5.2142e-01,
                       8.0083e-02,  1.1971e-01,  6.1142e-02, -5.1896e-02, -2.3879e-01,
                      -4.6228e-02,  1.4084e-01,  1.2066e-01,  3.9797e-02, -3.7903e-02,
                       1.5134e-01, -3.6278e-02, -4.0215e-02,  9.7633e-02,  6.9574e-02,
                      -3.4131e-02,  7.2331e-02, -4.8884e-02, -3.2329e-02,  1.1041e-01,
                       6.5158e-02,  1.1931e-01,  5.9872e-02,  1.1064e-01, -6.2987e-02,
                      -4.9906e-02, -7.7661e-02,  3.9675e-02,  1.0115e-01, -1.2743e-02,
                       6.7711e-03,  3.5120e-02,  2.6525e-02, -3.3064e-02, -3.3477e-02,
                       9.0092e-03, -4.3135e-02, -2.8076e-02, -1.3905e-02,  7.8117e-02,
                      -3.7025e-02,  1.0894e-01, -3.9895e-02, -1.1458e-01, -5.9361e-02,
                      -4.4845e-02,  1.0741e-01, -1.8794e-02,  7.4112e-02,  2.5071e-03,
                      -3.3835e-02, -2.3539e-02,  4.7668e-02,  8.0536e-03, -3.4840e-02,
                       4.9850e-02,  1.1866e-02,  1.8004e-02,  4.7232e-02, -2.8296e-02,
                       6.0655e-02,  5.0680e-03,  1.0230e-01,  2.8731e-02,  6.3711e-02,
                       2.2370e-02, -2.8643e-03, -9.2449e-02, -5.4826e-02, -2.8831e-01,
                       1.0284e-02,  7.2291e-02,  9.5138e-03,  1.6359e-02,  1.0845e-01,
                      -1.2734e-02, -2.0729e-02, -9.7783e-03,  4.4728e-02,  3.6477e-02,
                      -1.8691e-02, -4.8571e-03, -3.0095e-02, -2.4199e-02,  2.5875e-02,
                      -2.4551e-02,  3.3214e-02,  6.7734e-02,  8.5379e-02,  2.2856e-01,
                      -6.0828e-01, -3.9190e-04, -5.5252e-02,  4.3589e-02, -4.6071e-01,
                      -4.0319e-01, -1.5868e-01, -3.5762e-01,  3.4901e-01,  1.9273e-01,
                      -1.1605e-01, -4.8385e-03, -7.0477e-02, -1.5608e-01, -2.7366e-01,
                      -2.6428e-01, -1.3605e-01, -8.8066e-02,  1.6572e-01, -2.2613e-01,
                       1.8069e-02,  4.0793e-02,  8.5767e-04, -1.0516e-01, -8.9967e-02,
                       3.5428e-02,  3.2594e-01,  1.0897e-01,  4.3305e-02, -4.0041e-01,
                       1.4963e-01, -1.3033e-01,  1.1452e-01,  2.2597e-01, -5.5542e-02,
                      -3.6543e-02, -4.1226e-01,  3.3264e-01,  2.0513e-01, -1.8157e-01,
                      -3.9641e-01,  2.0419e-01,  1.8662e-02, -8.5139e-03, -2.2953e-01,
                       1.5659e-01, -2.0732e-02,  1.6981e-01, -1.4106e-01,  5.1890e-01,
                       1.7393e-01, -9.3827e-02,  1.7126e-01, -3.9704e-02, -1.8819e-01,
                      -6.1974e-02,  5.0730e-01,  2.0847e-01, -1.3224e-01, -9.6378e-03,
                       3.5156e-02, -1.7412e-02,  4.0435e-03,  2.7735e-01, -6.5766e-02,
                       3.0255e-01,  3.5737e-02, -7.5380e-02, -1.0997e-02, -1.3231e-01,
                      -7.8256e-02,  7.0111e-02,  6.6125e-03, -1.6828e-01, -2.4902e-02,
                      -1.8256e-02, -6.2508e-02,  1.6283e-02, -3.6791e-02, -3.7103e-03,
                       2.0938e-02, -4.6973e-02,  1.2483e-01, -8.0994e-02,  6.8005e-02,
                       2.6075e-02, -8.5125e-02,  1.1416e-01, -3.7753e-02, -1.5094e-01,
                      -1.8135e-02,  2.6702e-02,  7.2475e-02,  5.6582e-02, -2.4313e-02,
                      -3.4134e-02, -1.4765e-02, -2.0176e-01,  1.0091e-02, -5.1417e-02,
                      -6.9367e-03,  2.0079e-02,  2.2686e-02, -1.1206e-01, -2.4411e-01,
                       4.0624e-02,  1.1108e-02, -3.6666e-01,  4.4220e-02, -5.9900e-02,
                      -4.5639e-02,  6.2272e-02, -1.9425e-04, -6.4529e-02,  4.0823e-02,
                      -5.2780e-02,  3.7266e-02, -2.1450e-02,  3.4692e-02, -2.0749e-02,
                      -7.8307e-03, -1.0093e-01, -1.4833e-02, -8.1531e-02,  1.2577e-02,
                      -1.3664e-02,  1.9383e-02, -1.1641e-02,  7.2931e-02, -1.5941e-01,
                      -3.5320e-02,  1.5107e-02, -4.4032e-02, -3.6898e-01, -3.9737e-02,
                      -1.1919e-01,  1.5793e-01, -2.4541e-01, -7.2437e-02,  6.3831e-02,
                       1.1282e-02,  8.9754e-02,  1.1161e-02,  1.8151e-01,  4.3087e-02,
                      -1.9683e-02, -2.8536e-01, -1.3932e-02, -1.5735e-02,  2.3374e-02,
                       1.6499e-01,  5.7086e-02,  2.8004e-02, -2.3967e-02, -1.2219e-02,
                       2.6291e-02, -1.2513e-01,  1.4267e-02, -1.7259e-02,  2.8727e-02,
                      -3.2837e-02, -3.9109e-02, -6.9652e-03, -2.6569e-02,  2.6353e-02,
                       6.5791e-03, -5.5184e-02, -5.7154e-02, -5.6494e-02, -3.5700e-02,
                       1.1253e-01,  4.9908e-02, -2.3716e-02,  1.2600e-01,  2.7078e-02,
                      -4.8920e-02,  6.7488e-02,  3.0639e-03, -6.3673e-02, -1.2456e-02,
                       4.5466e-02, -1.2472e-01, -5.7034e-02,  8.9847e-02, -9.3215e-02,
                      -1.4400e-03,  1.4936e-03, -1.1607e-01,  2.5127e-03, -6.1954e-02,
                      -5.1829e-02, -4.5680e-02, -7.7728e-03, -6.4957e-02, -2.9239e-02,
                       2.7508e-02,  1.2208e-01,  1.8033e-02,  4.3676e-03, -5.9241e-02,
                       2.3184e-02,  3.6853e-02,  4.6523e-02, -8.2237e-02, -1.2898e-01,
                       3.5515e-02,  1.5959e-01,  3.3384e-02, -2.3972e-02,  8.6534e-03,
                      -9.8739e-02,  1.0596e-01,  4.7961e-02,  8.8152e-02,  1.1408e-01,
                       5.0685e-02,  2.9552e-03,  2.1161e-01,  3.0366e-02,  7.4297e-02,
                       7.2144e-03, -6.9908e-02,  3.6370e-02,  1.8895e-02, -8.7763e-02,
                      -3.8395e-02, -2.2368e-02, -4.5850e-02,  1.3059e-01, -3.1675e-01,
                       1.8665e-02, -7.1119e-03,  9.6741e-02, -3.6093e-02, -6.4648e-02,
                       7.0633e-02,  7.9492e-02,  1.7032e-02, -1.2351e-02, -1.4172e-02,
                       3.4926e-02, -2.8392e-02, -2.8867e-02, -1.7061e-02,  9.2005e-02,
                      -5.8873e-04,  1.0776e-01, -4.6316e-02, -9.2714e-04,  3.5232e-02,
                       9.5398e-02, -5.8883e-02, -9.3324e-02,  1.0508e-01, -2.0886e-01,
                       2.3795e-03,  5.1847e-02, -1.4614e-01, -1.4871e-01, -1.7017e-01,
                       8.4405e-02,  6.7690e-04,  1.7871e-01,  2.2698e-01,  7.6243e-03,
                       4.3343e-02, -1.5154e-01,  4.0519e-02,  1.0131e-01,  9.4410e-02,
                      -1.3272e-01,  1.7134e-01,  1.0847e-01, -2.9537e-02,  2.2076e-02,
                       1.1813e-05, -8.9231e-02, -1.7308e-01,  8.0011e-02,  2.6795e-01,
                       1.0333e-01,  6.2931e-02, -2.2138e-02,  1.1382e-01,  6.1883e-02,
                       1.4377e-01,  3.1726e-02,  2.9508e-02,  1.9002e-02,  1.0162e-01,
                       1.9298e-01,  9.4982e-02,  1.1604e-01,  1.3325e-01, -2.8401e-02,
                      -1.9454e-01, -1.1685e-01, -6.1631e-05, -8.0639e-02, -6.0852e-02,
                       4.7312e-02, -2.7575e-02, -2.3629e-01, -1.0105e-01,  1.9084e-01,
                       2.3171e-03, -5.1881e-02, -2.7769e-02,  5.2102e-02, -1.0939e-01,
                      -7.3402e-02, -5.0958e-04,  1.0811e-01,  5.6224e-02,  1.3883e-01,
                      -5.0323e-02, -1.4734e-01,  1.4960e-01], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.weight',
              tensor([[-0.0418,  0.0783, -0.0139,  ...,  0.0047,  0.0342, -0.0364],
                      [-0.0383,  0.0163,  0.0018,  ...,  0.0248, -0.0376,  0.0381],
                      [-0.0311,  0.0135, -0.0108,  ...,  0.0084, -0.0218,  0.1169],
                      ...,
                      [ 0.0098,  0.0116,  0.0063,  ...,  0.0206, -0.0047,  0.0016],
                      [ 0.0515, -0.0229, -0.0294,  ..., -0.0049, -0.0194, -0.0014],
                      [-0.0266, -0.0120,  0.0125,  ...,  0.0089,  0.0558, -0.0223]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.bias',
              tensor([-3.1494e-04, -1.2622e-02, -1.2973e-02, -9.3407e-03, -2.1142e-03,
                      -5.5995e-03,  1.5091e-03, -8.8992e-03, -7.8916e-03, -2.8732e-03,
                      -3.2290e-03,  1.2396e-03, -3.8118e-03,  4.0383e-03,  4.8578e-03,
                      -8.0817e-03, -7.8650e-03,  1.0606e-02, -1.1127e-03,  3.4024e-03,
                       3.9386e-03,  4.4381e-03, -1.4071e-03,  5.3869e-03, -2.8310e-03,
                      -6.3454e-03, -2.7790e-03,  1.7810e-02, -8.0109e-03,  2.2731e-03,
                      -4.0113e-04,  3.3458e-03,  4.6643e-03,  5.0661e-04, -3.5607e-03,
                      -3.5748e-03,  6.7685e-03, -1.3862e-02, -1.8677e-03, -9.2447e-03,
                      -8.5189e-03, -3.1654e-03, -3.8216e-03, -6.1939e-03, -9.4940e-04,
                       1.7306e-03, -2.5116e-03,  1.0043e-02, -1.0316e-02,  1.1107e-03,
                       4.0714e-03, -7.2421e-03,  8.8770e-03, -6.9994e-03,  1.3176e-02,
                      -2.1578e-03, -2.3623e-03,  4.7454e-03, -1.6234e-02,  5.5922e-03,
                       1.2159e-02, -1.4919e-02,  1.7181e-02, -1.4808e-02, -9.9574e-04,
                      -3.2315e-03,  6.2419e-03, -4.0666e-03, -2.1271e-03, -2.5117e-03,
                       1.8858e-03, -3.1308e-03,  1.3935e-03,  3.3908e-03, -1.8646e-03,
                      -2.1728e-03, -1.1094e-03,  1.8041e-03, -2.4202e-03, -1.7255e-03,
                       3.8992e-04, -2.2089e-03, -6.0422e-04,  4.5465e-04,  1.7851e-03,
                       3.7561e-03,  5.6833e-04,  1.7102e-03, -3.5633e-03,  3.1848e-03,
                      -1.7964e-03, -1.5945e-03,  1.7427e-04, -1.5619e-03,  1.0921e-03,
                      -2.6168e-03, -3.8792e-04,  1.1622e-03, -4.2027e-04,  2.4922e-04,
                       6.9282e-04,  1.1294e-03,  2.9492e-03,  9.6638e-04,  6.7348e-04,
                       2.5262e-03, -1.3816e-03,  1.1736e-03,  1.2220e-04, -2.5658e-03,
                       6.9701e-04,  1.2589e-03, -3.6445e-03,  1.7423e-03,  2.0244e-03,
                      -2.8303e-03, -2.2323e-03, -2.8149e-03, -2.3342e-03,  2.2962e-03,
                      -1.2687e-03,  5.0557e-03,  2.7269e-03, -2.3330e-03, -2.1869e-03,
                      -2.4075e-03, -1.1989e-03,  5.8376e-04, -6.4235e-03, -1.1754e-03,
                      -1.4205e-03,  3.0312e-03,  4.9819e-03, -6.0465e-03, -1.3327e-03,
                      -3.3543e-03,  1.6957e-03, -4.2323e-03,  3.3239e-04,  3.9311e-03,
                      -6.8940e-03, -2.7070e-03, -1.5586e-03, -7.7240e-03, -5.6703e-03,
                      -1.5333e-03,  1.0975e-03, -2.3394e-05,  4.0826e-03, -1.6961e-03,
                       3.1777e-03, -9.6266e-04,  3.0578e-03,  3.2742e-03,  2.8733e-04,
                      -2.9424e-03, -1.1862e-03, -3.4153e-03, -6.8849e-03, -4.7301e-03,
                       1.6121e-04,  3.3332e-03, -1.1101e-03,  2.3453e-03,  2.8678e-03,
                       1.6111e-03, -1.4026e-03, -2.0249e-04,  4.4377e-03,  4.1632e-03,
                       2.5577e-03,  9.6839e-03, -9.5818e-04, -7.8325e-05, -3.8788e-03,
                      -7.4684e-03,  1.3753e-03, -4.1692e-03, -4.2900e-03, -2.3117e-03,
                       7.2629e-03, -2.8326e-03, -2.3148e-03,  4.8475e-03, -1.7534e-03,
                       4.6791e-04,  2.2538e-03,  6.3760e-03, -7.0099e-03, -3.2764e-03,
                       1.0696e-03, -7.1808e-03, -5.4887e-05,  4.2785e-03,  1.1296e-03,
                      -1.0555e-03,  2.9382e-03,  4.4574e-03, -4.7091e-03,  1.9276e-03,
                       1.4252e-03,  9.7793e-05, -7.3452e-04, -3.4782e-03,  1.0394e-03,
                      -4.0022e-04,  1.4299e-03, -1.1337e-03, -2.5567e-03,  1.8500e-03,
                       2.1773e-03, -2.3868e-03, -3.1406e-03, -2.2598e-03,  1.6071e-03,
                      -1.3308e-03, -1.4553e-03, -2.4911e-03, -5.6869e-04,  3.8542e-03,
                       3.3885e-03,  1.7662e-03, -2.4457e-03,  7.6459e-04,  1.1043e-03,
                      -1.6539e-03,  1.4603e-03,  2.6338e-04,  8.4572e-04,  2.8276e-04,
                       1.8856e-03, -7.3631e-04,  2.6333e-04,  1.5285e-03,  3.0484e-03,
                       9.4471e-04, -2.0190e-03,  6.5322e-04,  2.5036e-03,  2.9602e-03,
                      -7.0718e-04, -1.0678e-03, -3.1309e-03,  2.9374e-03,  9.1514e-04,
                       2.2468e-03, -4.5793e-05,  9.7701e-04,  6.1561e-03,  1.2998e-03,
                      -3.0182e-03,  1.4251e-03,  5.5911e-04, -1.3536e-03,  4.4218e-03,
                       1.1210e-03, -1.2536e-03,  2.6167e-03, -1.3157e-04, -2.0174e-03,
                       1.7410e-04,  9.3801e-04,  1.4862e-03, -6.2958e-03,  6.0312e-04,
                      -2.4939e-03, -5.2786e-04,  2.2889e-03,  1.2804e-03, -3.1859e-03,
                       3.0688e-03, -4.6565e-03,  1.6967e-03, -2.5924e-03,  2.3209e-03,
                      -2.9806e-03, -1.5788e-03,  1.6137e-03, -1.2569e-03, -4.2930e-03,
                      -6.6403e-04, -3.1495e-03, -4.2022e-03, -1.7485e-03, -2.1017e-03,
                       4.1802e-04,  9.8494e-04, -9.4679e-04,  7.0469e-04,  1.8147e-03,
                       8.4348e-04, -4.7549e-03,  9.2034e-04, -1.1872e-03, -1.2654e-03,
                       6.0987e-04, -2.0308e-03, -2.4730e-03, -1.1256e-03,  7.0463e-04,
                       2.4922e-04,  1.3791e-03, -1.6492e-03,  4.7331e-03,  1.2131e-03,
                       1.1127e-03, -3.2092e-03, -4.1773e-03,  9.2476e-04,  2.3304e-04,
                       1.7090e-03, -3.5804e-03, -1.5628e-03, -1.4653e-03, -2.3265e-03,
                      -8.3636e-04,  2.6868e-03, -2.3127e-03,  1.5382e-03,  3.8834e-03,
                      -1.6706e-03,  4.3834e-03,  1.3760e-03,  1.8976e-03, -1.7667e-04,
                       4.6216e-03,  9.7813e-04, -2.5617e-03,  2.9154e-04,  6.2187e-03,
                       1.8571e-03, -3.2790e-03, -2.2368e-03, -8.8045e-04,  2.8277e-03,
                      -1.0423e-02,  2.6836e-03,  2.5721e-03,  3.3561e-03,  4.9455e-03,
                      -4.5340e-03,  5.9688e-03,  1.0422e-03, -3.8246e-03, -9.6251e-03,
                       3.0477e-04, -2.2225e-03,  1.4061e-03,  2.5307e-03, -1.0761e-03,
                       6.9803e-04, -1.9585e-03,  1.6254e-03, -1.8274e-03, -1.1787e-02,
                       2.3225e-03,  1.9430e-03, -1.0985e-03,  2.7080e-03, -1.2098e-03,
                       1.1080e-03,  4.1236e-04, -5.2247e-03, -1.0557e-03, -5.3912e-03,
                      -7.9345e-03,  4.8321e-03,  7.8009e-04,  1.0126e-03, -7.1442e-03,
                       4.3303e-03, -2.8608e-03, -1.2487e-03,  1.5955e-03, -4.4799e-03,
                      -1.7534e-03, -1.8586e-03,  1.2790e-03,  1.8696e-03, -3.4273e-03,
                       1.0042e-03, -5.1982e-03, -3.6856e-03,  2.7682e-03, -2.6891e-03,
                      -1.6957e-03,  8.6222e-03,  6.6325e-03, -7.3379e-05, -7.5270e-04,
                      -7.9886e-04,  1.7616e-03,  8.6154e-04,  2.2862e-03, -1.5861e-03,
                      -3.0204e-03,  2.0798e-04,  1.2130e-03, -4.4476e-03,  1.8112e-03,
                       4.4804e-04,  3.6688e-03,  6.9918e-04,  3.3441e-03, -2.8642e-03,
                      -4.2069e-03,  3.6596e-03, -2.6438e-03, -2.2014e-03, -1.8261e-03,
                       3.1510e-03,  1.9493e-03, -2.4783e-04,  3.0819e-03,  3.1552e-04,
                       5.4150e-03,  6.1301e-04,  3.3792e-03, -9.7604e-04, -3.5668e-04,
                       2.1226e-03, -1.5054e-03,  3.4893e-03, -6.4737e-04, -3.1016e-03,
                       4.2939e-03, -2.9957e-03, -9.1800e-04, -9.6843e-04,  4.3354e-03,
                       1.3385e-03,  2.0987e-03,  8.1260e-04, -6.5100e-04,  1.7985e-03,
                      -4.0913e-03,  8.5138e-04,  5.8437e-04, -3.4054e-04,  2.1112e-03,
                      -1.5493e-03, -3.8011e-04, -1.1285e-03,  3.5311e-04, -9.6365e-04,
                       3.5319e-03, -1.9942e-03, -2.2717e-03,  1.6450e-03, -3.2156e-03,
                      -5.3697e-04, -1.8788e-03,  3.2183e-03, -2.0213e-03, -2.5635e-03,
                       3.0370e-03,  1.6422e-03,  3.9475e-03, -1.5380e-03,  1.1487e-03,
                      -3.0574e-04,  3.7475e-03, -1.4958e-03, -2.2084e-03,  8.4456e-04,
                      -3.4288e-04, -3.0031e-04, -1.8051e-03, -3.0335e-03, -2.1783e-03,
                       1.0224e-03,  3.1613e-04,  1.5776e-03,  1.4711e-03, -2.5374e-03,
                       8.5612e-04, -4.4618e-03, -1.4141e-03,  8.6608e-04,  4.6903e-03,
                      -2.3426e-04, -2.7313e-03, -7.4373e-04,  3.2771e-04,  1.1529e-03,
                      -5.7932e-05,  2.4804e-03,  1.5527e-03,  1.9010e-03,  2.4579e-03,
                       1.8413e-03, -1.2280e-03,  2.4938e-03, -3.8670e-04, -1.6275e-03,
                      -2.1543e-03,  3.1725e-03,  4.4202e-04,  2.2457e-03, -7.1239e-04,
                       1.8719e-03,  3.4080e-04,  3.4035e-04, -1.5391e-03,  2.1254e-03,
                       1.9769e-04, -4.4811e-04,  9.5506e-04, -2.9558e-04, -5.2046e-05,
                       7.9381e-04, -1.6643e-03,  3.5765e-03, -3.1630e-03,  2.9978e-03,
                       2.3053e-03,  2.4241e-03, -4.5086e-03, -1.0930e-02,  4.3937e-03,
                      -1.3444e-03, -8.4534e-03,  4.1779e-03, -6.9864e-03,  1.6952e-03,
                      -3.4673e-03, -2.1633e-03, -2.5796e-03, -3.9451e-03, -1.8596e-03,
                       1.9934e-03,  1.8509e-03,  8.3887e-04,  6.4005e-03, -1.7325e-03,
                      -8.5767e-03,  1.1205e-03,  7.8637e-04,  5.8938e-03,  2.5158e-03,
                       2.1066e-03, -5.8211e-03,  2.7665e-03, -2.0682e-03,  2.3855e-03,
                      -9.8904e-04,  8.5183e-04, -5.9750e-04, -2.7323e-03, -7.6805e-03,
                      -7.9840e-03,  5.9083e-03, -3.6214e-03, -4.0861e-03, -1.8197e-03,
                       1.6484e-03,  2.5528e-03,  3.6494e-03,  4.8071e-04,  9.4509e-04,
                       1.6157e-03,  3.0938e-03, -1.1407e-03,  5.0413e-03, -1.4629e-03,
                       4.8907e-03, -3.5221e-03, -1.1890e-04,  9.6499e-03, -1.1894e-03,
                      -3.3934e-03, -1.2829e-03,  1.9736e-03,  2.4469e-03,  3.8017e-03,
                      -3.8514e-03, -2.9080e-03, -1.5105e-03,  3.3577e-03,  1.0099e-03,
                      -5.7087e-04,  7.9285e-03,  3.8041e-03, -2.8513e-03, -1.0951e-03,
                      -4.9128e-03, -1.0600e-03, -5.3214e-03, -4.8091e-03, -1.8728e-03,
                       2.8488e-03,  1.2248e-03,  2.4719e-03, -2.6624e-03,  6.2155e-03,
                      -7.3311e-03,  2.7935e-03,  1.7385e-04, -1.5884e-04, -5.2602e-04,
                       4.0089e-03, -5.6507e-03, -8.6689e-04, -5.5839e-03,  3.3498e-03,
                      -3.0672e-03, -6.0006e-04,  5.6689e-05, -3.0619e-03,  5.5459e-04,
                       1.4329e-03,  2.0450e-03,  3.6497e-04,  1.0849e-04, -1.7791e-03,
                       1.4377e-03, -2.5512e-03, -2.7343e-03, -2.2268e-03, -4.1699e-03,
                       1.9596e-03,  5.8175e-03, -3.3301e-04,  3.2668e-04,  2.8310e-03,
                      -1.7483e-03, -2.5939e-04, -1.7340e-03, -5.5749e-03,  5.7669e-03,
                      -3.4387e-04, -3.2068e-03,  2.6891e-03,  5.5912e-03, -1.8863e-04,
                       5.5710e-03, -2.2098e-03, -9.3754e-03, -1.2406e-03, -4.1579e-03,
                       1.7488e-03, -4.1468e-03, -2.4710e-03, -4.8985e-03, -2.4790e-03,
                       3.2814e-03,  2.7824e-03,  1.5882e-03, -1.1175e-03, -4.5606e-04,
                      -4.9486e-03,  6.0880e-04, -2.0174e-03, -4.5459e-03,  4.6087e-03,
                       2.6826e-03, -3.8783e-03, -6.3076e-04, -7.6057e-04, -3.0596e-03,
                       7.7792e-04,  1.7035e-03, -6.5280e-04, -1.7247e-04, -3.2433e-03,
                      -1.3173e-03,  4.2179e-04,  2.2980e-03,  1.4671e-03, -3.8084e-03,
                      -3.6158e-04,  1.3641e-04,  7.8934e-04, -9.5642e-04, -2.7630e-03,
                       2.8293e-03,  7.1559e-03, -1.7090e-03, -2.0056e-03, -2.4069e-03,
                      -3.2326e-03,  2.2026e-03, -1.4887e-03, -1.1742e-03, -1.6018e-03,
                      -2.2202e-03, -2.5219e-04,  3.7579e-04, -3.2415e-03, -7.9777e-04,
                      -3.4178e-04,  2.0506e-04,  2.0446e-04,  6.0596e-04, -3.8452e-03,
                      -3.8105e-04,  3.3396e-03, -1.5310e-03, -4.6286e-04,  1.9955e-03,
                       1.2068e-03,  1.7839e-03, -1.6588e-03, -3.0821e-03, -3.4368e-03,
                      -2.8840e-03, -1.8940e-03,  4.3841e-04, -3.1746e-04, -8.8840e-04,
                       1.1039e-03,  9.7166e-04,  1.2647e-03,  4.4746e-03, -2.7109e-03,
                      -9.8273e-04,  1.6845e-03,  1.1941e-03, -2.0426e-03,  1.3177e-03,
                      -2.9006e-03, -1.8488e-03,  6.9401e-04, -1.5962e-03, -8.2683e-04,
                      -2.0100e-03, -7.9233e-04, -8.8164e-03,  3.1835e-03, -7.2873e-04,
                      -1.6526e-04,  2.0023e-03, -5.5517e-04,  1.6604e-03,  3.3049e-04,
                       2.7953e-03,  4.2223e-03,  1.8640e-03, -7.3317e-04,  3.2113e-03,
                       1.0612e-03,  1.6318e-03, -2.8169e-04, -7.5277e-04,  7.5320e-04,
                       1.7457e-03, -9.7627e-04, -2.6655e-03, -4.4084e-03,  3.2019e-03,
                      -1.4945e-03, -8.9812e-04, -1.0013e-03, -1.0153e-05, -2.3141e-03,
                       3.7864e-03,  8.0009e-06,  4.6489e-03, -3.8357e-03, -6.5283e-03,
                      -7.7273e-04,  3.0300e-03, -2.8618e-03,  6.1412e-04, -4.4817e-04,
                      -1.7981e-04, -5.6863e-03,  1.2477e-04], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.weight',
              tensor([[ 0.0370,  0.0138,  0.0207,  ..., -0.0279, -0.0076,  0.0185],
                      [ 0.0248,  0.0859, -0.0342,  ...,  0.0577,  0.0005, -0.0210],
                      [-0.0928,  0.0213, -0.0552,  ...,  0.0054, -0.0115, -0.0637],
                      ...,
                      [ 0.0225, -0.0441,  0.1043,  ..., -0.0084, -0.0266, -0.0182],
                      [ 0.0399, -0.0187,  0.0316,  ...,  0.0489, -0.0420,  0.0326],
                      [ 0.0117,  0.0084, -0.0152,  ...,  0.0169, -0.0135,  0.0720]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.bias',
              tensor([-1.2824e-02, -4.0567e-02,  1.4378e-02,  3.7552e-03,  2.4535e-02,
                       4.1453e-02, -7.8974e-02, -4.5335e-03,  1.9722e-02, -5.4051e-02,
                       7.0488e-02, -1.6858e-02, -2.4932e-02, -3.4986e-03,  1.0525e-02,
                      -1.6225e-03,  2.3549e-02, -9.3806e-03,  1.0611e-02, -1.1852e-02,
                       1.0741e-01,  2.8002e-02, -2.6023e-03,  2.5985e-02, -9.5159e-03,
                      -3.5742e-02,  2.5776e-02, -3.8913e-02, -8.8547e-02, -3.3756e-02,
                       6.0067e-02,  4.5508e-03, -6.4565e-03,  2.6332e-02,  2.8482e-02,
                      -2.7291e-02,  4.3374e-02, -1.0308e-02, -4.3197e-02, -9.5376e-02,
                       2.3536e-02, -2.8379e-02,  2.4043e-02,  7.6277e-03,  4.0994e-02,
                      -2.6429e-02, -5.8821e-02, -7.5673e-02,  3.5087e-02, -4.5532e-04,
                       1.9371e-02, -4.7155e-02, -4.9727e-03,  4.0599e-02,  1.9793e-02,
                       3.7525e-02, -6.7179e-02, -4.4501e-02,  1.0623e-02, -5.0543e-02,
                       2.0921e-01,  4.6790e-02,  1.6028e-02, -4.8597e-03, -1.0891e-03,
                      -2.1597e-03, -9.1709e-03, -1.2494e-02, -7.1817e-03,  1.7010e-02,
                       8.8429e-03, -6.5345e-03, -7.1273e-03,  2.6890e-02,  2.0644e-02,
                      -2.4355e-02,  7.7055e-03,  9.9668e-04, -3.6878e-03, -1.2574e-02,
                       2.5684e-02,  8.4367e-03,  1.4838e-03,  3.4407e-03, -3.9101e-03,
                       2.8113e-03,  1.0452e-02, -3.0990e-02, -4.0321e-03,  1.4032e-02,
                       1.3439e-02, -1.5143e-03,  1.2538e-02, -2.9920e-03,  1.6409e-02,
                       6.4907e-03, -5.6430e-03,  1.6938e-02,  1.5995e-02, -9.1916e-03,
                      -6.8674e-03,  1.3389e-02,  1.4600e-02, -1.9439e-02, -1.8156e-02,
                       3.1033e-02,  1.1334e-02,  1.2789e-02, -4.4304e-03,  1.1839e-02,
                       2.3994e-02, -2.7201e-02,  2.4903e-03,  9.5701e-03, -2.7819e-03,
                      -3.4326e-02,  7.0815e-03,  5.0131e-03,  1.5141e-02,  2.1208e-02,
                       1.0933e-03,  1.4622e-02, -1.2597e-02, -1.3641e-02, -1.7340e-02,
                       2.3347e-03, -2.6928e-02,  2.2173e-03, -2.1615e-03,  2.4858e-02,
                      -1.5045e-02, -2.9482e-02,  1.9367e-02,  4.5607e-02,  6.7673e-02,
                      -5.9939e-03, -2.4117e-02, -2.4591e-03, -1.7258e-02,  9.3222e-02,
                       3.4446e-02, -2.5335e-02,  4.1759e-02, -1.7101e-02, -1.2692e-02,
                       3.3031e-02, -6.6913e-02,  2.7113e-02, -1.4933e-02,  3.8659e-02,
                       1.3150e-02, -1.9095e-02,  5.9355e-02,  4.0788e-02,  3.7704e-02,
                      -1.8592e-02, -2.5012e-02, -8.6448e-03, -2.8975e-02,  4.1498e-02,
                      -2.4273e-02, -1.4681e-02,  4.4637e-02,  2.5003e-03,  9.0889e-03,
                      -2.9052e-02, -4.0049e-02, -1.7222e-02,  6.0470e-02,  1.7016e-02,
                       1.5844e-02,  3.4846e-03,  1.6137e-03,  1.0897e-02, -5.1609e-03,
                       1.7112e-02, -8.0819e-02,  2.9810e-02, -9.2959e-03, -1.4388e-02,
                      -3.9080e-02, -5.1385e-04, -7.9288e-02, -8.4375e-03, -2.3250e-02,
                      -1.6142e-02, -1.6241e-02,  4.4072e-02, -8.3393e-02,  1.4183e-01,
                       2.8446e-02,  3.1935e-02, -2.3578e-03,  5.6173e-03, -1.7948e-02,
                       1.8501e-02, -2.1346e-02, -8.2675e-03,  2.5722e-02, -3.4008e-03,
                       5.0468e-03,  2.4229e-02,  1.8181e-02,  4.1643e-02,  2.2444e-02,
                       2.1531e-02,  2.6594e-02,  2.3280e-02,  7.7999e-03,  1.5805e-02,
                       5.2337e-03, -1.2711e-02, -1.4093e-02, -1.0104e-02, -6.9132e-03,
                      -2.1712e-02, -1.3541e-02, -3.3221e-02,  1.9956e-02,  2.3616e-02,
                       3.1952e-02, -1.8636e-03,  2.3391e-03, -1.8991e-03, -5.6144e-03,
                      -6.8330e-03,  4.0069e-03,  1.9482e-03,  1.8116e-02,  1.1371e-03,
                      -5.9945e-03, -4.4580e-03, -2.6380e-03,  1.8900e-02,  1.5997e-02,
                       1.2120e-02, -2.0345e-02,  4.2048e-03,  1.4594e-02,  1.2393e-02,
                      -2.4483e-02, -1.5967e-02,  2.2666e-02, -1.3195e-02,  1.3306e-02,
                      -1.6919e-02, -7.7538e-03, -2.3215e-02, -1.1199e-02, -5.7733e-03,
                      -9.4136e-03,  9.8839e-03,  1.5759e-02, -1.3981e-02, -3.3556e-02,
                       1.7204e-03, -1.0948e-03,  5.5045e-03, -1.7807e-02, -1.3893e-02,
                       4.3164e-03, -3.6769e-03, -5.2022e-03, -5.9407e-03, -2.4704e-02,
                      -4.8739e-03,  2.1356e-02, -1.5996e-02, -2.2895e-02,  8.6520e-03,
                       2.7177e-02, -3.6141e-02,  3.4028e-03,  1.6483e-02,  1.0947e-02,
                       1.9512e-02,  6.1976e-03,  1.4538e-03,  1.4629e-02,  2.1357e-03,
                      -1.3999e-02,  1.1945e-02, -3.9714e-03, -2.7369e-03,  1.8105e-02,
                       1.2043e-02, -2.9333e-03, -1.3120e-02, -8.6789e-03, -6.7992e-03,
                      -1.3650e-02,  1.2129e-02,  1.9330e-02, -1.0990e-03, -1.4283e-02,
                       5.1032e-04,  1.4148e-02,  2.0858e-02,  9.4913e-03, -3.0054e-02,
                      -6.1354e-03,  1.4823e-02,  1.3837e-02, -5.0445e-04, -8.8730e-03,
                       9.0051e-03, -1.1964e-05, -4.7647e-03,  8.0086e-03,  1.1130e-02,
                       9.4125e-03,  2.0694e-02,  1.3610e-03, -2.3601e-04,  1.2537e-02,
                      -2.2591e-04, -1.1517e-02,  3.1821e-02, -2.9090e-02,  1.2904e-02,
                       2.2612e-02, -4.7150e-02,  7.0808e-03, -2.5996e-02, -2.9326e-02,
                      -6.2359e-02, -5.5947e-02, -4.4259e-02,  6.5586e-03, -1.5826e-02,
                       3.4304e-03,  4.8311e-02,  7.3535e-02,  3.2546e-02, -1.8852e-02,
                       8.9866e-02, -6.0688e-02, -4.4872e-03,  1.0402e-01,  2.7877e-02,
                      -2.9209e-02, -2.8336e-02,  1.0372e-01,  6.0949e-02,  1.0572e-01,
                       5.6673e-02, -7.8201e-02, -1.1966e-02, -7.3315e-03, -5.2123e-02,
                      -9.4480e-02,  2.3419e-02, -7.7247e-03,  5.3631e-02, -7.8007e-02,
                       1.4946e-02,  6.7079e-02,  9.5883e-02, -2.2456e-02,  2.6838e-02,
                       1.1426e-01,  4.4635e-02,  5.2780e-02,  1.0617e-01, -5.6488e-02,
                       5.3849e-02, -7.3385e-02,  2.3853e-02,  1.5920e-02, -2.4464e-02,
                       2.2144e-03,  3.4779e-03,  5.0699e-02, -8.1685e-05, -4.3321e-02,
                      -2.2165e-02, -4.0963e-02, -1.4264e-01, -3.3847e-02, -3.2721e-02,
                      -2.2767e-02, -8.7518e-02,  4.1665e-02, -5.0607e-02, -3.2243e-02,
                       4.8007e-02, -2.6362e-02,  3.9061e-03, -8.6411e-03, -1.8223e-02,
                      -5.6031e-03, -2.3063e-03, -7.6664e-03, -1.6988e-02, -1.7994e-02,
                      -1.2814e-02,  1.4945e-02, -4.0009e-02,  2.8540e-02,  1.5756e-02,
                       1.4181e-02, -1.8049e-02, -2.6597e-02,  1.7560e-02,  2.2054e-02,
                      -7.2682e-03,  8.8885e-03, -1.9046e-03, -2.8877e-02, -1.7983e-02,
                       1.0399e-03, -5.4423e-03,  7.4402e-03,  2.0381e-03, -1.3699e-02,
                      -3.7720e-03,  1.2294e-02,  9.8381e-03, -2.3575e-02,  2.3557e-02,
                      -2.3864e-02, -9.5941e-03, -8.9462e-03,  1.2595e-02,  2.6624e-02,
                       5.3777e-03, -1.4369e-02,  1.5658e-02,  1.1489e-02, -3.5928e-04,
                      -3.1534e-02,  1.2902e-02, -1.4044e-03,  5.2285e-03,  3.2107e-03,
                       1.1561e-03,  4.2722e-03, -2.6054e-02,  2.8416e-02,  8.7722e-04,
                      -1.5852e-02,  4.7294e-03,  5.5545e-03,  1.8995e-02, -1.4947e-02,
                      -1.2782e-02, -3.4642e-03,  3.0039e-02, -8.3735e-03, -1.4825e-02,
                      -4.2722e-03,  2.0751e-02,  4.1610e-02, -3.4839e-02,  6.6011e-02,
                       5.8777e-03, -3.0303e-02, -8.5405e-03, -2.3294e-02, -3.0889e-02,
                       3.5718e-03,  8.3547e-03, -1.7201e-02,  2.0966e-03, -1.8153e-02,
                       2.0199e-02, -2.0706e-02,  4.6425e-03, -9.9589e-03, -5.7036e-02,
                       7.3310e-02,  3.9419e-03, -1.9983e-02, -6.2352e-03, -7.6182e-03,
                      -1.8538e-02,  1.1414e-02, -6.0398e-02,  3.0170e-02, -7.9102e-02,
                       3.7220e-03, -3.4664e-03, -6.0971e-03,  4.0445e-03, -3.2822e-02,
                       1.7450e-02, -6.7014e-02, -4.0764e-03, -1.6930e-02,  2.5718e-02,
                      -9.0963e-04, -1.1930e-02, -2.3087e-02, -4.7790e-03, -2.8228e-03,
                      -1.6852e-02, -1.2757e-02, -4.2921e-03,  4.5865e-03,  5.1889e-03,
                      -1.7402e-02,  1.7975e-02, -3.3964e-03, -4.5898e-02,  2.4712e-02,
                       5.1702e-02,  3.8474e-02, -4.5123e-03,  2.1112e-02, -7.6845e-03,
                      -1.3073e-02,  3.1043e-02,  1.5005e-02, -3.1178e-02, -3.0532e-02,
                      -4.3000e-02,  7.0170e-03, -7.0803e-03,  1.1466e-02,  6.4380e-02,
                       6.0916e-03, -1.6361e-02, -1.0691e-02,  2.8945e-02,  1.3443e-02,
                       2.2316e-02, -2.4997e-02, -1.0280e-02,  4.5492e-02, -1.8819e-02,
                       8.9685e-03, -1.6766e-02,  5.3139e-02,  1.5428e-02, -8.2474e-03,
                       1.7450e-02,  2.4433e-03,  1.3470e-02,  2.2854e-02,  1.2629e-02,
                      -2.8088e-02, -3.0437e-02,  4.1657e-02, -9.9409e-03,  1.8658e-02,
                      -1.2620e-02, -1.3236e-02,  7.2259e-03, -4.2232e-03, -5.0778e-02,
                      -1.1892e-02,  2.9910e-02, -2.1652e-03, -7.6176e-02,  1.8740e-02,
                      -1.6894e-02,  2.3392e-03, -2.5242e-03,  1.4594e-02,  2.4284e-02,
                       2.4139e-03, -3.0978e-03,  1.9601e-02, -1.8936e-02,  2.1738e-02,
                       1.0065e-02, -1.8413e-02, -2.3638e-02, -3.5017e-03,  1.3822e-02,
                       2.2662e-03,  2.4745e-02,  1.7439e-03, -2.3400e-02,  1.4194e-02,
                       2.3806e-02, -2.5162e-02,  1.1209e-02,  2.5787e-02,  1.2435e-02,
                       5.3984e-03, -3.3282e-03, -1.7423e-02,  7.5547e-04, -1.7007e-02,
                      -2.8627e-02,  1.1918e-03,  1.9477e-02, -8.3622e-03, -5.3331e-03,
                       6.9384e-03, -2.3974e-02,  1.7085e-02,  1.3549e-02,  1.9502e-02,
                      -1.8640e-02,  3.8090e-02, -3.2134e-02,  6.0590e-04,  1.8179e-02,
                       2.2968e-02,  3.8949e-02, -1.1758e-02, -1.0480e-02, -3.1523e-02,
                       1.6014e-03, -6.9961e-04,  4.0558e-03,  2.8264e-02,  7.3542e-03,
                       1.7261e-02, -1.5671e-02,  1.3737e-02, -1.9979e-02,  3.9046e-03,
                      -3.4519e-02,  2.0395e-03,  2.6237e-02,  2.5372e-02,  1.8834e-02,
                       1.3302e-02, -1.0816e-02, -1.1729e-02,  2.2274e-02, -6.4680e-03,
                      -7.3917e-03, -1.5822e-02,  8.0767e-03,  1.7355e-02,  4.0558e-03,
                       3.0273e-02, -4.2954e-02,  5.1867e-03, -1.3233e-02, -2.8881e-02,
                      -4.8380e-03, -6.3440e-03,  4.3834e-02,  6.1868e-03, -1.9288e-02,
                       6.3696e-03, -5.1543e-03,  5.3730e-04, -3.1949e-03,  1.3093e-02,
                      -1.0632e-02,  1.8651e-02, -1.8178e-03, -7.9632e-04,  1.0150e-02,
                       9.8529e-03, -2.3309e-02, -1.6183e-02, -3.2926e-03,  1.6770e-02,
                       1.8871e-02, -1.7776e-02, -6.1455e-03, -3.7930e-03, -1.1609e-02,
                      -1.6871e-02,  5.5077e-03, -8.2412e-03, -5.6791e-03,  2.3671e-02,
                      -2.1129e-02,  1.2265e-04,  1.7183e-02, -3.3943e-02, -3.9781e-04,
                       2.1491e-02,  2.4524e-03, -3.6374e-03, -1.7732e-02,  2.1787e-02,
                      -1.7032e-02, -1.5714e-03,  1.9890e-03,  7.8586e-03, -3.9130e-03,
                       2.7285e-03, -1.3816e-02,  2.0774e-02,  1.4073e-03, -5.8489e-03,
                       1.1678e-02,  1.2196e-02, -1.2509e-02,  1.6562e-02, -9.6904e-03,
                       1.2759e-02, -4.5748e-03, -8.6844e-03, -4.0910e-03,  2.1999e-02,
                      -1.3575e-03,  1.1449e-02, -2.4258e-04, -3.7674e-03,  1.2860e-04,
                       1.4881e-02,  2.8003e-03,  2.3603e-02, -7.9119e-03,  2.4391e-02,
                      -3.7736e-03, -5.8517e-03, -1.0356e-02, -5.4750e-03, -8.1782e-03,
                       3.0869e-02,  5.8617e-03,  1.4886e-02,  1.5052e-02, -1.1016e-03,
                       9.5959e-04, -9.0542e-03, -6.9248e-04, -4.6904e-03,  2.7205e-03,
                      -1.5454e-02, -2.5575e-02,  4.4592e-03, -7.8368e-03, -7.4538e-03,
                       5.9393e-03, -1.5481e-02,  3.1856e-03, -8.7635e-03, -2.7524e-02,
                      -1.1317e-02, -9.0595e-03, -3.0352e-03,  1.3661e-02,  1.3872e-02,
                      -1.3065e-02, -6.6543e-03,  2.8997e-02, -9.4600e-04,  4.4404e-03,
                      -1.0597e-02, -4.3269e-03, -4.3462e-03, -3.4158e-02, -2.7074e-02,
                      -5.3230e-03, -1.8020e-02,  1.1662e-02,  3.3378e-02,  1.4064e-02,
                       7.0512e-03, -1.4591e-02, -2.6409e-02,  2.0038e-02, -3.2458e-02,
                       4.0935e-03,  1.0731e-02, -9.7925e-03, -2.9350e-02, -7.4216e-03,
                       3.0856e-03,  1.2013e-02,  1.6074e-02,  2.1222e-02,  2.9813e-02,
                      -2.9128e-03,  2.2628e-02, -2.0130e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.weight',
              tensor([[-0.0231,  0.0204, -0.0277,  ..., -0.0674, -0.0244,  0.0699],
                      [ 0.0053,  0.0544,  0.0686,  ..., -0.0208,  0.0180,  0.0227],
                      [-0.0486,  0.0080,  0.0237,  ...,  0.0048, -0.0372,  0.0898],
                      ...,
                      [ 0.0924, -0.0054,  0.0307,  ..., -0.0512, -0.0027, -0.0791],
                      [-0.0168, -0.0462, -0.0303,  ...,  0.0243,  0.0378,  0.0028],
                      [ 0.0002, -0.0057,  0.0110,  ...,  0.0131, -0.0247,  0.0085]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.bias',
              tensor([ 3.6824e-02,  3.4152e-02, -3.1969e-02,  8.0631e-02,  7.8464e-02,
                       7.6259e-02,  6.9047e-03, -6.3528e-02,  2.6040e-02,  1.1024e-01,
                       1.6386e-02, -2.3048e-03,  5.0044e-02,  9.5223e-02, -7.3019e-02,
                       4.9575e-02, -1.0900e-01,  2.4093e-02,  2.7724e-02, -6.7455e-02,
                       3.4844e-02,  4.4745e-03,  4.1758e-02, -5.8939e-02,  1.6275e-01,
                      -1.1647e-02,  5.4864e-02,  4.5781e-02, -2.5672e-02,  3.4769e-02,
                      -1.8174e-02,  2.2203e-02,  9.3993e-03,  6.8337e-02, -1.0658e-01,
                       8.9052e-02, -1.5191e-01, -3.7693e-02, -1.7700e-01,  3.4292e-02,
                       4.9037e-02,  3.7215e-02, -2.5805e-02,  1.1897e-01, -5.9335e-02,
                       2.8210e-02,  7.8063e-02,  3.5765e-02,  2.9414e-02, -9.2425e-02,
                      -2.7544e-02,  1.0506e-01, -1.3935e-01,  8.4313e-03, -1.4969e-01,
                       5.3890e-03,  1.2043e-01,  3.5376e-02,  1.2790e-01,  2.6844e-02,
                      -7.9065e-03,  4.8193e-02,  6.8169e-02,  4.2733e-03, -1.0691e-01,
                      -4.5219e-02,  8.6349e-02,  3.3054e-02, -3.2890e-01, -1.0355e-01,
                      -5.0412e-02,  3.1194e-02,  2.7071e-02,  5.6029e-02, -6.8484e-02,
                      -4.1503e-02,  2.6592e-02, -7.6460e-02,  3.9774e-02, -4.3006e-02,
                      -1.6606e-01,  3.2348e-02, -1.3834e-01, -3.5643e-02,  1.6056e-01,
                      -1.0534e-01,  8.9598e-02, -8.2777e-02, -2.5661e-02,  1.7563e-01,
                       6.9527e-02,  7.3857e-02, -1.1081e-02,  1.6889e-01, -4.2427e-02,
                       6.9344e-03, -9.2266e-02,  1.8964e-02,  1.1535e-01, -5.3342e-02,
                      -3.2444e-02, -4.0920e-02,  6.5036e-03, -2.0531e-02, -7.0393e-02,
                       5.7781e-02, -9.3537e-02,  2.9094e-02, -1.8731e-02,  3.8632e-02,
                      -1.0459e-01, -9.7137e-02,  6.3939e-02, -1.5878e-02, -4.0749e-02,
                      -7.1991e-02,  1.7679e-01, -8.2011e-02,  2.4493e-02,  5.3286e-02,
                      -6.9853e-02, -2.5923e-02, -5.5532e-02, -9.7082e-02, -1.4125e-01,
                       2.0277e-03, -1.6804e-02, -3.4296e-02,  1.0575e-01,  9.5881e-02,
                      -3.5564e-02,  6.0261e-02,  5.3298e-02, -7.9780e-02, -5.6793e-02,
                       1.2672e-02,  2.2910e-03, -3.4455e-02, -1.9461e-01, -4.3658e-02,
                       8.0484e-03,  1.0589e-01, -4.0231e-02,  1.9611e-01, -1.7854e-02,
                       4.2372e-02,  1.4183e-01, -9.9647e-02, -5.6421e-02,  2.6287e-01,
                       4.4689e-03, -5.8455e-03, -1.0456e-01, -7.8182e-02, -5.5777e-02,
                      -1.0224e-01, -9.7814e-02,  3.2006e-03, -8.4383e-02,  8.0376e-02,
                      -8.6877e-02,  1.3647e-01,  4.8604e-02,  2.8568e-02,  2.4214e-01,
                       5.2390e-02, -3.9172e-02, -2.6676e-01,  4.7297e-02,  6.8842e-02,
                      -4.8126e-02, -1.6700e-01,  5.4839e-02,  5.4084e-02,  3.9945e-02,
                      -2.6975e-02,  1.3261e-02,  4.0125e-02,  2.9041e-02, -7.8206e-03,
                      -1.2422e-01, -4.6974e-02, -1.4301e-02,  2.1989e-02, -6.4589e-02,
                       4.2727e-03,  1.5256e-01, -5.9889e-02,  6.0726e-02, -5.1558e-02,
                      -2.2756e-01, -4.5745e-02,  5.5881e-03, -2.1953e-02,  8.3393e-02,
                       7.4834e-02, -6.6455e-02,  8.5869e-02,  9.4028e-02, -4.1182e-02,
                       4.9596e-02,  4.4634e-02,  6.2691e-02, -1.5886e-03, -6.1389e-02,
                       1.2975e-03,  1.5014e-01,  5.5737e-03, -3.8485e-02,  1.1568e-01,
                       9.9734e-03, -1.0655e-03, -3.0744e-02,  3.2279e-02,  3.4655e-02,
                      -1.5980e-02, -7.7239e-02, -1.3647e-01,  5.4760e-02,  3.3663e-04,
                      -6.3223e-02, -1.7839e-01,  1.5440e-02,  3.7341e-02, -1.4350e-02,
                       5.3663e-02, -3.4012e-02,  6.8252e-02, -9.3884e-02, -1.8056e-02,
                      -1.0796e-01, -2.1067e-02,  8.8082e-03, -1.1188e-01,  9.7301e-02,
                      -7.6010e-03,  1.9578e-01, -2.0364e-02, -5.5147e-02,  6.3477e-02,
                      -4.8592e-02, -7.6591e-02, -1.1830e-01, -5.4865e-02, -3.3049e-02,
                       1.3277e-01, -2.0099e-02, -6.0638e-02, -2.8435e-02, -3.7059e-03,
                      -4.7448e-02, -3.5533e-02, -2.6149e-02,  5.9441e-02,  4.5533e-03,
                      -9.8517e-03, -6.2638e-02,  2.6586e-01, -1.1056e-01, -5.7999e-02,
                      -1.3141e-01, -6.9442e-02,  6.3412e-02,  3.1241e-02, -1.0206e-01,
                       5.4681e-02, -2.2100e-02,  3.5995e-02, -3.7187e-02,  4.1574e-02,
                       3.2192e-02,  1.4958e-02,  9.5126e-03, -7.7283e-02,  7.2096e-02,
                       7.1395e-02,  9.3868e-02, -7.9805e-02, -5.9106e-02, -6.6943e-02,
                       1.1877e-02, -2.4074e-02, -4.2150e-02,  3.0815e-02,  7.7198e-02,
                      -5.5831e-03,  4.7824e-02,  8.5659e-02,  1.2063e-01, -4.2488e-02,
                       3.5035e-02,  1.2212e-03,  1.4905e-01, -4.4997e-03,  3.8216e-02,
                       1.1449e-01, -2.9007e-02,  5.7874e-02,  1.1162e-01, -3.3743e-02,
                      -6.4811e-02, -6.8176e-02,  1.0644e-02, -5.2828e-02, -1.8992e-01,
                      -3.0064e-02, -9.9281e-02,  1.5499e-02,  5.2393e-02, -3.0495e-02,
                      -2.0687e-01,  7.1401e-02, -3.2442e-02, -1.8235e-01, -8.7381e-02,
                      -2.3215e-02, -3.9702e-02, -4.5350e-02,  2.9013e-02, -4.1301e-02,
                       2.0297e-01,  6.3027e-02,  1.6846e-02,  8.5226e-02,  9.6063e-02,
                      -1.1802e-02,  9.8720e-02, -5.3770e-02,  3.2902e-02, -4.6931e-02,
                      -2.4087e-02, -1.1669e-01,  2.9160e-03,  7.2067e-02,  4.0791e-03,
                      -4.7541e-03, -2.9544e-02,  4.3693e-04,  3.3880e-02, -5.2140e-03,
                      -2.3422e-01, -6.2319e-03, -1.0868e-01,  7.0419e-02,  7.8026e-02,
                      -8.1089e-02,  3.4786e-02,  3.0206e-02, -1.8354e-01, -2.0211e-02,
                      -2.5099e-02,  4.6237e-02,  1.0436e-01,  3.0801e-02,  5.4868e-02,
                       8.8943e-02,  7.5466e-03,  6.9964e-02, -2.8905e-02,  1.1665e-01,
                       3.9998e-02,  2.2038e-02,  4.8905e-02, -2.8236e-02,  9.5517e-03,
                      -1.9409e-01,  2.6054e-02,  2.3508e-02, -2.7545e-02,  2.2995e-02,
                      -5.5627e-02, -4.8463e-02, -6.5147e-02,  7.7919e-02, -1.9021e-03,
                       2.9811e-02, -4.1667e-02,  1.5591e-02, -2.9944e-03,  1.5106e-01,
                       3.2467e-02, -3.8780e-02, -9.2968e-02, -6.8490e-03, -9.8794e-02,
                      -1.0195e-01, -1.2472e-02,  8.0579e-02, -4.7282e-02, -1.1639e-01,
                       5.0257e-02, -8.7652e-02, -6.8685e-02, -9.0405e-03,  6.1800e-02,
                       8.0138e-02,  6.8047e-02, -5.7053e-02,  8.8698e-02, -7.8570e-02,
                       1.2995e-02,  2.7111e-02, -4.3505e-02,  5.1417e-02,  2.9735e-02,
                      -1.0889e-01,  6.5335e-02, -1.5359e-01, -3.7920e-02,  3.4862e-02,
                      -6.4889e-02, -1.9997e-03,  8.6752e-02,  1.5722e-02,  1.6620e-02,
                       2.8642e-02, -1.0899e-01, -7.0284e-02,  1.1334e-01,  3.7755e-02,
                      -1.0441e-01,  6.4451e-02,  1.2256e-01, -2.5777e-02, -1.4510e-01,
                       5.2828e-02,  6.6659e-03,  7.3912e-02, -1.4291e-02,  1.6632e-02,
                      -9.5993e-03,  1.8275e-02,  6.9668e-02, -5.1610e-02, -1.2467e-01,
                      -3.0412e-02,  2.2811e-02,  8.2065e-02,  1.7415e-02,  4.2029e-02,
                      -5.0940e-02, -8.4365e-02,  5.1262e-02,  3.3748e-02, -1.0866e-01,
                      -2.9911e-02, -8.3485e-02, -8.3849e-02,  4.2447e-02,  6.6015e-03,
                      -2.0422e-02,  1.5878e-01, -1.0659e-01, -1.1560e-03, -2.0571e-01,
                       3.4206e-02,  3.9117e-02,  1.0130e-01, -3.7060e-02, -1.2359e-01,
                      -1.7059e-02, -6.4764e-02, -1.9125e-02,  7.5742e-02, -1.2418e-01,
                      -3.8537e-02, -2.0516e-01, -5.6480e-02, -2.4878e-02,  1.4708e-01,
                      -2.3782e-02,  1.2403e-01, -7.0090e-02, -6.6154e-02, -4.2339e-02,
                       5.1595e-02,  4.5390e-02,  2.6558e-02, -1.0359e-01,  3.9391e-02,
                       1.3509e-01, -2.9522e-02,  7.0494e-02,  3.5283e-02,  1.2747e-01,
                      -1.0381e-01,  1.0598e-01, -2.8902e-02,  5.7263e-03, -2.0598e-02,
                       1.5407e-02, -7.0244e-02,  1.5833e-01,  1.7413e-02,  4.0582e-02,
                      -6.1113e-02, -7.4420e-02, -6.4477e-02,  2.9677e-03, -7.3659e-02,
                      -1.7776e-01, -1.7480e-02, -6.4234e-03, -4.0607e-02, -4.0856e-02,
                       6.6565e-03,  5.1075e-02,  3.7149e-02, -6.3881e-02,  7.2769e-02,
                      -4.7134e-02,  3.4565e-02,  1.7746e-02,  1.0139e-01, -3.6502e-02,
                       3.9301e-03, -8.2805e-03, -2.2549e-02, -2.4667e-01, -6.8030e-02,
                       5.4757e-02, -1.2297e-01, -5.3432e-02,  4.7072e-02,  6.6417e-02,
                      -7.0582e-03,  8.1229e-02,  6.0932e-02,  2.0275e-02,  6.8767e-02,
                       6.0954e-02, -8.7248e-02, -3.6116e-02,  4.2098e-03,  1.0909e-01,
                      -5.6413e-02,  2.6635e-02, -5.0075e-03,  5.6506e-02, -1.6106e-04,
                      -5.7181e-03,  3.4389e-02,  1.3832e-01, -3.8675e-02,  7.5364e-02,
                       1.3319e-03, -1.5060e-01,  2.1252e-03, -7.2217e-02, -7.5252e-02,
                      -1.9672e-02, -1.2288e-01,  3.3662e-02, -6.4462e-02, -1.7950e-01,
                       1.4397e-01,  1.8467e-02,  3.4349e-01, -1.0947e-01, -1.5814e-02,
                      -5.9613e-02, -4.8456e-02, -1.1359e-01, -5.6189e-02,  3.6651e-02,
                      -3.7009e-02, -1.9287e-02,  1.6452e-03, -3.4080e-02, -1.4145e-02,
                      -1.1481e-01, -1.6313e-02, -3.6749e-02,  8.6973e-02,  1.9845e-02,
                       6.0951e-02, -6.2205e-03,  8.4396e-02, -2.0967e-02,  4.1940e-02,
                       4.4697e-02,  3.7070e-02, -1.4418e-02, -4.4374e-02,  1.2588e-02,
                      -9.6445e-02,  4.2468e-02, -9.0602e-02,  3.9089e-02,  6.8309e-03,
                      -1.3788e-02, -3.7111e-03,  9.3292e-02,  2.0712e-02, -6.8844e-02,
                      -8.0013e-03, -1.4164e-01,  2.2135e-01, -2.1783e-02,  4.4626e-02,
                       5.8636e-02,  2.5259e-02,  1.3148e-01, -4.8665e-02,  2.8010e-02,
                      -1.1014e-03,  9.7926e-03, -2.7834e-02,  1.4911e-01, -4.0777e-02,
                       2.3677e-03,  6.9189e-02, -5.6598e-02, -2.9954e-02,  5.3437e-03,
                       3.5770e-02, -6.3239e-02,  1.8504e-02, -1.7741e-02,  1.9346e-02,
                      -1.2181e-01, -1.6565e-01, -2.4901e-02, -1.5843e-02, -7.2822e-02,
                       1.4431e-02, -2.9053e-03, -2.3095e-02, -2.3990e-02,  9.4213e-02,
                      -6.8684e-02, -3.1361e-02, -1.8343e-01, -4.4411e-03,  2.6577e-02,
                      -4.0774e-02,  1.1918e-01, -1.2259e-01, -4.8532e-02, -1.0151e-02,
                       2.9876e-02,  3.8514e-02, -1.1991e-01, -2.6458e-02,  8.7465e-02,
                      -9.4721e-02,  1.3521e-02, -5.2013e-03, -1.1545e-02,  7.7011e-02,
                       2.1344e-01,  4.8973e-02,  9.4908e-02,  3.1989e-02, -5.8878e-02,
                       4.4062e-03, -7.0933e-02, -5.3651e-02, -4.5863e-02,  1.5663e-02,
                       4.3783e-02, -5.7863e-02,  3.6928e-02, -8.2044e-02,  1.1742e-01,
                       6.9963e-02,  6.0403e-02,  7.0856e-02, -7.0977e-02, -3.9562e-02,
                      -4.8795e-02,  7.0126e-02,  1.4936e-01, -2.5117e-02, -3.9009e-02,
                       4.4376e-02,  1.0962e-01, -7.2237e-02,  1.0877e-01,  9.1965e-02,
                      -4.8757e-03,  1.3238e-01,  3.2757e-02,  6.1663e-03,  1.0899e-01,
                      -3.8810e-02, -5.5965e-03, -1.0934e-02, -8.9597e-02,  6.0510e-02,
                       7.6433e-02,  8.7797e-02, -9.5161e-02, -6.3591e-02, -3.9532e-02,
                      -7.7184e-03, -2.7410e-02,  2.4486e-02,  2.1281e-02, -5.6135e-02,
                       1.3758e-01, -7.6283e-02, -1.7837e-01, -1.3079e-01,  1.0203e-01,
                      -1.7144e-02, -3.7037e-02,  2.2264e-02,  1.1672e-01,  4.3543e-02,
                       1.5938e-01, -1.2655e-01,  5.5840e-02,  1.5495e-01, -2.7550e-02,
                       2.9040e-02,  1.6499e-01,  1.0066e-01, -5.2796e-02,  1.0774e-02,
                      -3.5399e-03,  4.0475e-02,  8.0510e-02,  9.8547e-02,  3.4615e-02,
                      -1.8670e-02, -9.0059e-04,  5.2533e-02,  3.0274e-02,  6.8359e-03,
                      -8.9847e-02, -5.7614e-02, -1.4902e-03, -2.1741e-02,  1.0807e-01,
                      -6.6984e-03,  9.1475e-02,  1.7597e-01, -3.8370e-02,  1.0156e-01,
                      -1.6094e-03,  2.5509e-02, -6.4202e-02, -1.1157e-02,  2.9979e-02,
                      -7.8275e-02,  2.4280e-02,  5.0453e-02,  8.5361e-02,  6.0761e-02,
                       1.2196e-01, -1.4843e-02,  2.1984e-02,  1.0633e-01, -7.0621e-02,
                      -4.7577e-02, -7.0760e-02,  4.0368e-03,  9.8627e-03, -3.1438e-02,
                       2.9387e-02,  8.5816e-02, -3.9181e-02, -9.3733e-02,  1.5090e-02,
                       3.4051e-02, -1.7027e-02, -1.8897e-01], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.weight',
              tensor([0.8412, 0.8351, 0.8554, 0.8018, 0.7566, 0.8297, 0.7584, 0.8124, 0.9177,
                      0.7380, 0.9201, 0.8680, 0.9189, 0.9238, 0.8804, 0.6768, 0.8273, 0.8022,
                      0.8081, 0.8773, 0.7712, 0.9175, 0.8215, 0.8247, 0.8002, 0.8223, 0.8714,
                      0.8887, 0.8228, 0.8493, 0.8675, 0.6443, 0.8980, 0.7248, 0.8229, 0.8209,
                      0.6988, 0.8839, 0.7001, 0.8742, 0.8829, 0.8463, 0.8555, 0.9285, 0.9264,
                      0.8750, 0.8683, 0.8698, 0.9052, 0.8149, 0.8972, 0.7684, 0.8344, 0.8851,
                      0.7777, 0.6710, 0.8330, 0.8542, 0.7334, 0.7656, 0.8409, 0.9161, 0.9208,
                      0.8921, 0.7450, 0.9100, 0.8790, 0.8205, 0.6839, 0.7975, 0.8698, 0.8422,
                      0.8361, 0.8280, 0.8946, 0.9059, 0.8358, 0.8266, 0.9040, 0.8676, 0.8482,
                      0.8160, 0.8515, 0.8589, 0.6493, 0.9453, 0.7615, 0.8063, 0.9044, 0.8510,
                      0.8580, 0.8554, 0.8778, 0.8761, 0.8146, 0.8169, 0.6080, 0.8561, 0.8932,
                      0.9055, 0.7792, 0.8900, 0.7405, 0.9124, 0.6538, 0.9048, 0.9274, 0.7792,
                      0.8813, 0.9167, 0.7964, 0.8249, 0.8989, 0.6180, 0.8364, 0.9210, 0.8668,
                      0.8728, 0.8806, 0.9209, 0.8902, 0.8742, 0.8767, 0.8143, 0.7591, 0.7476,
                      0.9105, 0.7947, 0.8315, 0.8210, 0.8700, 0.7469, 0.8536, 0.8620, 0.8842,
                      0.8563, 1.0916, 0.8610, 0.8361, 0.8604, 0.6895, 0.8787, 0.8133, 1.4938,
                      0.8399, 0.8351, 0.8592, 0.8550, 0.8473, 0.9079, 0.8994, 0.8755, 0.8954,
                      0.8380, 0.8570, 0.8342, 0.8615, 0.8872, 0.8280, 0.8701, 0.9596, 0.9333,
                      0.7088, 0.8505, 0.8029, 0.8924, 0.9109, 0.6283, 0.8154, 0.8508, 0.9165,
                      0.6714, 0.7233, 0.8562, 0.8504, 0.8881, 0.9168, 0.8893, 0.9063, 0.8390,
                      0.8075, 0.8401, 0.7855, 0.9272, 0.8612, 0.8861, 0.7913, 0.8939, 0.8580,
                      0.8243, 0.8774, 0.6690, 0.8307, 0.8501, 0.8414, 0.9221, 0.9193, 0.6516,
                      0.8067, 0.8857, 0.8929, 0.7288, 0.8823, 0.8445, 0.7798, 0.8377, 0.8862,
                      0.9220, 0.8747, 0.8282, 0.8584, 0.8793, 0.7904, 0.8657, 0.8261, 0.8971,
                      0.7823, 0.7712, 0.8407, 0.8319, 0.8776, 0.8270, 0.9087, 0.9689, 0.8643,
                      0.8742, 0.8853, 0.8897, 0.8445, 0.6012, 0.8092, 0.8847, 0.8065, 0.8148,
                      0.8198, 0.9028, 0.5920, 0.9108, 0.8539, 0.9145, 0.8594, 0.7720, 0.7672,
                      0.8362, 0.8760, 0.8177, 0.8799, 0.7925, 0.9111, 0.9383, 0.8687, 0.8337,
                      0.9708, 0.9296, 0.9147, 0.8828, 0.9062, 0.6077, 0.8535, 0.8424, 0.6574,
                      0.8644, 0.8332, 0.8346, 0.8675, 0.8662, 0.8714, 0.9037, 0.7346, 0.8702,
                      0.8674, 0.8393, 0.8922, 0.8233, 0.9245, 0.8984, 0.8642, 0.8791, 0.8367,
                      0.9316, 0.9461, 0.8857, 0.7424, 2.7534, 0.8701, 0.9052, 0.6806, 0.9628,
                      0.8743, 0.8340, 0.7331, 0.8401, 0.7954, 0.8144, 0.8546, 0.7958, 0.8499,
                      0.5915, 0.9170, 0.8755, 0.9033, 0.8226, 0.7815, 0.8519, 0.6282, 0.8901,
                      0.7441, 0.8905, 0.8816, 0.8422, 0.8119, 0.8354, 0.8428, 0.6739, 0.7738,
                      0.8979, 0.8612, 0.7798, 0.9541, 0.7787, 0.8241, 0.8857, 0.8292, 0.9144,
                      0.7575, 0.8073, 0.9150, 0.8072, 0.9012, 0.8787, 1.0283, 0.8402, 0.8877,
                      0.9043, 0.9345, 0.8997, 0.8571, 0.8890, 0.8634, 0.7254, 0.6673, 0.8958,
                      0.8041, 0.9047, 0.8267, 0.9009, 0.8974, 0.8378, 0.8577, 0.8268, 0.8674,
                      0.8095, 0.8281, 0.8091, 0.9084, 0.8592, 0.8198, 0.8334, 0.8277, 0.7615,
                      0.8462, 0.8863, 0.8183, 0.8931, 0.8745, 0.8604, 0.8986, 0.9484, 0.8700,
                      0.8359, 0.8365, 0.8992, 0.8491, 0.8728, 0.8192, 0.8146, 0.8150, 0.8447,
                      0.8763, 0.6141, 0.8018, 0.8462, 0.8782, 0.9231, 0.8074, 0.7849, 0.7477,
                      0.8587, 0.8978, 0.7518, 0.9018, 0.7433, 0.8787, 0.8670, 0.8766, 0.8592,
                      0.7447, 0.9233, 0.8466, 0.7531, 0.7133, 0.7974, 0.7406, 0.8460, 0.8352,
                      0.8737, 0.8066, 0.8379, 0.8891, 0.9128, 0.8114, 0.7682, 0.9303, 0.9169,
                      0.8846, 0.8171, 0.7788, 1.0061, 0.8398, 0.8828, 0.8597, 0.9148, 0.9021,
                      0.7427, 0.8392, 0.8832, 0.8742, 0.6608, 0.8675, 0.9075, 0.8426, 0.8697,
                      0.8460, 0.9093, 0.7326, 0.9133, 0.8914, 0.8337, 0.8806, 0.8631, 0.9028,
                      0.7617, 0.8458, 0.7981, 0.8073, 0.7577, 0.8763, 0.8992, 0.8874, 0.8201,
                      0.8866, 0.6737, 0.8648, 0.8994, 0.8588, 1.0092, 0.7539, 0.7885, 0.8275,
                      0.8384, 0.7928, 0.8410, 0.8075, 0.9039, 0.7374, 0.8015, 0.8289, 0.7833,
                      0.8663, 0.8567, 0.9363, 0.8530, 0.9020, 0.8325, 0.9042, 0.8657, 0.6359,
                      0.9115, 0.7693, 0.9237, 0.8072, 0.8301, 0.8946, 0.9183, 0.8822, 0.8077,
                      0.9306, 0.7217, 0.9402, 0.7597, 0.7940, 0.8984, 0.8957, 0.7850, 0.9070,
                      0.8100, 0.7898, 0.8797, 0.7979, 0.8568, 0.9501, 0.8997, 0.7863, 0.8677,
                      0.8915, 0.9853, 0.9021, 0.8092, 0.8712, 0.8529, 0.8985, 0.8502, 0.8899,
                      0.8428, 0.8893, 0.7198, 0.8806, 0.8522, 0.6670, 0.8893, 0.8890, 0.6811,
                      0.8551, 0.9097, 0.8678, 0.9343, 0.9329, 0.9163, 0.8824, 0.8950, 0.8896,
                      0.8833, 0.8404, 0.7840, 0.7985, 0.8230, 0.7617, 0.8671, 0.8410, 0.8358,
                      0.8846, 0.9124, 0.7652, 0.7135, 0.7823, 0.9358, 0.8291, 0.7655, 0.9009,
                      0.8837, 0.8038, 0.8183, 0.8970, 0.8783, 0.7151, 0.8339, 0.8002, 1.9665,
                      0.8445, 0.8319, 0.8977, 0.9281, 0.6693, 0.8707, 0.8648, 0.9166, 0.8604,
                      0.8779, 0.7601, 0.9358, 0.7580, 0.8296, 0.8139, 0.8588, 0.8842, 0.9064,
                      0.8301, 0.8115, 0.8799, 0.8788, 0.8709, 0.9309, 0.8707, 0.8380, 0.8932,
                      0.8715, 0.8449, 0.8439, 0.8188, 0.7757, 0.8650, 0.7459, 0.8268, 0.8466,
                      0.8413, 0.9155, 0.8081, 0.8235, 0.8901, 0.8437, 0.8799, 0.8140, 0.7598,
                      0.9516, 0.9122, 0.8474, 0.8353, 0.8221, 0.9085, 0.9046, 0.8511, 0.7708,
                      0.8168, 0.8182, 0.9499, 0.9167, 0.9255, 0.9172, 0.8833, 0.8769, 0.8455,
                      0.7523, 0.8530, 0.9338, 0.8402, 0.9192, 0.8820, 0.8403, 0.8183, 0.8619,
                      0.8671, 0.8872, 0.7863, 0.8394, 0.7809, 0.8685, 0.9199, 0.9144, 0.8746,
                      0.8324, 0.9029, 0.8283, 0.8805, 0.8059, 0.8270, 0.8001, 0.7614, 0.9132,
                      0.9001, 0.8365, 0.7760, 0.9622, 0.7754, 0.7357, 0.8042, 0.8599, 0.8916,
                      0.8465, 0.8575, 0.8794, 0.8780, 0.8214, 0.8326, 0.8353, 0.7732, 0.8771,
                      0.9170, 0.5940, 0.7165, 0.8664, 0.9212, 0.7514, 0.8387, 0.9221, 0.9155,
                      0.8128, 0.8488, 0.8923, 0.9049, 0.8847, 0.9157, 0.8086, 0.8685, 0.9159,
                      0.8909, 0.8511, 0.8030, 0.8941, 0.8246, 0.8876, 0.9006, 0.6667, 0.8802,
                      0.8606, 0.8958, 0.8537, 0.8507, 0.9633, 0.7688, 0.9045, 0.7953, 0.7762,
                      0.6540, 0.8015, 0.8848, 0.8944, 0.8599, 0.9128, 0.8187, 0.8786, 0.8615,
                      0.9047, 0.8863, 0.7887, 0.9379, 0.8135, 0.8061, 0.7284, 0.8128, 0.9058,
                      0.8795, 0.8485, 0.9122, 0.7735, 0.8916, 0.6161, 0.9436, 0.7713, 0.8919,
                      0.8626, 0.8433, 0.8190, 0.8880, 0.9835, 0.8140, 0.9051, 0.9383, 0.7791,
                      0.8517, 0.8989, 0.9035, 0.8312, 0.7134, 0.8421, 0.8363, 0.7591, 0.8518,
                      0.8497, 0.8256, 0.6630, 0.8279, 0.8617, 0.8172, 0.8326, 0.9095, 0.8187,
                      0.7535, 0.8594, 0.8818, 0.8472, 0.8241, 0.8580, 0.9083, 0.8554, 0.9087,
                      0.8535, 0.9112, 0.8599], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.bias',
              tensor([ 1.5880e-02, -8.0632e-02, -1.8105e-01, -8.7882e-02, -1.2149e-01,
                       1.3685e-01, -1.5542e-01,  2.1200e-01,  2.7379e-01, -9.5298e-02,
                       1.6035e-01, -2.1162e-02, -8.9620e-02, -2.4285e-01, -3.6219e-02,
                       2.2680e-01, -3.6442e-02, -1.3666e-02, -1.7761e-01, -4.9187e-02,
                       7.4230e-03,  1.1895e-01, -9.3482e-02,  5.3807e-02, -1.1357e-01,
                       8.8920e-02,  6.5706e-02,  1.8387e-01, -1.0283e-02, -9.7895e-03,
                      -5.5593e-02, -1.1498e-01, -5.0068e-02, -1.2572e-01,  8.5194e-02,
                      -2.4867e-02, -1.2811e-01,  2.5211e-02,  5.7061e-02,  1.9137e-01,
                      -6.0547e-02, -8.7160e-02,  6.2879e-02,  4.5576e-02, -2.5867e-02,
                      -3.3456e-02,  1.5805e-01,  3.5667e-03,  5.0058e-02,  1.8200e-01,
                       6.0912e-02, -1.8205e-02,  3.2923e-01, -1.8014e-01,  4.1533e-02,
                      -9.9266e-02, -8.5756e-02, -4.9343e-02,  2.2646e-02,  1.3008e-01,
                      -3.6229e-02,  7.2802e-02,  1.5285e-01, -2.7075e-01, -7.8321e-02,
                      -9.2115e-03,  5.2845e-02, -4.5495e-02,  1.0416e-01,  2.7898e-02,
                      -1.7688e-01, -1.0005e-01, -3.3228e-02,  2.1256e-02,  7.4227e-03,
                      -3.1981e-02,  5.8765e-02, -8.0371e-02, -3.8461e-02,  4.7078e-02,
                       3.6883e-02,  2.6295e-02, -1.0170e-01,  2.0005e-01, -9.0486e-02,
                       3.1477e-01, -3.4465e-02,  7.3052e-02,  1.2112e-01,  1.5678e-03,
                      -1.5547e-01, -8.1471e-02, -2.5817e-01,  5.2677e-02, -1.2986e-01,
                       1.3256e-01,  9.7835e-02, -1.2929e-01, -1.9448e-02,  2.7778e-01,
                      -1.0864e-01, -1.0890e-02,  2.3984e-02,  1.2171e-01, -1.4505e-01,
                      -3.3920e-02,  3.7633e-02, -4.8018e-02, -1.7672e-01, -8.9912e-02,
                       3.8141e-02, -4.1401e-02, -3.9317e-02, -1.1697e-01,  1.1546e-01,
                       1.8927e-01,  2.5956e-02,  1.1696e-01,  2.3819e-03,  1.2072e-02,
                       4.3579e-02,  2.2867e-02,  3.9425e-03,  5.6808e-02, -2.0499e-02,
                      -6.0665e-02, -1.3140e-01,  3.3622e-02,  3.6033e-02, -3.6361e-02,
                      -5.9319e-03, -5.0283e-03, -4.4394e-02,  5.8747e-02, -3.6239e-02,
                       4.3209e-02,  4.3592e-01, -1.4367e-02,  4.5371e-02, -2.7742e-02,
                      -1.9090e-01, -4.2181e-02,  1.1823e-02, -1.6749e+00, -6.4977e-03,
                      -1.3427e-01,  9.0387e-02,  5.0959e-02, -8.0780e-02, -3.5607e-01,
                      -2.6782e-01,  1.2230e-02, -4.9571e-02,  1.2500e-02,  1.8145e-01,
                       2.4889e-02, -2.8728e-02, -5.2597e-02, -3.1806e-02, -1.4474e-01,
                       2.3204e-01,  6.9492e-02, -6.3539e-02, -3.4259e-02, -5.5154e-02,
                      -2.2290e-01,  1.8271e-01,  1.5914e-01, -1.0218e-01, -6.2587e-02,
                      -1.1080e-01, -1.3642e-02, -5.4529e-02,  1.3060e-01,  1.4383e-01,
                       1.7245e-01,  1.3468e-01, -4.1792e-01, -1.2733e-01,  4.0904e-02,
                      -1.9590e-01, -3.7178e-02, -1.0181e-01, -2.7731e-01,  7.9057e-02,
                      -5.7779e-02, -2.4336e-01, -1.8772e-01, -1.6016e-02, -5.9600e-02,
                       1.9587e-01,  7.1418e-02,  1.5108e-01,  5.2721e-02, -1.0067e-01,
                      -2.3083e-01,  4.7440e-02, -1.7588e-01, -7.6536e-02, -1.1029e-01,
                       6.8581e-02,  1.0767e-01, -1.3719e-01,  9.5429e-02,  7.6589e-02,
                       2.2985e-02, -4.5664e-02, -2.2177e-01,  3.9264e-02, -5.0847e-02,
                      -2.3037e-03, -3.3677e-02,  9.6342e-02, -1.0402e-01, -1.3586e-01,
                      -8.5972e-02,  1.8879e-01,  1.0301e-01, -6.1871e-02,  1.6828e-01,
                       4.0469e-02,  3.9347e-02,  9.6054e-02, -3.8273e-01, -1.9577e-01,
                       1.3979e-02, -3.7735e-02,  8.7223e-03,  1.8148e-01, -2.4531e-01,
                      -2.8539e-02,  1.2207e-01,  2.1289e-02, -5.8304e-02, -1.0148e-01,
                      -1.5384e-01, -9.4379e-02, -2.7701e-02, -7.1022e-04, -1.2323e-01,
                      -1.6843e-01,  1.4997e-02,  1.1592e-01,  4.6054e-02, -1.1430e-01,
                      -1.9896e-01,  1.3051e-02,  6.0166e-02,  6.9367e-02,  2.0032e-01,
                       2.0145e-02,  4.0051e-02,  1.1360e-01,  3.1261e-02,  9.0955e-02,
                       4.4193e-02, -2.2783e-01, -9.5639e-02, -5.2650e-02, -1.7849e-02,
                      -4.4431e-02, -4.4108e-02,  8.0893e-02, -3.3863e-02, -1.0515e-01,
                       4.1334e-02, -1.5319e-01, -7.3753e-02,  1.3005e-01, -3.9297e-02,
                      -2.8231e-02, -1.5610e-01,  1.2419e-01, -3.5507e-02,  1.6725e-01,
                      -2.6848e-01, -1.1615e-01, -7.4533e-02,  6.1231e-02, -2.0311e-01,
                      -3.5474e-02, -5.4473e-02, -1.1190e-01,  1.0783e+00, -1.1898e-03,
                       9.2108e-02, -1.8529e-02, -3.2803e-01,  6.1987e-02,  3.9996e-02,
                       3.3735e-02,  1.2219e-02, -5.5320e-02, -1.4300e-01, -1.1229e-01,
                      -1.5913e-01, -2.4046e-01, -3.5873e-02, -1.9440e-01,  9.7364e-02,
                       2.2780e-01, -1.2726e-01, -7.2534e-02,  6.1603e-03, -9.0764e-02,
                      -9.4421e-02,  9.2496e-03, -8.0197e-03, -1.8068e-02,  2.0427e-01,
                       2.8732e-01, -8.5389e-03,  1.1305e-01,  1.3612e-01, -7.9246e-02,
                       3.6583e-02, -6.5310e-02, -6.0754e-02, -3.1091e-01,  8.1216e-02,
                      -1.4225e-01, -9.3760e-02,  6.6024e-03, -9.3941e-02, -4.1898e-02,
                      -1.5208e-01,  2.0580e-01,  1.6970e-01,  1.3001e-03,  2.3627e-01,
                      -4.8179e-01,  3.1248e-02, -4.0760e-02,  1.2268e-01,  1.1414e-01,
                      -8.7872e-02,  1.0703e-01, -1.4107e-02, -1.6362e-01,  1.4252e-02,
                       3.1948e-03, -1.6995e-02,  3.4638e-02, -6.3672e-02, -1.2551e-02,
                      -3.6095e-02, -4.4316e-02, -1.1394e-01,  3.4666e-02, -1.1264e-01,
                      -1.3667e-02, -9.1654e-02, -1.8894e-01, -5.3050e-02, -3.3381e-02,
                      -1.9198e-01,  2.3909e-02,  4.0947e-02,  1.1740e-02, -2.1842e-01,
                      -3.9709e-02, -8.9365e-02,  1.1856e-01, -3.0215e-02, -2.2974e-01,
                       8.8879e-02, -7.2631e-02,  1.4518e-01, -7.2915e-02,  2.1753e-01,
                      -5.6600e-02, -1.6298e-01, -2.4768e-02,  3.4874e-02, -2.5389e-02,
                      -6.6028e-02,  4.1387e-02, -9.9498e-02,  1.0973e-01, -5.0308e-02,
                       5.2775e-03, -2.9777e-02,  3.1644e-02,  2.2234e-01, -1.7621e-01,
                      -2.2969e-01,  1.1982e-01, -1.7783e-02,  6.4335e-02, -9.9642e-02,
                       7.3075e-02, -2.5283e-02,  2.1727e-02, -5.5278e-02, -5.1034e-02,
                      -1.7637e-02, -2.5649e-02,  7.6767e-02, -1.8477e-01, -5.9133e-02,
                      -4.9865e-02,  9.5985e-02,  6.6731e-03,  4.1317e-03, -1.3001e-01,
                       5.3897e-02,  2.3233e-02, -4.1585e-02, -1.5238e-01, -1.0883e-01,
                      -1.6539e-01, -2.4240e-02,  1.2190e-01, -8.2766e-02,  7.4760e-02,
                      -6.4734e-03,  4.5612e-02,  4.7803e-01, -1.5964e-01, -6.3483e-03,
                      -6.4088e-02, -1.2354e-01, -2.5235e-01, -1.4994e-02,  1.5979e-01,
                      -1.2767e-01, -1.9270e-01, -1.1284e-01, -1.0131e-01,  1.8422e-01,
                      -6.0355e-03,  2.9442e-03, -3.8839e-01,  1.5606e-01, -1.8396e-01,
                       1.0635e-01,  2.6167e-01,  8.3273e-03, -3.8171e-02,  6.7039e-02,
                       1.0352e-01,  6.6937e-02, -8.5837e-02, -1.2806e-01,  1.2141e-02,
                      -1.3621e-01, -3.7808e-02,  6.5023e-02,  9.0088e-02, -1.2855e-02,
                       1.7081e-01,  1.3503e-01,  9.8675e-02, -4.0442e-02, -1.0936e-01,
                      -4.2620e-01,  3.4314e-03, -4.0738e-03, -8.3753e-02,  4.3109e-03,
                      -4.4577e-02,  2.7632e-02, -6.0134e-02,  1.0065e-01, -6.1399e-02,
                      -8.2249e-02,  8.3078e-02,  2.0147e-02,  6.5777e-02,  6.8668e-02,
                       2.1296e-01,  5.7547e-02,  5.7863e-02,  1.3457e-01, -3.3312e-02,
                      -3.0909e-02, -9.2220e-02,  7.7197e-02, -1.4665e-02, -1.3609e-01,
                      -1.0260e-01, -5.9396e-02, -7.8859e-02,  3.8835e-02,  3.4453e-02,
                      -1.0396e-01,  1.9306e-02, -4.8281e-02, -1.0743e-02,  7.8746e-02,
                      -5.7812e-03, -4.2840e-02, -1.7712e-01,  6.1780e-02,  2.0558e-01,
                      -2.1139e-02, -2.7051e-02, -1.0782e-02,  2.3234e-02,  5.7379e-02,
                       2.2493e-01,  5.8118e-02, -6.1242e-03, -1.5759e-01, -2.1460e-01,
                       2.0004e-01, -6.0097e-02,  1.1752e-01, -5.8946e-02, -8.4470e-02,
                      -3.1589e-01, -2.3015e-03,  3.2574e-01,  6.4411e-02, -7.5329e-02,
                      -3.3848e-02,  6.9522e-02,  1.4569e-01,  2.0008e-01,  4.2695e-02,
                      -1.3394e-01,  1.3497e-03,  5.6567e-02, -1.1793e-01, -9.3542e-02,
                      -5.4883e-02,  8.1466e-02, -2.1161e-02, -2.4299e-02, -1.1959e-01,
                      -1.5033e-01,  1.2461e-01, -1.3585e-01, -1.5076e-01, -1.6351e-01,
                      -2.4108e-02, -5.8807e-02,  1.0232e-01, -2.1846e-01,  1.2809e-01,
                      -2.0661e-01,  7.4886e-03,  7.6000e-02, -5.2889e-02, -9.1247e-02,
                       2.2612e-01,  3.4923e-03,  2.1192e-02,  2.1646e-01,  1.4580e-01,
                       2.2354e-01,  9.9003e-02, -7.6317e-02,  9.7008e-02,  1.5435e-01,
                       7.3375e-03, -2.0348e-01, -1.7630e+00, -5.0278e-02,  7.7783e-02,
                      -7.5174e-02,  6.8795e-02, -3.7960e-02, -1.3821e-02,  5.8339e-02,
                      -1.4917e-01, -4.4165e-02, -6.6255e-02, -1.1248e-01,  1.7140e-01,
                      -1.0116e-01,  4.1151e-02, -9.5373e-02, -5.9242e-02,  5.0500e-02,
                      -4.1778e-02,  2.1020e-02, -1.9013e-01,  2.3602e-01, -9.4860e-02,
                       4.0522e-02,  1.4139e-01,  1.0524e-01,  3.5161e-02,  3.9075e-03,
                      -5.0086e-02,  9.9937e-02, -4.8972e-02,  1.3088e-01,  7.1655e-02,
                      -3.4783e-02,  2.7568e-02, -1.2281e-01, -1.4675e-01, -1.2265e-01,
                       3.7688e-02,  1.4414e-01, -9.3161e-02, -7.5442e-02,  1.0440e-01,
                      -1.4703e-01, -3.0400e-02, -7.1746e-02, -2.2830e-01,  8.3721e-02,
                      -1.0063e-01, -3.5774e-02,  1.6959e-01,  9.0492e-02,  1.8222e-01,
                      -1.3778e-04, -3.7941e-02, -2.6556e-02, -9.1073e-02,  1.2839e-01,
                       1.0806e-01,  4.7435e-02, -9.2145e-02,  9.3823e-03, -1.8899e-02,
                      -8.2061e-02,  1.1141e-01,  1.2376e-01,  9.2927e-02,  9.7677e-02,
                      -1.2835e-01, -5.8662e-02, -1.7968e-01,  7.0889e-02,  3.2208e-01,
                      -1.0864e-01,  1.3504e-01,  1.1614e-01, -1.5015e-01,  5.7226e-02,
                       2.3793e-01, -2.0247e-01,  1.4906e-01, -1.9938e-01, -9.2025e-02,
                      -3.2742e-02, -1.2677e-01,  1.9325e-01, -1.4656e-01, -7.0675e-03,
                      -1.7127e-01, -2.5358e-01,  1.3860e-01, -1.2292e-01, -2.1377e-01,
                      -8.3674e-02, -1.8066e-01,  7.7704e-02, -1.9991e-01,  6.6663e-02,
                       1.0945e-01, -6.6869e-02, -4.4022e-03, -2.4403e-02, -1.0490e-04,
                       1.5136e-02,  8.0820e-02, -1.4622e-01, -1.2853e-01, -7.7517e-02,
                      -2.2455e-01,  2.3832e-01, -1.3993e-02, -6.7750e-02,  8.8395e-02,
                       1.1279e-02,  1.0484e-01,  4.5746e-02,  7.9446e-02,  2.1414e-01,
                       9.3041e-02, -4.7205e-02, -2.0675e-01, -1.5240e-01,  7.7029e-02,
                       1.0991e-01, -1.5385e-01,  7.7593e-02,  1.0540e-03,  8.6086e-03,
                       4.9551e-02, -3.3130e-02, -1.1518e-02,  2.6756e-02, -1.1396e-01,
                       1.2212e-01, -4.1199e-02, -8.2349e-02, -7.5400e-02,  1.2927e-01,
                      -8.9980e-02,  3.1877e-02, -3.1720e-01,  1.6227e-01,  6.5993e-02,
                       1.3748e-01,  1.8353e-01,  6.9287e-02,  4.6786e-02, -1.1525e-01,
                      -6.1666e-02, -1.0497e-02, -1.2764e-01, -5.2381e-02, -6.4565e-02,
                      -4.5015e-02,  7.2678e-02, -9.1582e-03, -1.0735e-02,  5.1303e-02,
                       3.2548e-02, -1.6113e-01, -4.8932e-02,  9.7697e-02,  9.4533e-02,
                       4.8120e-02,  1.0258e-01,  2.4951e-02, -1.2884e-01,  1.8003e-03,
                      -7.4562e-02,  1.8922e-01, -1.1262e-01,  5.4187e-03,  1.2748e-01,
                      -1.9897e-01,  2.5038e-02, -4.4856e-02,  4.1030e-01, -2.9820e-02,
                       1.2570e-02,  2.1720e-01, -8.1743e-02,  8.6343e-02,  2.0938e-03,
                      -1.4889e-01, -9.3431e-02,  1.6732e-01,  2.2503e-01,  4.2871e-02,
                      -5.4030e-02, -1.7616e-01, -8.1554e-02, -1.7669e-01,  1.6690e-02,
                      -1.0059e-01,  7.9418e-02,  3.2766e-02, -1.8188e-01, -9.4291e-02,
                      -1.8711e-01,  8.4642e-02, -1.3098e-01, -6.0114e-02,  1.9708e-01,
                      -1.2461e-01, -7.9784e-02,  1.1126e-01,  4.1683e-02,  1.1149e-01,
                      -3.9884e-02, -5.6386e-02,  1.5943e-01], device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.weight',
              tensor([[-0.0247,  0.0316,  0.0089,  ...,  0.0398, -0.0245, -0.0158],
                      [-0.0058,  0.0290,  0.0264,  ...,  0.0009,  0.0004, -0.0222],
                      [-0.0228, -0.0519,  0.0387,  ..., -0.0161,  0.0693,  0.0288],
                      ...,
                      [-0.0582,  0.0288, -0.0405,  ..., -0.0049,  0.0165, -0.0282],
                      [-0.0067,  0.0453,  0.0435,  ..., -0.0216, -0.0121, -0.0196],
                      [-0.0338,  0.0630, -0.0205,  ..., -0.0300,  0.0592, -0.0066]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.bias',
              tensor([-0.0649, -0.0525, -0.0930,  ..., -0.0951,  0.0113, -0.0691],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.weight',
              tensor([[-0.0705,  0.0241, -0.0169,  ..., -0.0854,  0.0398,  0.0606],
                      [-0.0175,  0.0162, -0.0375,  ..., -0.0322, -0.0432,  0.0171],
                      [ 0.0374, -0.0227,  0.0338,  ..., -0.0115, -0.0386,  0.0383],
                      ...,
                      [-0.0147, -0.0138, -0.0355,  ...,  0.0165,  0.0173,  0.0317],
                      [-0.0536, -0.0246,  0.0281,  ..., -0.0048, -0.0172, -0.0076],
                      [ 0.0582, -0.0266,  0.0256,  ..., -0.1260,  0.0270, -0.0307]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.bias',
              tensor([ 4.2550e-03, -1.9191e-02, -1.9405e-02,  2.0405e-02, -4.6265e-02,
                       6.3161e-02, -3.0620e-02,  6.8469e-02, -2.2616e-02, -6.0353e-02,
                       7.0840e-02,  3.2306e-02, -5.1536e-02, -6.8675e-02,  4.1999e-03,
                       1.1146e-01, -4.1253e-02, -4.4231e-02, -4.3226e-02, -7.3523e-02,
                       7.1984e-02,  8.0998e-02, -4.9928e-03, -2.1172e-02, -1.6660e-01,
                      -1.1103e-02,  3.7707e-02,  2.6156e-02,  7.0962e-02, -1.7153e-02,
                      -1.4402e-02,  3.3035e-04, -1.6304e-02, -2.0763e-01,  2.7921e-02,
                      -2.9087e-02, -7.6902e-02, -2.6084e-02,  8.6975e-02,  9.6625e-02,
                      -4.8293e-02, -7.5011e-02, -4.9635e-02,  4.9604e-03,  5.1782e-02,
                      -2.0356e-02,  9.9730e-03, -3.9105e-02, -2.4672e-02, -1.1317e-02,
                      -2.7629e-02, -4.4250e-02,  1.0210e-01, -2.7252e-02, -7.1239e-02,
                      -7.5807e-02,  3.9831e-03, -2.2084e-02, -2.0364e-02, -2.0051e-02,
                      -4.3162e-03, -2.1012e-03, -3.8962e-02, -1.0164e-01, -2.2906e-02,
                       5.5047e-02, -7.2157e-02,  6.9407e-03, -4.3840e-02, -1.2771e-01,
                      -4.2191e-02,  1.1441e-02,  1.5293e-03, -5.3843e-02, -4.9299e-02,
                       2.4272e-02, -3.2407e-02, -2.6248e-02, -1.3718e-04, -9.4491e-03,
                       3.8935e-02, -3.9149e-02,  9.4344e-02,  6.5749e-02, -4.1390e-02,
                      -1.0098e-01, -6.3058e-02,  7.2044e-03,  6.8825e-02, -4.4080e-02,
                      -1.1386e-01, -1.3816e-01, -1.4065e-02,  6.3304e-02,  1.8271e-02,
                       1.6819e-01, -2.9007e-02,  8.8139e-03,  9.4904e-02,  2.4893e-02,
                       1.7840e-03, -1.8908e-04,  4.9411e-02,  3.8041e-02, -1.5298e-01,
                       3.7705e-03,  1.2642e-01,  1.8040e-02, -5.6342e-02,  5.5993e-02,
                      -4.1764e-02, -5.5823e-02,  1.0066e-02,  1.8830e-02,  1.0922e-01,
                       1.9320e-02, -5.2853e-02,  7.5567e-03, -2.3744e-04,  4.0877e-02,
                      -1.6253e-02, -1.9469e-02, -4.0688e-02, -6.0390e-02, -8.5477e-02,
                       1.8958e-03,  3.6226e-03, -5.7611e-02, -9.0010e-02, -1.4532e-02,
                       3.3322e-02,  1.5786e-02, -1.9595e-03,  1.3473e-02,  3.0794e-02,
                      -8.3605e-02, -9.9823e-03,  4.2140e-02, -1.0661e-01,  1.3787e-01,
                      -1.8596e-01, -7.6625e-03, -5.8637e-02, -5.7911e-01, -2.7698e-02,
                       9.1142e-02,  2.0307e-03, -1.5720e-03,  2.5435e-02,  2.7594e-03,
                      -3.3084e-03, -9.4658e-02, -4.3741e-02, -4.2926e-02,  5.8616e-02,
                       1.3066e-02,  8.6728e-02, -7.2781e-02,  8.9358e-03, -5.5493e-03,
                       5.6647e-02,  1.0289e-01, -9.9578e-02,  1.1064e-02, -4.3163e-02,
                       6.1890e-02, -1.1487e-02,  8.6209e-03, -1.4480e-01, -8.2174e-02,
                       1.2379e-02,  4.4452e-02, -5.0479e-02, -1.6166e-02, -9.4538e-02,
                       8.0267e-02,  9.8858e-02,  3.5656e-02,  1.4570e-02,  4.8331e-02,
                      -8.3786e-02,  6.0389e-03,  5.6991e-03,  7.8143e-04,  1.2004e-01,
                      -3.8136e-02, -2.3124e-02, -7.0919e-02,  1.3031e-02, -7.2676e-03,
                       3.3410e-02,  6.3323e-02,  9.0697e-02,  7.1296e-03,  4.6673e-02,
                      -2.1787e-02, -2.4968e-02,  2.7271e-02, -7.8499e-02, -6.2232e-02,
                       6.7097e-02,  3.1506e-02, -5.6230e-02, -2.2012e-02,  1.1886e-01,
                      -1.3389e-02,  4.6488e-02, -6.1399e-03, -1.0725e-02, -7.5027e-03,
                       8.2906e-02, -8.6100e-02,  1.3305e-02, -5.3029e-02,  5.7648e-02,
                       6.8806e-02,  1.4391e-03,  5.4720e-02, -1.0887e-02,  2.8822e-02,
                       8.5925e-02,  8.3163e-02,  9.8990e-03, -1.3707e-02, -4.6829e-02,
                       3.6624e-02, -3.3972e-02, -4.4100e-02,  8.6014e-02, -3.2872e-02,
                      -9.3220e-02,  7.7753e-02, -2.9449e-02, -9.8180e-02, -9.1129e-03,
                      -8.9884e-02, -1.1071e-01, -4.4833e-02, -8.5929e-02,  4.6011e-02,
                      -1.0006e-02,  8.8982e-02,  9.6447e-02,  7.6829e-02, -9.8283e-02,
                      -4.1240e-02,  2.3440e-02, -2.4251e-02, -2.7210e-02, -2.7037e-02,
                       6.6497e-02, -3.4319e-02, -1.8749e-02,  2.5104e-02,  5.5084e-02,
                      -1.2057e-02, -4.0336e-03,  8.4630e-02,  3.7026e-02,  5.8396e-02,
                       4.9569e-02, -1.3008e-01, -9.2933e-02, -4.6936e-02,  3.5769e-02,
                      -1.8382e-02, -1.2164e-02,  4.1093e-02, -1.2497e-01, -6.3930e-02,
                      -8.9821e-02, -2.5265e-02,  1.1044e-01,  1.4629e-02,  8.7649e-02,
                       1.4044e-02,  5.7824e-02, -2.1145e-02,  3.4646e-02,  2.9702e-02,
                       1.2936e-02,  3.2246e-02, -1.5686e-01,  3.0043e-01, -1.0147e-01,
                       7.3511e-03, -2.1169e-02,  7.8866e-02,  4.4666e-02,  4.7261e-02,
                       5.8911e-02,  1.0880e-03, -1.2576e-02, -9.6172e-03,  8.7478e-03,
                      -1.0822e-01, -2.0999e-02,  2.3066e-02, -1.2397e-02,  8.8725e-02,
                      -1.1814e-02,  6.0558e-03,  1.1278e-01,  5.5415e-02, -4.0657e-02,
                      -1.5593e-02, -3.5588e-02,  1.9861e-02, -1.0549e-02,  1.1058e-01,
                       4.8416e-02,  8.7337e-02, -2.3682e-02,  2.5496e-02,  8.2083e-03,
                       1.7127e-02, -8.2294e-02, -7.8611e-02,  7.7165e-02,  4.9260e-02,
                      -8.1944e-02,  3.1646e-02, -4.9780e-02,  4.8006e-02,  3.5549e-02,
                      -4.9461e-02,  2.3162e-02,  7.5365e-02,  8.1173e-02,  4.5393e-02,
                      -2.0648e-02,  2.2209e-02,  7.5870e-02, -9.4046e-02,  8.8379e-03,
                      -3.1308e-02,  4.1548e-03,  6.1764e-03, -3.9281e-02,  8.6713e-03,
                       5.2306e-02,  7.2481e-02, -1.0873e-01,  3.1894e-02, -1.9321e-02,
                       2.3158e-02,  3.9339e-02, -4.4441e-02, -4.2090e-04,  8.4519e-02,
                      -5.2900e-02, -8.4924e-02, -3.3818e-02,  3.3224e-02,  2.4965e-02,
                      -3.1562e-02,  3.0180e-04,  7.0287e-02,  7.3636e-03, -7.6869e-02,
                       5.3709e-02, -7.7395e-02,  3.7564e-02, -1.7646e-02, -5.4887e-02,
                       3.8218e-02, -6.8691e-03,  4.3745e-02,  3.1369e-03, -8.5042e-03,
                      -3.7582e-02, -6.5342e-02, -4.6751e-02, -1.7752e-02, -1.0576e-01,
                      -5.4108e-02, -2.6106e-02,  4.2982e-03, -1.5818e-02, -7.0403e-02,
                      -7.7237e-02,  4.1236e-02,  5.6663e-02,  1.0796e-02, -5.1992e-02,
                       2.1220e-02,  8.8288e-02,  1.8371e-03, -4.1052e-02,  4.4765e-02,
                       1.2681e-02, -2.7503e-02,  6.4253e-02,  9.5335e-03,  7.6979e-02,
                      -1.0678e-01,  1.7876e-02,  3.9721e-02, -1.0667e-01,  8.5627e-02,
                       1.7996e-02,  1.9052e-01,  6.5590e-03, -9.2772e-02, -1.1863e-01,
                      -1.5486e-02,  2.6353e-02,  9.3645e-03, -9.2948e-02, -3.1547e-02,
                       1.1718e-02,  7.3158e-02, -9.5279e-02, -1.8017e-02,  1.3319e-01,
                       2.5911e-02,  3.7652e-02, -1.4886e-02,  1.0853e-02, -2.8922e-02,
                      -9.2602e-02,  6.0378e-02,  3.6422e-02,  5.4097e-02,  4.2003e-02,
                      -1.3914e-02, -1.5644e-02, -6.9260e-02,  1.9317e-02, -3.8775e-02,
                      -2.7019e-02,  1.2709e-01,  1.2319e-01,  8.4088e-02, -3.8119e-02,
                       5.0120e-02,  6.1346e-02,  8.4183e-02,  6.7354e-02,  5.4597e-02,
                       4.6615e-02,  6.7515e-03, -8.7765e-02, -6.7212e-02, -2.0673e-02,
                      -9.5157e-03, -4.4932e-02,  5.1731e-03, -7.8933e-02,  2.3507e-02,
                       7.3671e-02,  3.9080e-02, -2.3106e-02,  2.5762e-02, -1.7605e-02,
                      -6.0525e-02,  9.6904e-02, -2.7344e-02, -1.2036e-02, -1.9993e-02,
                      -3.8062e-02,  1.5333e-03,  6.1596e-02,  4.2080e-02,  1.3537e-02,
                       8.9210e-02,  8.8932e-03,  2.9355e-02, -6.7651e-02,  4.3721e-02,
                      -1.1804e-02,  2.8388e-02,  1.8787e-02,  1.3876e-01, -2.1733e-03,
                      -4.5690e-02,  9.0419e-02, -3.7417e-02,  1.1601e-01,  4.2940e-02,
                      -2.5090e-02,  3.2444e-03,  1.6273e-02, -3.5332e-02, -5.0927e-02,
                      -3.7493e-02,  3.5981e-02,  1.2619e-02, -2.5064e-02,  7.9691e-03,
                      -4.3639e-02,  4.1076e-02, -7.6547e-02, -4.8794e-02,  7.2732e-02,
                       7.4545e-02, -2.5131e-02,  3.7274e-03, -7.4881e-03,  2.9598e-02,
                      -4.5042e-02, -2.5546e-02, -5.7377e-03,  1.5492e-02,  4.6726e-02,
                       6.1422e-02,  1.1893e-02,  7.9335e-03, -2.0996e-02,  2.3492e-02,
                       1.0678e-02, -8.1314e-03,  1.1510e-02, -2.0245e-02, -5.7423e-02,
                       2.1163e-02, -1.8931e-02, -9.8583e-02,  9.7741e-02,  5.3211e-02,
                      -4.6268e-02,  1.1619e-01,  4.2596e-02,  3.5097e-02, -1.0124e-02,
                      -5.6029e-02, -4.4720e-02, -2.6104e-02, -6.9275e-02,  2.7665e-02,
                       1.0083e-01,  7.7865e-02, -4.0982e-02, -1.4343e-01, -8.0299e-02,
                      -2.5584e-02,  1.3561e-01,  1.4200e-02, -1.9800e-02, -2.0520e-02,
                      -5.1153e-02, -5.7219e-02, -3.2578e-02, -9.8324e-02, -7.7262e-04,
                       5.5551e-02,  7.6057e-02,  1.2778e-02, -5.4402e-02,  7.8288e-02,
                       7.4941e-02,  6.1362e-03,  9.9527e-03, -1.6981e-02, -4.2576e-02,
                       4.4578e-02, -7.0357e-02, -3.9013e-01, -3.5998e-02,  8.6610e-02,
                       7.7237e-02, -1.5220e-02, -4.8532e-02,  1.2695e-02,  2.7173e-02,
                      -9.7933e-03, -2.9388e-02, -2.7268e-02,  2.6315e-02,  1.3274e-02,
                      -1.8798e-02,  2.2052e-02, -6.2937e-02,  7.6239e-03, -1.0814e-02,
                      -3.0687e-02,  1.3420e-02, -8.7449e-03, -5.6875e-02, -4.3560e-02,
                       6.2983e-02,  7.6995e-02, -6.0698e-02, -8.9022e-02,  4.2125e-03,
                       7.1013e-02,  2.2132e-02, -2.0516e-03,  7.2988e-02, -5.1215e-02,
                       3.7321e-02,  5.2668e-02,  4.9590e-02, -8.2263e-02,  6.6086e-03,
                       6.4033e-02, -9.5161e-03,  6.6753e-02,  5.1493e-02,  9.6806e-02,
                      -1.8413e-02, -9.5460e-03, -2.7133e-02, -1.3509e-02, -1.9782e-02,
                      -6.8130e-02, -7.4095e-02,  3.2406e-02,  5.0927e-02,  9.6849e-02,
                       2.7056e-02,  1.8913e-02, -1.3797e-01, -8.0058e-02, -7.2528e-02,
                       3.4472e-03,  5.8242e-03, -4.6193e-02, -5.2246e-02,  6.6178e-02,
                       2.5276e-02,  7.8536e-03,  6.3345e-02, -5.3251e-03,  2.6716e-02,
                      -6.1351e-02,  4.6989e-03, -2.3058e-02, -1.0622e-01,  9.7620e-02,
                      -8.9010e-02,  9.5914e-02, -7.4881e-03, -6.6648e-02, -1.8681e-02,
                       8.6040e-02,  6.0719e-02,  1.9949e-02,  6.2504e-03, -2.6944e-02,
                      -5.4375e-03, -2.2992e-02,  9.3687e-02,  1.9202e-02, -2.8777e-02,
                      -6.6346e-02, -5.3325e-02, -5.8699e-03, -7.5985e-02, -1.0114e-01,
                       5.8837e-02,  4.0041e-02, -4.7233e-02, -4.2573e-02,  1.3564e-02,
                      -2.4271e-02, -5.5431e-03, -3.0373e-02,  5.2690e-02, -1.2895e-01,
                       8.2392e-02,  6.8453e-02, -7.8045e-02,  1.1862e-01,  4.7910e-02,
                       1.8859e-02,  5.1420e-02,  8.9573e-02,  5.4908e-02,  4.1324e-02,
                       6.5133e-02,  2.6345e-01, -1.0582e-02, -3.4467e-02, -8.3550e-02,
                      -7.3132e-02,  2.8187e-02,  1.7738e-02,  2.4827e-02,  5.2431e-02,
                       5.0536e-02, -1.5993e-01,  5.0837e-02, -2.4176e-02, -1.7572e-03,
                       3.4321e-02,  8.8157e-04,  1.5782e-02,  7.2048e-02, -1.6803e-02,
                      -1.9042e-02,  2.8555e-02, -4.8266e-02,  4.0854e-03, -3.7833e-02,
                       8.9856e-04,  2.4244e-02,  2.6743e-03,  2.9174e-02,  6.4033e-02,
                       9.8697e-02,  1.6530e-02,  8.0539e-02, -7.1822e-02, -9.3988e-02,
                       2.7807e-02, -1.6246e-02, -8.4928e-02, -1.0798e-01,  7.5244e-03,
                       9.2417e-03,  1.9138e-03, -9.4908e-02, -7.3916e-02,  3.2854e-02,
                       3.7124e-02, -1.2770e-02, -6.1694e-02,  2.8913e-02,  1.2927e-02,
                      -3.5532e-02,  2.2284e-02, -1.2738e-02,  1.8396e-02,  2.2016e-02,
                      -1.0922e-01,  2.2864e-02, -3.4971e-02, -1.0771e-02, -8.6160e-02,
                      -8.8666e-02,  4.4324e-02, -1.2859e-02, -4.5452e-02,  9.2477e-03,
                      -7.3477e-02,  4.0046e-02,  4.8371e-02, -1.9199e-02,  4.2917e-02,
                       4.4332e-03, -8.4982e-02,  1.0447e-01,  5.3604e-02,  5.6700e-02,
                       4.5422e-02,  1.3572e-03,  7.5745e-02,  2.7853e-02,  1.1899e-01,
                      -9.8176e-03, -6.6709e-02,  1.9665e-02,  7.5076e-03, -2.7510e-02,
                       4.4789e-02,  4.1330e-02, -5.4262e-02, -1.9998e-02,  9.4562e-03,
                       6.5973e-02, -3.9537e-02,  5.9565e-02,  1.0130e-02, -6.6849e-02,
                      -1.0322e-02,  2.8935e-02,  9.1261e-02], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.weight',
              tensor([0.9120, 0.9090, 0.8891, 0.8826, 0.8745, 0.8971, 0.8003, 0.8072, 0.8946,
                      0.8176, 0.8925, 0.9428, 0.9862, 0.9368, 0.9282, 0.7580, 0.8987, 0.9125,
                      0.9081, 0.9409, 0.8496, 0.9267, 0.9327, 0.8762, 0.8829, 0.8867, 0.9326,
                      0.9061, 0.9059, 0.9578, 0.8960, 0.7818, 0.9513, 0.8571, 0.9191, 0.8602,
                      0.8329, 0.9362, 0.7892, 0.8933, 0.9659, 0.9065, 0.9164, 0.9418, 0.9427,
                      0.9441, 0.8959, 0.9544, 0.9449, 0.8840, 0.9328, 0.8857, 0.8333, 0.9082,
                      0.8120, 0.7432, 0.8954, 0.9222, 0.8387, 0.8584, 0.9083, 0.9588, 0.9543,
                      0.9143, 0.8251, 0.9648, 0.9182, 0.8922, 0.7374, 0.8633, 0.9024, 0.9045,
                      0.9024, 0.9142, 0.9514, 0.9555, 0.9163, 0.9010, 0.9636, 0.9194, 0.9100,
                      0.9040, 0.9142, 0.8852, 0.7393, 0.8877, 0.8502, 0.9053, 0.9479, 0.9106,
                      0.8801, 0.9172, 0.9091, 0.9035, 0.8876, 0.8538, 0.7494, 0.9296, 0.9391,
                      0.8829, 0.8932, 0.9455, 0.8692, 0.9477, 0.8131, 0.9705, 0.9607, 0.8773,
                      0.9282, 0.9341, 0.9022, 0.8890, 0.9573, 0.7831, 0.8600, 0.9343, 0.9264,
                      0.9124, 0.9544, 0.9722, 0.9441, 0.9220, 0.9355, 0.8315, 0.8810, 0.8700,
                      0.9456, 0.8696, 0.9166, 0.9127, 0.9486, 0.8684, 0.9281, 0.9134, 0.9402,
                      0.9188, 0.9435, 0.9247, 0.9236, 0.9394, 0.8255, 0.9513, 0.8736, 0.2231,
                      0.8799, 0.9069, 0.9144, 0.9112, 0.9178, 0.8861, 0.8989, 0.9229, 0.9258,
                      0.9074, 0.8811, 0.9195, 0.9451, 0.9412, 0.9098, 0.9212, 0.9543, 0.9598,
                      0.7726, 0.9317, 0.8720, 0.9085, 0.8584, 0.7712, 0.9249, 0.9114, 0.9324,
                      0.8089, 0.8410, 0.8909, 0.8633, 0.9162, 0.9332, 0.7880, 0.9331, 0.9213,
                      0.8660, 0.9129, 0.8571, 0.9187, 0.9516, 0.9259, 0.8760, 0.8969, 0.9133,
                      0.9438, 0.8371, 0.8114, 0.8802, 0.9144, 0.8939, 0.9238, 0.9561, 0.7554,
                      0.9036, 0.9340, 0.9437, 0.8066, 0.9347, 0.9035, 0.8656, 0.9351, 0.9386,
                      0.9590, 0.9493, 0.8984, 0.9358, 0.9291, 0.8599, 0.9268, 0.9101, 0.9394,
                      0.8901, 0.8871, 0.9188, 0.8696, 0.9490, 0.9243, 0.9532, 0.8605, 0.9062,
                      0.9217, 0.9500, 0.9390, 0.8537, 0.7426, 0.8945, 0.9335, 0.8966, 0.8848,
                      0.8999, 0.9178, 0.7785, 0.9591, 0.9031, 0.9535, 0.8822, 0.8603, 0.8475,
                      0.9052, 0.9342, 0.8804, 0.9380, 0.8435, 0.9677, 0.9218, 0.9154, 0.9234,
                      0.9832, 0.9544, 0.9340, 0.9713, 0.9142, 0.7724, 0.9392, 0.9109, 0.7752,
                      0.9272, 0.9374, 0.9080, 0.9244, 0.8926, 0.9345, 0.9589, 0.7887, 0.9163,
                      0.9299, 0.9296, 0.9498, 0.9373, 0.9352, 0.9385, 0.9096, 0.9380, 0.8777,
                      0.9043, 0.9579, 0.9612, 0.8796, 0.3831, 0.9479, 0.9562, 0.8093, 0.9162,
                      0.9396, 0.8790, 0.8600, 0.8765, 0.9100, 0.9261, 0.9037, 0.8440, 0.8682,
                      0.7726, 0.9487, 0.9175, 0.9173, 0.8939, 0.9151, 0.9252, 0.6710, 0.9435,
                      0.8551, 0.9606, 0.9370, 0.9176, 0.8175, 0.9063, 0.8685, 0.7459, 0.9025,
                      0.9544, 0.9090, 0.8779, 0.9300, 0.8782, 0.8729, 0.9192, 0.8872, 0.9654,
                      0.8742, 0.8521, 0.8912, 0.8598, 0.9669, 0.8844, 0.8874, 0.9200, 0.9633,
                      0.9441, 0.9473, 0.9704, 0.9248, 0.9474, 0.9393, 0.8513, 0.7337, 0.9375,
                      0.8940, 0.9499, 0.9087, 0.9499, 0.9656, 0.9300, 0.9183, 0.8801, 0.9306,
                      0.8844, 0.8865, 0.9096, 0.9419, 0.8560, 0.9130, 0.9006, 0.9192, 0.7977,
                      0.9222, 0.9441, 0.9108, 0.9486, 0.8729, 0.8725, 0.9333, 0.9547, 0.9616,
                      0.8712, 0.9102, 0.9347, 0.9292, 0.9312, 0.8958, 0.9009, 0.9032, 0.9319,
                      0.9165, 0.8074, 0.8999, 0.9375, 0.9481, 0.9074, 0.8901, 0.8219, 0.8414,
                      0.9315, 0.9185, 0.8135, 0.9541, 0.8443, 0.9146, 0.9404, 0.9110, 0.9302,
                      0.8501, 0.9427, 0.8999, 0.8402, 0.8504, 0.8841, 0.8523, 0.9285, 0.9399,
                      0.9224, 0.8937, 0.9094, 0.9171, 0.9569, 0.8716, 0.8871, 0.9112, 0.9613,
                      0.9231, 0.8944, 0.8853, 0.8789, 0.8838, 0.9042, 0.9313, 0.9579, 0.8995,
                      0.8510, 0.8697, 0.9406, 0.9105, 0.7617, 0.9362, 0.9140, 0.9285, 0.9453,
                      0.8491, 0.9463, 0.7570, 0.9504, 0.8573, 0.8930, 0.9183, 0.9406, 0.9426,
                      0.8414, 0.8901, 0.8643, 0.9212, 0.8725, 0.9265, 0.9615, 0.9339, 0.8858,
                      0.9150, 0.8150, 0.9311, 0.9584, 0.9233, 0.8785, 0.8983, 0.8450, 0.8746,
                      0.9212, 0.9036, 0.9191, 0.8799, 0.9372, 0.8386, 0.8400, 0.8924, 0.8678,
                      0.9130, 0.9390, 0.9623, 0.9237, 0.9636, 0.8581, 0.9164, 0.9165, 0.8385,
                      0.9465, 0.8369, 0.9642, 0.8891, 0.9127, 0.9431, 0.9451, 0.9225, 0.8905,
                      0.9608, 0.8506, 0.9973, 0.8376, 0.8987, 0.9521, 0.9388, 0.8358, 0.9077,
                      0.8713, 0.8988, 0.9444, 0.8955, 0.9245, 0.9140, 0.9519, 0.8930, 0.9334,
                      0.9171, 0.9179, 0.9528, 0.9103, 0.9118, 0.9117, 0.8676, 0.9384, 0.8432,
                      0.9118, 0.9438, 0.8593, 0.9316, 0.8944, 0.7726, 0.9675, 0.9620, 0.8269,
                      0.9153, 0.9546, 0.9183, 0.9595, 0.9427, 0.9611, 0.9116, 0.9255, 0.9075,
                      0.9321, 0.8976, 0.8625, 0.9002, 0.8760, 0.8407, 0.9100, 0.8746, 0.9059,
                      0.9189, 0.9614, 0.8358, 0.8418, 0.8932, 0.9397, 0.9092, 0.8630, 0.9088,
                      0.9106, 0.8627, 0.8895, 0.9451, 0.9151, 0.7978, 0.8791, 0.8476, 0.5724,
                      0.8882, 0.9363, 0.9529, 0.9567, 0.8147, 0.9239, 0.9151, 0.9372, 0.9034,
                      0.9314, 0.8528, 0.9288, 0.8529, 0.8943, 0.8646, 0.9293, 0.9423, 0.9528,
                      0.8947, 0.9053, 0.9044, 0.9472, 0.9231, 0.9244, 0.9320, 0.9241, 0.9240,
                      0.9426, 0.8894, 0.9372, 0.8644, 0.8566, 0.9567, 0.7802, 0.8780, 0.8839,
                      0.9154, 0.9630, 0.8607, 0.8876, 0.9265, 0.9377, 0.9303, 0.9106, 0.8441,
                      0.9120, 0.9408, 0.9029, 0.9214, 0.8571, 0.9078, 0.9085, 0.9195, 0.8526,
                      0.8871, 0.8546, 0.9275, 0.9379, 0.9586, 0.9711, 0.9369, 0.9275, 0.9133,
                      0.8299, 0.9089, 0.9342, 0.9155, 0.9388, 0.9391, 0.8850, 0.8581, 0.8393,
                      0.9420, 0.9121, 0.9023, 0.8962, 0.9008, 0.8805, 0.9463, 0.9333, 0.9249,
                      0.8913, 0.9703, 0.8935, 0.9062, 0.9014, 0.9208, 0.8901, 0.7660, 0.9303,
                      0.9483, 0.8453, 0.8624, 0.9853, 0.9019, 0.7964, 0.9308, 0.8854, 0.9497,
                      0.8960, 0.8730, 0.9363, 0.9291, 0.8891, 0.8967, 0.9109, 0.8789, 0.9127,
                      0.9458, 0.8031, 0.8499, 0.9329, 0.9651, 0.8507, 0.9253, 0.9532, 0.9397,
                      0.8974, 0.9200, 0.9248, 0.9397, 0.9025, 0.9671, 0.8925, 0.9252, 0.9304,
                      0.9419, 0.9015, 0.8956, 0.9460, 0.9151, 0.9433, 0.9492, 0.8189, 0.9313,
                      0.9293, 0.9419, 0.9489, 0.9364, 0.9360, 0.8975, 0.9370, 0.8775, 0.8158,
                      0.8095, 0.8968, 0.9339, 0.9634, 0.9184, 0.9207, 0.9116, 0.9513, 0.8899,
                      0.9484, 0.9454, 0.9235, 0.9620, 0.8511, 0.8922, 0.8674, 0.9291, 0.9513,
                      0.9310, 0.8887, 0.9426, 0.8678, 0.9702, 0.7248, 0.9442, 0.8491, 0.9518,
                      0.9226, 0.8953, 0.8948, 0.9373, 0.9313, 0.8929, 0.9407, 0.9163, 0.8759,
                      0.8779, 0.9521, 0.9456, 0.8913, 0.7828, 0.8734, 0.9111, 0.8546, 0.8787,
                      0.9024, 0.8876, 0.7988, 0.9137, 0.9271, 0.9062, 0.8775, 0.9569, 0.9196,
                      0.8619, 0.9094, 0.9182, 0.8870, 0.8697, 0.9470, 0.9524, 0.9184, 0.9644,
                      0.8996, 0.9544, 0.8918], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.bias',
              tensor([-7.9625e-03,  1.2928e-02,  8.8656e-02,  2.6806e-02,  5.1286e-02,
                      -6.0206e-02,  4.7416e-02, -9.6918e-02, -1.2193e-01,  4.0760e-02,
                      -7.4810e-02,  1.7071e-02,  3.1125e-02,  9.9668e-02,  1.5228e-02,
                      -5.3165e-02,  2.2192e-02, -5.6628e-03,  7.6494e-02,  3.8970e-02,
                      -1.1124e-02, -6.7070e-02,  4.8914e-02, -6.5474e-03,  4.2818e-02,
                      -2.4981e-02, -1.6057e-02, -6.2882e-02,  3.3737e-03,  5.9180e-03,
                       1.2734e-02,  4.3972e-02,  2.5015e-02,  3.6935e-02, -4.0347e-02,
                      -1.5587e-02,  2.4114e-02, -1.5098e-02, -7.4933e-03, -6.3174e-02,
                       3.6448e-03,  3.5193e-02, -2.3609e-02, -3.0345e-02,  3.1663e-02,
                       2.1682e-02, -8.6697e-02, -9.7502e-03, -5.1757e-02, -6.9810e-02,
                      -2.9260e-02, -3.6080e-04, -1.1334e-01,  8.3974e-02,  1.8591e-02,
                       4.3732e-02,  2.4525e-02,  3.1997e-02, -1.1762e-02, -5.9781e-02,
                       1.6342e-02, -2.7743e-02, -7.0467e-02,  1.2515e-01,  3.0610e-02,
                       9.4834e-03, -3.2714e-02,  2.3618e-02, -4.7380e-02, -3.5790e-03,
                       1.0116e-01,  3.9772e-02,  1.0697e-02, -3.6229e-03, -2.8679e-03,
                       2.3443e-02, -2.6373e-02,  3.8113e-02,  2.3235e-02, -2.3071e-03,
                      -2.1260e-02, -3.8160e-02,  3.6816e-02, -1.0103e-01,  2.7976e-02,
                      -1.0744e-01,  2.7142e-02, -1.5702e-02, -5.5524e-02, -1.0093e-02,
                       8.0736e-02,  2.3386e-02,  1.1261e-01, -4.4207e-02,  4.5692e-02,
                      -6.1238e-02, -2.9022e-02,  6.3602e-02, -1.4968e-02, -1.2994e-01,
                       3.7295e-02,  5.9422e-04, -4.5449e-03, -5.2465e-02,  6.4765e-02,
                      -1.9257e-02, -7.2191e-03,  1.6211e-02,  7.3399e-02,  2.1850e-02,
                      -3.3917e-02,  1.4531e-02,  1.0552e-02,  3.5039e-02, -3.6658e-02,
                      -9.7753e-02, -2.4371e-02, -9.0665e-02,  1.5209e-02,  5.8409e-03,
                      -4.0794e-03,  7.2349e-04,  1.1934e-02, -2.4164e-02,  3.4816e-03,
                       3.1542e-02,  7.0796e-02, -2.6335e-02, -1.8474e-02,  1.2000e-02,
                      -3.1338e-03,  6.9661e-03,  7.8706e-03, -2.9359e-02,  5.4840e-03,
                      -1.3125e-02, -2.1629e-02, -7.8805e-03,  5.1302e-02,  1.6252e-02,
                       5.6823e-02,  2.8558e-03, -6.4822e-03,  2.7183e-01,  3.0752e-02,
                       6.2648e-02, -5.0627e-02, -3.4215e-02,  5.7673e-02,  8.7696e-02,
                       1.4483e-01, -6.6867e-03,  2.5580e-02, -2.5723e-02, -9.4030e-02,
                      -1.2136e-02,  9.0002e-05,  4.7225e-02,  5.0958e-03,  7.6723e-02,
                      -9.3464e-02, -3.6511e-02,  8.4753e-03,  1.3207e-02,  2.6525e-02,
                       9.9856e-02, -1.1283e-01, -4.7755e-02,  5.0793e-02,  1.9854e-02,
                       4.8464e-02,  1.1723e-02,  3.1665e-02, -7.1538e-02, -7.1055e-02,
                      -8.1512e-02, -1.0051e-01,  1.8345e-01,  2.6017e-02,  6.1141e-04,
                       1.0577e-01,  2.0582e-02,  4.4771e-02,  1.3058e-01, -1.4794e-02,
                       2.0164e-02,  1.0819e-01,  9.0149e-02, -9.1571e-03,  1.4762e-02,
                      -8.1484e-02, -2.6555e-02, -6.2553e-02, -1.4537e-02,  6.1961e-02,
                       1.0453e-01, -1.5795e-02,  5.1008e-02,  4.1842e-02,  3.6109e-02,
                      -4.3115e-02, -5.9182e-02,  4.2009e-02, -6.1373e-02, -2.3991e-02,
                      -2.5438e-02,  1.3682e-02,  9.4767e-02, -1.6841e-02,  2.1868e-02,
                       7.2185e-03,  3.6940e-02, -4.3486e-02,  4.6180e-02,  5.8595e-02,
                       3.7028e-02, -3.7060e-02, -4.8563e-02,  2.5828e-02, -7.4446e-02,
                      -1.3334e-02, -1.1795e-02, -6.0933e-02,  1.8992e-01,  8.4817e-02,
                      -1.6169e-03,  4.6077e-02, -4.3274e-03, -9.2698e-02,  8.6336e-02,
                       7.8740e-03, -5.7516e-02, -3.6427e-02, -1.6510e-03,  2.6516e-02,
                       5.9136e-02,  2.1869e-02,  7.2869e-03,  8.5336e-03,  2.5130e-02,
                       7.5896e-02,  1.0797e-02, -3.7899e-02, -2.4919e-02,  6.0304e-02,
                       6.8306e-02, -1.3225e-02, -2.1028e-02, -1.9573e-02, -1.0211e-01,
                      -1.4107e-02, -1.2283e-02, -6.7783e-02, -7.1832e-03, -5.5770e-02,
                      -1.2199e-02,  1.0926e-01,  4.3126e-02,  2.7718e-02,  4.7054e-03,
                       9.4305e-03,  1.0362e-02, -4.5126e-02,  7.7499e-03,  2.1786e-02,
                      -3.0508e-02,  6.7708e-02,  3.2062e-02, -5.8923e-02,  6.5764e-03,
                      -4.2153e-04,  6.8632e-02, -5.7643e-02,  5.0884e-03, -1.1023e-01,
                       1.1195e-01,  4.8577e-02,  3.9297e-02, -3.7510e-02,  1.0905e-01,
                      -2.1001e-02,  2.3636e-02,  4.3257e-02, -2.3003e-01,  1.2123e-02,
                      -5.8969e-02, -1.0184e-03,  1.0770e-01, -2.9064e-02, -2.4702e-02,
                      -2.9102e-02,  4.4349e-03,  2.5866e-02,  4.6271e-02,  5.6458e-02,
                       6.8165e-02,  1.1518e-01,  1.5846e-02,  9.5650e-02, -2.3647e-02,
                      -8.3055e-02,  5.8793e-02,  4.3677e-02, -1.4949e-02,  2.7992e-02,
                       6.4151e-02,  3.5172e-03, -1.0354e-02, -1.3784e-02, -3.4341e-02,
                      -1.0545e-01,  8.6608e-03, -4.6687e-02, -2.8540e-02,  3.8085e-02,
                      -3.0204e-02,  1.8685e-02,  1.2089e-02,  1.3457e-01, -3.2245e-02,
                       5.6718e-02,  3.8105e-02,  3.0500e-02,  1.3109e-02,  3.2851e-02,
                       5.9458e-02, -1.1399e-01, -5.4269e-02, -1.8574e-02, -9.4792e-02,
                       1.9435e-01,  1.9583e-03,  3.2419e-02, -6.6024e-02, -6.8522e-02,
                       3.0015e-02, -3.4722e-02, -8.4614e-03,  5.9941e-02, -3.9306e-03,
                       6.3534e-03,  2.7315e-02, -7.3689e-03,  3.5550e-02, -1.4797e-02,
                      -7.4064e-03, -1.9459e-03,  4.2231e-02, -1.3140e-02,  4.7803e-02,
                       1.4201e-03,  2.7888e-02,  7.7513e-02,  9.0771e-03, -1.0566e-02,
                       6.4656e-02, -1.4898e-02, -1.5601e-02, -3.7971e-03,  7.1731e-02,
                       1.6901e-02,  4.8167e-02, -5.7070e-02,  1.7632e-02,  9.3572e-02,
                      -4.8029e-02,  1.8652e-02, -8.1945e-02,  2.4866e-02, -1.0725e-01,
                       2.8147e-02,  6.4976e-02, -4.4704e-03, -1.2204e-02,  4.4046e-03,
                       2.1176e-02, -1.0424e-03,  2.3192e-02, -4.7494e-02,  1.5411e-02,
                       8.5455e-03,  2.5849e-02, -2.7972e-02, -1.1339e-01,  7.1218e-02,
                       9.0631e-02, -3.1364e-02,  1.4949e-02, -3.3320e-02,  3.8832e-02,
                      -4.4700e-02,  5.2564e-03, -1.7637e-02,  2.7839e-02,  9.8582e-03,
                       2.3515e-02,  8.3829e-03, -5.8851e-02,  5.5820e-02,  2.2396e-02,
                       3.0049e-02, -5.9404e-02, -1.7167e-02, -4.7509e-04,  4.5433e-02,
                      -3.3336e-02, -1.1045e-02,  6.4434e-02,  8.2338e-02,  6.5647e-02,
                       9.0032e-02,  2.5128e-02, -8.5311e-02,  3.7377e-02, -5.9587e-02,
                       2.2273e-02, -5.2636e-03, -1.4684e-01,  6.6723e-02,  3.2955e-03,
                       2.1443e-02,  5.6884e-02,  1.1092e-01,  1.0415e-02, -5.0140e-02,
                       5.4955e-02,  1.1027e-01,  5.7894e-02,  3.8495e-02, -1.0003e-01,
                      -1.4820e-02,  8.9787e-03,  1.4934e-01, -8.2752e-02,  5.6814e-02,
                      -4.4672e-02, -1.3462e-01,  6.2403e-03,  4.3582e-03, -3.0482e-02,
                      -4.0254e-02, -1.2264e-02,  2.1999e-02,  6.1552e-02,  1.4530e-02,
                       5.3152e-02, -5.9189e-04, -1.8316e-02, -2.5356e-02, -4.5859e-03,
                      -9.0623e-02, -4.7904e-02, -3.4133e-02,  2.8595e-02,  5.0776e-02,
                       1.7937e-01,  1.0214e-02,  6.9154e-03,  1.4875e-02,  8.9082e-04,
                       1.0354e-02, -1.8609e-04,  2.8293e-02, -4.5994e-02,  2.9440e-02,
                       2.0435e-02, -2.7836e-02, -1.6928e-02, -2.2783e-02, -4.1822e-02,
                      -9.5310e-02, -4.7886e-02, -9.5715e-03, -5.4076e-02,  1.8087e-02,
                      -7.7954e-03,  3.1692e-02, -2.7892e-02,  1.1711e-02,  4.3080e-02,
                       4.5553e-02,  2.3296e-02,  3.2935e-02, -4.1854e-02, -3.8404e-02,
                       5.8480e-02, -3.5542e-02,  3.7146e-03, -2.4379e-03, -2.1515e-02,
                      -1.1005e-02,  3.2732e-02,  5.8803e-02, -3.7604e-02, -8.6651e-02,
                       1.5252e-02,  1.5871e-02,  1.1538e-02, -3.7181e-03, -8.4399e-03,
                      -7.8465e-02, -3.3530e-02,  1.2790e-02,  7.0641e-02,  8.0504e-02,
                      -1.4352e-01,  3.0039e-02, -4.0960e-02,  6.5601e-02,  2.1999e-02,
                       1.3910e-01,  1.9422e-02, -1.3945e-01, -3.2969e-02,  2.3813e-02,
                       3.0716e-02, -2.1345e-02, -6.5117e-02, -5.2236e-02, -5.7345e-03,
                       3.7515e-02,  9.3154e-03, -4.6990e-04,  6.2944e-02,  4.6790e-02,
                      -3.8041e-03, -5.8385e-02,  6.7857e-03, -2.5711e-02,  3.4321e-02,
                       6.2871e-02, -6.3088e-02,  6.6140e-02,  3.8889e-02,  4.9671e-02,
                       3.3563e-02,  3.4469e-02, -6.3025e-02,  9.7771e-02, -6.3243e-02,
                       8.9455e-02, -1.5673e-02, -3.8024e-02, -7.3086e-04,  3.9033e-02,
                      -1.1979e-01,  2.1410e-03,  9.9096e-03, -9.4367e-02, -6.8568e-02,
                      -7.8002e-02, -7.7809e-02,  2.5441e-02, -5.3001e-02, -3.4997e-02,
                      -1.7341e-03,  8.0621e-02, -4.3949e-01,  2.1907e-02, -2.3691e-02,
                       2.9939e-02, -4.6108e-02,  3.0680e-02,  1.6716e-02, -3.6486e-02,
                       8.3404e-02,  2.9429e-02,  1.9173e-02,  6.3908e-02, -8.7712e-02,
                       3.4832e-02, -1.8961e-02,  2.6839e-02,  6.1568e-03, -2.2436e-02,
                       5.5511e-03, -1.0626e-02,  7.0685e-02, -9.6533e-02,  2.7230e-02,
                      -1.6320e-02, -7.9275e-02, -4.9019e-02, -7.1400e-03, -4.3608e-03,
                       5.3101e-02, -6.5946e-02,  7.3601e-03, -4.4153e-02, -3.6054e-02,
                       2.9485e-03, -1.3824e-02,  5.3989e-02,  8.8917e-02,  5.6826e-02,
                      -1.5124e-02, -3.3296e-02,  5.1910e-02,  3.5976e-02, -1.2374e-02,
                       8.6010e-02,  1.9819e-02,  2.0401e-02,  1.1557e-01, -2.8373e-02,
                       3.5470e-02,  2.3768e-03, -8.9168e-02, -3.4888e-02, -7.7407e-02,
                      -1.9849e-02, -4.2274e-03,  4.5462e-03,  5.6275e-02, -9.5071e-02,
                      -2.3138e-02, -4.4267e-02,  3.4489e-02, -5.8120e-03,  3.9491e-03,
                       3.9905e-02, -4.2261e-02, -5.0349e-02, -5.9751e-02, -5.4022e-02,
                       8.5305e-02,  2.9670e-02,  8.4929e-02, -2.9103e-02, -1.2252e-01,
                       4.9758e-02, -5.4270e-02, -2.8958e-02,  4.1095e-02, -3.5263e-02,
                      -1.2095e-01,  8.0950e-02, -6.6465e-02,  9.0312e-02,  5.1219e-02,
                      -7.8095e-03,  5.7181e-02, -6.5780e-02,  6.5220e-02, -1.6068e-02,
                       5.9139e-02,  1.2223e-01, -7.6240e-02,  5.6802e-02,  7.0686e-02,
                       2.3153e-02,  6.0696e-02, -1.8950e-02,  8.1965e-02, -1.9122e-02,
                      -3.5012e-02,  2.6842e-02,  1.5094e-02,  3.6792e-03, -1.4662e-02,
                      -1.5116e-02, -1.1279e-02,  5.6382e-02,  6.2631e-02,  2.4916e-02,
                       8.4713e-02, -1.0624e-01,  1.1820e-02,  4.0726e-02, -6.0594e-02,
                      -1.4859e-02, -5.4010e-02, -1.6518e-02, -3.4136e-02, -9.1717e-02,
                      -4.4149e-02,  9.4019e-03,  9.3649e-02,  5.7413e-02, -2.7172e-02,
                      -4.8015e-02,  4.1864e-02, -1.7518e-02, -1.9933e-02, -1.9924e-02,
                      -3.3943e-02,  3.0988e-02,  5.8310e-03, -1.3511e-02,  6.0747e-02,
                      -6.5970e-02,  2.6059e-02,  5.6157e-02,  2.7255e-02, -9.2300e-02,
                       3.9059e-02, -1.0053e-02,  1.1280e-01, -7.2933e-02, -3.4184e-02,
                      -2.3909e-02, -6.4372e-02,  1.3218e-03, -2.9892e-02,  4.5645e-02,
                       2.3284e-02,  2.2843e-03,  5.9708e-02,  6.6093e-03,  4.1255e-02,
                       3.6880e-02, -2.4351e-02,  2.2741e-02, -5.1584e-04, -3.1014e-02,
                      -1.2064e-02,  6.0226e-02,  3.5751e-02, -4.2491e-02, -3.7302e-02,
                      -3.8259e-02, -6.0523e-02, -1.0246e-02,  3.6843e-02, -2.0822e-02,
                       3.2990e-02, -9.7504e-02,  4.0493e-02,  1.1457e-02, -4.2585e-02,
                       8.3495e-02, -4.9931e-03,  1.3325e-02, -8.7650e-02,  6.8642e-03,
                      -8.2284e-03, -1.2376e-01,  3.3611e-02, -4.0645e-02, -1.8930e-02,
                       7.1532e-02,  4.7809e-02, -3.0755e-02, -8.9163e-02, -2.4334e-02,
                       1.2331e-02,  6.1247e-02,  3.3799e-02,  8.3280e-02,  9.7061e-03,
                       3.3875e-02, -5.1054e-02, -2.1602e-02,  9.3708e-02,  3.8372e-02,
                       7.1599e-02, -3.3067e-02,  5.5694e-02,  3.7341e-02, -1.1190e-01,
                       6.6200e-02,  2.8579e-02, -5.8537e-02, -1.4997e-02, -4.9672e-02,
                      -4.6403e-03,  9.2996e-03, -6.2854e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.weight',
              tensor([[-0.0627, -0.0147,  0.0008,  ..., -0.0107, -0.0128,  0.0265],
                      [ 0.0357,  0.0156,  0.0397,  ...,  0.0101,  0.0216, -0.0753],
                      [-0.0115,  0.0391,  0.0612,  ..., -0.0287,  0.0729, -0.0185],
                      ...,
                      [-0.0014,  0.0966, -0.0051,  ..., -0.0488, -0.0176, -0.0163],
                      [-0.0358,  0.0104,  0.0308,  ...,  0.0368,  0.0796,  0.0758],
                      [-0.0169, -0.0430,  0.0033,  ...,  0.0487,  0.0516,  0.0484]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.bias',
              tensor([-4.0879e-02,  2.2102e-02, -4.4382e-02,  2.8077e-03,  1.4261e-02,
                       4.1554e-02,  4.1931e-02,  2.5374e-02,  3.0768e-02,  6.4332e-04,
                       6.9361e-02, -1.1506e-03, -5.4527e-04, -3.2748e-02, -1.4859e-02,
                      -2.6423e-02,  5.6559e-02, -1.5056e-02,  1.6773e-02,  7.5648e-02,
                      -3.8892e-02,  6.9123e-02, -8.7145e-02, -6.1185e-02,  5.2768e-02,
                      -2.5525e-03, -2.0017e-01,  2.7118e-02, -1.5089e-02, -2.8483e-02,
                      -3.2024e-02,  3.2316e-02, -3.1489e-02, -5.2488e-03,  1.6198e-02,
                      -2.9260e-02, -3.6198e-02, -1.9230e-02, -7.1021e-03,  5.2538e-04,
                       3.1011e-03, -1.2228e-02, -3.0136e-02,  4.2527e-02,  1.1046e-02,
                       4.6737e-02,  1.3037e-02, -3.3918e-02,  7.7510e-03, -3.1275e-02,
                       3.6852e-02,  5.6405e-02,  1.3171e-02,  3.6816e-02,  6.1045e-02,
                      -1.4456e-03, -3.2042e-02, -1.2504e-02,  2.1525e-02, -3.6596e-02,
                       1.5036e-02,  1.0247e-01, -6.6073e-02,  1.0502e-03, -1.4189e-01,
                      -3.8512e-02,  1.1785e-01, -1.3429e-01,  1.5879e-02, -1.5001e-01,
                      -9.7304e-02,  1.3555e-01, -3.7986e-02, -4.8797e-02,  1.4228e-01,
                      -4.0804e-02,  4.2838e-02,  9.7864e-02, -1.9643e-02,  5.8378e-02,
                      -1.4175e-02,  8.3743e-03, -1.1575e-01, -1.2883e-01,  1.2380e-01,
                       2.0880e-02, -1.8893e-01,  4.5276e-02, -3.1051e-01,  1.0854e-02,
                      -1.1856e-02, -5.0492e-02, -6.6803e-02, -1.4139e-02,  1.2976e-01,
                      -6.5558e-03, -1.7663e-01,  3.3134e-02, -1.3723e-02,  8.4725e-02,
                       3.1091e-02, -1.6827e-01, -1.3912e-02, -1.3526e-02,  2.9304e-01,
                      -1.1019e-02,  6.1191e-02, -3.4711e-01, -1.7572e-03,  1.2944e-01,
                      -1.2712e-01, -6.6555e-02,  4.1795e-02, -2.0398e-02, -4.8770e-02,
                      -3.4433e-02,  7.2392e-02,  1.5448e-02, -6.8536e-02, -9.0582e-02,
                      -8.6426e-02, -1.3790e-01,  1.0093e-01, -7.5115e-02,  2.4427e-02,
                      -5.3353e-02, -2.6104e-02, -2.0949e-02,  1.4449e-02, -1.2199e-02,
                      -8.2395e-02, -1.0433e-02, -2.5645e-03, -2.0756e-01, -4.5259e-02,
                       1.1495e-01, -3.4895e-02, -2.2934e-01, -1.4562e-01,  1.2313e-01,
                      -1.0112e-01,  6.7248e-02,  1.1133e-02,  4.2867e-02, -7.1290e-02,
                       5.6848e-02,  2.5159e-02, -5.2763e-02, -1.3215e-02,  1.8307e-02,
                      -8.7785e-02, -1.1685e-01, -1.3662e-03, -6.0017e-02,  1.1200e-01,
                      -5.2048e-02,  1.1147e-02, -3.7046e-02,  3.3802e-02, -2.3824e-01,
                       1.8201e-02,  2.2300e-02,  2.9749e-02,  1.4476e-02, -3.7741e-02,
                      -9.3940e-02, -4.5158e-03,  3.7667e-02, -1.9548e-02, -2.5707e-03,
                       1.8319e-02,  6.4381e-02, -4.6982e-02,  1.5613e-01,  2.7231e-04,
                       7.7183e-02,  6.7477e-02,  5.0630e-02,  3.1536e-02,  6.8873e-02,
                      -2.7716e-01, -1.7959e-01,  1.3969e-01, -2.3263e-02, -3.7130e-02,
                      -1.2109e-01, -6.5439e-02, -5.1568e-02, -5.3913e-02, -3.6059e-02,
                       1.9901e-02, -4.2490e-01, -2.8559e-03,  3.4907e-02, -5.0917e-02,
                      -4.4446e-03, -4.4810e-02, -8.1178e-03,  2.8222e-02,  4.5543e-02,
                       3.3665e-02,  3.5496e-02, -8.1732e-02, -1.4598e-02, -4.7360e-03,
                       4.6577e-02, -4.7778e-03,  2.0040e-02,  1.2719e-02,  1.3374e-01,
                       1.1927e-03,  2.8375e-02,  9.4611e-02,  3.1361e-03,  3.0493e-02,
                      -8.6729e-02,  2.9027e-02,  5.3577e-02,  6.2876e-02, -3.8869e-02,
                      -6.3276e-03,  2.6699e-02,  2.4991e-02,  1.8817e-02, -4.8978e-02,
                      -1.9613e-02,  1.7877e-02, -1.6670e-02,  2.0907e-02,  1.1198e-03,
                      -7.9461e-03, -7.0293e-02,  2.3591e-02, -2.7310e-02, -1.8920e-02,
                       4.5877e-03,  2.1816e-01,  2.2532e-02,  1.0338e-02, -4.7580e-02,
                      -2.7760e-03,  5.6295e-02,  1.4241e-02,  2.1037e-02, -4.2879e-02,
                       3.3025e-01,  4.5501e-02,  6.1700e-03, -1.7501e-01, -6.6806e-03,
                       3.7063e-01,  4.2207e-02, -3.1691e-02, -9.6286e-03,  7.9805e-03,
                      -1.5407e-02, -5.9782e-02,  9.4807e-03,  1.5934e-01, -3.2509e-03,
                       2.7964e-02, -1.1162e-01, -4.9058e-02, -3.4345e-01, -4.1197e-02,
                      -3.7487e-03,  1.4739e-01, -3.2256e-02,  1.7811e-02,  4.9752e-02,
                      -4.1353e-02, -3.4297e-01, -6.0576e-04,  2.1950e-02, -1.2776e-01,
                      -2.7210e-02,  2.5633e-02, -5.0485e-02,  8.7649e-02, -2.4951e-04,
                      -1.7217e-01,  1.1201e-01, -7.9778e-03, -2.6265e-01,  2.6159e-02,
                      -1.5441e-01,  2.3174e-02,  1.0140e-02, -2.0432e-02,  8.6164e-03,
                      -1.2830e-01,  1.9177e-01, -1.9947e-01, -5.9584e-02,  1.8435e-02,
                       1.0689e-02,  7.3113e-02,  2.3382e-01, -4.1694e-02,  8.8490e-02,
                       2.4182e-02,  4.4400e-02, -3.9297e-02,  5.4456e-02, -3.3373e-02,
                       5.0552e-01, -1.9614e-02,  6.1791e-02, -6.5229e-02,  1.5406e-02,
                       2.5899e-02, -8.5249e-03,  1.1139e-01, -1.4379e-02, -1.7378e-01,
                       7.3161e-03, -7.4213e-02, -3.7608e-02, -9.7101e-02,  6.1289e-02,
                      -3.9023e-03, -1.7783e-02, -4.0788e-02,  4.7434e-02, -5.0481e-02,
                      -1.0120e-02,  1.4968e-02, -1.7085e-02, -7.5335e-03,  2.6252e-02,
                      -1.9713e-02, -9.5916e-02,  1.0258e-02,  3.4170e-02, -2.7078e-02,
                       1.3130e-03, -1.7743e-02,  1.4366e-02,  2.6478e-02, -6.7654e-02,
                      -1.0133e-01,  1.2602e-03, -3.1430e-02, -7.7662e-02,  2.7049e-01,
                      -1.3447e-03, -2.4579e-02, -2.3475e-02,  5.5553e-02, -7.1687e-02,
                      -4.4016e-02,  2.6327e-02, -5.0505e-02, -3.0148e-02, -9.9131e-03,
                       6.3608e-02,  5.6581e-02, -3.3421e-02, -3.7636e-02, -1.1143e-02,
                      -3.1821e-02, -3.4632e-02, -6.3301e-02, -4.9589e-02,  1.1384e-01,
                      -7.7071e-04,  1.6500e-02,  2.2747e-02,  9.7106e-02,  4.6571e-03,
                      -6.7870e-02, -8.1966e-03,  3.3359e-02, -6.1382e-02, -1.4031e-01,
                       6.9666e-03,  5.6225e-02,  6.2409e-02, -2.3057e-01,  4.4021e-02,
                      -4.6896e-03, -3.8989e-02,  1.3460e-02,  2.1438e-02, -8.8332e-02,
                       2.1504e-01,  5.8375e-02,  1.4514e-01,  2.9107e-02,  4.2273e-02,
                      -1.0927e-01,  1.8809e-02, -1.2694e-01,  5.4085e-02, -1.5022e-02,
                       2.6832e-02,  1.8659e-01, -4.5161e-01,  5.3967e-02,  6.9572e-02,
                      -1.2219e-01,  5.2130e-02, -7.5740e-02,  3.0379e-01, -7.5557e-02,
                       1.9492e-01, -2.4651e-01, -1.1869e-01, -6.5687e-02,  4.2736e-02,
                       6.2958e-02, -1.5275e-01,  1.0520e-01, -5.3787e-02,  1.0672e-01,
                       2.5913e-02,  8.1483e-02,  6.2076e-02,  9.1046e-02, -5.6074e-02,
                       1.0594e-01,  1.5156e-02,  1.0636e-01,  3.3873e-02, -6.2761e-02,
                      -5.3764e-01,  6.5756e-02,  5.6486e-02, -3.6640e-02,  1.0038e-02,
                      -6.1323e-02, -2.3127e-01,  6.6290e-02,  3.6025e-02,  3.7625e-02,
                      -8.6627e-03,  7.9950e-02, -1.1584e-01,  8.2068e-02, -1.1783e-01,
                      -1.0570e-01, -6.8138e-02,  9.8449e-02,  1.6889e-01,  3.5491e-02,
                      -1.7192e-01, -7.2405e-02, -1.5925e-02, -8.2317e-02,  1.7453e-02,
                       1.8630e-01, -7.4013e-03, -6.2756e-02,  3.2909e-03,  9.6217e-02,
                      -3.7616e-01,  2.2454e-02,  6.6712e-02, -1.3061e-01, -2.4349e-01,
                       9.5025e-02, -4.1373e-02,  8.0032e-02,  8.2221e-02,  8.9261e-02,
                      -3.4752e-01, -1.4874e-01,  7.0894e-03, -3.2231e-02,  1.0735e-01,
                      -5.3228e-02, -7.0807e-02,  1.6299e-01, -2.3019e-01, -1.8562e-01,
                       2.8924e-01,  2.6347e-02, -1.1099e-02,  1.0248e-01,  3.3964e-02,
                       5.6620e-02, -3.0382e-03,  1.0337e-01,  1.1795e-02, -1.2016e-01,
                       1.3459e-01, -4.9420e-02,  6.5874e-02, -1.4413e-01, -6.0251e-02,
                       1.4097e-01,  2.0413e-02, -1.0687e-01, -1.2671e-02,  6.8517e-02,
                       1.2938e-01, -1.0237e-01,  6.0754e-02,  4.2497e-02,  2.2323e-01,
                      -4.5403e-02,  5.9624e-02, -7.7272e-02, -2.8377e-02,  5.6685e-02,
                       5.6800e-02,  1.0417e-01,  1.4292e-01,  6.3520e-02, -3.5592e-02,
                      -3.8966e-01, -4.1666e-02, -9.2985e-03, -3.0719e-02, -4.3184e-03,
                      -3.6012e-02,  3.0814e-02,  4.8275e-02,  1.0853e-01,  2.6653e-02,
                       2.5533e-01,  6.4637e-02, -4.9331e-02, -6.8914e-02,  1.7272e-02,
                       2.2915e-02,  7.7073e-03,  2.4561e-02,  1.3687e-02,  2.5114e-01,
                       5.1149e-02, -6.2303e-02,  6.9629e-02, -1.5664e-01,  2.0419e-03,
                      -5.4428e-02,  9.3300e-02,  5.7243e-02,  1.4708e-02,  3.4147e-02,
                      -1.4348e-01, -8.0496e-02, -6.3108e-02,  7.2272e-02, -1.8999e-02,
                      -8.7748e-03, -6.8528e-02,  2.8067e-02, -8.4670e-03, -3.0413e-01,
                      -2.5712e-03,  3.6182e-01, -2.6398e-02,  1.4551e-02, -1.2613e-02,
                       1.9898e-02,  6.4178e-02, -1.0535e-02,  3.2698e-02,  9.9275e-03,
                      -2.7008e-03, -5.8795e-02, -4.9384e-02,  1.7367e-02,  3.1355e-02,
                       3.2784e-02,  6.5553e-03,  1.8747e-01,  5.2528e-02, -1.0717e-02,
                       3.8963e-02,  2.9387e-02,  2.9031e-02, -6.9781e-02, -1.8184e-02,
                      -2.7952e-03, -7.0788e-02, -1.4146e-02, -2.9484e-01,  3.2886e-01,
                       5.7364e-02,  5.4006e-02,  6.3600e-02, -6.1037e-02, -1.2780e-01,
                       9.0871e-02,  1.5431e-01, -5.7208e-02,  3.9734e-01,  9.5132e-02,
                       1.1656e-01,  1.3146e-01, -4.0254e-02, -4.7858e-02,  5.4656e-02,
                      -3.1670e-03,  3.9161e-02,  4.8859e-02, -2.9518e-02, -2.6364e-02,
                      -1.3301e-01,  1.6631e-01,  1.5740e-02,  2.5308e-01,  5.7870e-01,
                      -2.8492e-01, -5.1113e-02,  9.0983e-02, -1.9630e-01,  6.4136e-02,
                      -1.1319e-01,  8.5462e-02,  5.2164e-01, -1.7113e-02, -5.5208e-02,
                      -1.9025e-01,  6.5186e-02, -1.1565e-01,  2.6784e-01, -1.1431e-01,
                       2.7329e-02, -1.7110e-02,  7.0496e-02,  1.5075e-01,  1.5952e-02,
                       2.0751e-02,  1.1350e-02,  3.1826e-02, -3.8446e-02, -8.8230e-02,
                      -1.0657e-01,  4.7329e-02, -5.6730e-03,  1.1802e-01, -6.9019e-02,
                      -9.1115e-02, -8.5552e-02,  4.5339e-02,  3.7245e-02, -2.2709e-01,
                       1.3840e-01, -1.7159e-01, -5.1190e-03, -4.3006e-02,  1.0848e-01,
                       7.5999e-02, -4.5683e-03,  1.6492e-01, -4.2257e-02,  5.2787e-01,
                      -1.0406e-01, -1.4006e-01, -6.5777e-02,  3.3303e-02, -9.2452e-02,
                      -5.4039e-02,  2.4782e-02, -1.4588e-01,  2.1934e-02,  1.7366e-01,
                      -3.9732e-02,  2.2830e-01,  7.4826e-02,  1.3218e-01, -1.2623e-03,
                      -1.7729e-02, -6.5798e-02, -3.1970e-02, -5.8564e-02, -7.1812e-02,
                      -2.3967e-02, -3.3857e-01, -9.8071e-02, -3.0503e-02,  1.4422e-01,
                      -1.0365e-02, -5.5387e-02,  4.0927e-02, -8.2065e-02, -1.3577e-01,
                      -2.8075e-02, -6.0401e-02,  2.6719e-01, -3.4568e-02, -3.9126e-02,
                      -1.1028e-02,  4.4402e-02, -7.1411e-02, -2.6364e-02, -5.6921e-01,
                       2.2655e-02, -7.5854e-02,  1.0023e-01,  4.9628e-02, -2.5633e-02,
                       6.2452e-02, -8.2882e-02, -2.4328e-02, -6.5874e-03,  1.7455e-01,
                       2.3141e-01,  9.7525e-02,  1.0213e-01,  1.4498e-01,  5.1748e-02,
                       5.4806e-02,  2.5588e-02,  1.1180e-02,  5.2607e-02, -2.8185e-02,
                       3.5442e-02,  8.0306e-02,  5.5601e-02, -3.4021e-01,  1.1037e-01,
                      -8.4296e-02,  6.1812e-02,  3.3431e-02,  1.6603e-01, -3.1538e-03,
                       4.6889e-02,  1.4179e-02, -4.8695e-02,  8.1093e-03, -1.0066e-04,
                      -2.3990e-01, -2.1783e-01, -1.4905e-01, -3.1104e-02, -1.0769e-01,
                       1.6834e-02,  3.2460e-02, -5.0884e-02, -1.8600e-02,  2.9725e-02,
                      -3.0893e-01, -2.9922e-02,  6.1674e-02, -5.9566e-02, -1.4304e-02,
                       3.3362e-03,  3.8759e-02,  4.1791e-01, -3.4479e-03,  6.6645e-02,
                      -1.0444e-01,  6.5014e-02,  1.5576e-03,  7.3324e-02, -9.7934e-02,
                      -6.5814e-02,  3.0665e-02, -1.0328e-02,  2.9612e-02,  1.7855e-01,
                      -8.2913e-04,  2.0341e-02,  6.2172e-03,  5.2771e-02,  3.9298e-02,
                       7.1680e-02,  4.4534e-02,  1.5513e-02,  7.1961e-02, -3.8249e-02,
                       8.6144e-03, -8.6431e-03,  2.1589e-01], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.weight',
              tensor([[ 0.0058,  0.0748,  0.0035,  ...,  0.0782,  0.0469,  0.0570],
                      [-0.0499, -0.0360,  0.0106,  ...,  0.0050,  0.0271,  0.0083],
                      [ 0.0202, -0.0072,  0.0134,  ...,  0.0185,  0.0012,  0.0109],
                      ...,
                      [-0.0387,  0.0011, -0.0043,  ..., -0.0313, -0.0352, -0.0055],
                      [ 0.0301,  0.0312, -0.0656,  ...,  0.0813,  0.0265,  0.0331],
                      [ 0.0528, -0.0407, -0.0362,  ...,  0.0069, -0.0048,  0.0159]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.bias',
              tensor([-9.7054e-04,  1.8861e-04, -1.5234e-04, -2.0098e-03,  8.6030e-05,
                      -3.6418e-03,  5.0538e-04,  2.2831e-04,  3.0648e-03,  2.1259e-03,
                      -6.4017e-05,  1.6738e-03,  1.8349e-03,  9.9169e-04, -1.7188e-04,
                      -3.9384e-04,  1.0239e-03,  2.7441e-04,  4.9006e-04,  1.4931e-03,
                      -1.4211e-04, -1.5274e-03, -3.5507e-04, -4.8934e-04, -1.1077e-04,
                      -1.9116e-03,  2.5104e-03, -2.1726e-03, -1.5458e-03,  1.0990e-03,
                      -3.0520e-03, -2.7141e-03, -3.4567e-03,  2.5521e-03, -1.4463e-03,
                      -2.6022e-03, -2.5679e-04, -1.2291e-03,  1.3670e-03,  5.7931e-05,
                      -4.9796e-04, -2.2928e-03, -1.8842e-03, -4.0287e-04,  1.8192e-03,
                       1.8233e-03,  3.0533e-03, -1.0432e-03,  4.0580e-03, -7.2002e-04,
                       4.7447e-05, -3.6777e-03, -9.9218e-04, -2.5180e-03,  3.2925e-03,
                       4.8789e-03,  3.0752e-04, -2.2495e-03,  2.9177e-03, -7.1474e-04,
                       1.6060e-03, -2.8930e-03,  2.9197e-04,  3.1724e-03,  1.6905e-03,
                       1.6437e-03,  1.3046e-04,  3.5751e-03,  3.3197e-03,  2.9854e-03,
                       8.8038e-04,  1.0823e-03, -4.6506e-04,  3.3676e-03, -4.7892e-04,
                       7.4971e-04, -6.7274e-04, -2.5843e-03,  5.3746e-04, -7.5628e-05,
                       1.2051e-03, -1.6589e-04, -7.7886e-04, -2.5218e-03,  3.1815e-05,
                      -1.7081e-03,  3.1336e-03, -3.3534e-04,  3.1345e-03, -1.6716e-05,
                      -1.6926e-04, -1.3025e-03,  1.7980e-03,  1.5482e-03, -1.2904e-03,
                       9.7698e-04,  3.1221e-03, -2.1688e-03,  1.0160e-03, -2.0104e-03,
                      -2.1538e-03,  2.5596e-03,  1.8820e-03,  1.4614e-04, -4.3827e-03,
                       9.4830e-04, -2.1492e-03,  1.8914e-03, -9.7653e-05,  3.3331e-03,
                       1.8304e-03,  5.1126e-03,  8.8891e-04,  2.7059e-03, -4.8762e-04,
                       1.4182e-03,  1.2759e-03, -2.5940e-03,  2.8212e-03, -2.7290e-03,
                       1.7865e-03,  2.8104e-03, -3.3171e-03,  4.4473e-05, -6.5423e-04,
                       3.6770e-03,  1.4063e-04,  1.0880e-03, -4.8465e-04,  4.5901e-03,
                      -2.0202e-03,  2.6110e-03, -6.7497e-03,  5.0790e-03, -4.3222e-04,
                      -2.0487e-03,  3.3235e-03,  2.5293e-03, -5.3018e-03,  6.0825e-03,
                       2.1488e-04,  6.0417e-03,  3.3717e-03, -2.7620e-03, -7.5791e-03,
                      -2.4248e-03, -1.1747e-03,  1.5925e-03, -2.4897e-03, -3.7253e-03,
                       8.0191e-03,  5.8008e-03, -3.3149e-03,  7.9456e-03, -5.0655e-03,
                       4.0660e-03, -3.6392e-03,  2.6346e-04,  1.8329e-03,  5.3404e-03,
                       2.5573e-03, -3.6556e-03,  8.3517e-04,  2.4542e-03, -3.9224e-03,
                       2.2457e-03, -3.1778e-03,  5.9456e-03, -1.4265e-03,  4.9207e-03,
                       2.5755e-03, -1.0985e-03, -3.5419e-04, -4.5459e-04,  2.3433e-03,
                      -2.8252e-03,  9.0659e-03, -7.7448e-03, -5.1837e-03, -4.4579e-03,
                       7.3336e-03,  3.9483e-03, -3.9925e-03,  4.3450e-03, -2.4782e-03,
                       9.6431e-03,  6.8068e-03,  1.6637e-03,  9.9880e-04,  2.0486e-03,
                       1.3001e-03,  2.5912e-03, -4.0933e-03, -1.3710e-03,  1.0652e-03,
                      -2.9704e-03, -7.7963e-03,  1.8640e-03, -2.1241e-03, -3.0013e-03,
                       2.8530e-03,  4.0125e-03, -1.6609e-05, -5.2019e-03, -1.4537e-03,
                       7.1674e-03, -3.7681e-03,  1.1773e-03,  7.2527e-04,  1.5635e-03,
                      -1.5964e-03, -2.7988e-04, -1.2184e-02, -4.9273e-03,  1.5104e-03,
                       2.0674e-03, -6.0966e-03, -2.3919e-03,  6.6919e-04,  3.0414e-03,
                      -5.8816e-03,  9.3345e-03, -8.1926e-05, -2.8987e-03, -2.6687e-03,
                       3.8284e-03,  4.4678e-03,  1.8293e-03,  1.5527e-03, -1.2231e-04,
                      -1.8125e-03,  3.2181e-03, -3.0259e-03,  2.9205e-03,  4.7394e-03,
                       4.3500e-03, -2.8971e-03, -4.1688e-03,  9.4476e-03, -3.2655e-03,
                       3.0666e-05,  3.1968e-03,  3.0856e-03,  8.9674e-03, -9.1180e-03,
                      -5.2684e-04,  2.4837e-03,  1.2733e-03,  2.4112e-03, -4.1767e-03,
                      -1.7074e-07,  2.2599e-03, -5.7638e-04, -9.8207e-04, -1.7325e-04,
                      -1.1361e-03,  3.1199e-03, -9.9983e-04,  3.2224e-04,  3.4251e-03,
                      -3.3461e-03,  1.0186e-03, -4.9416e-03,  1.1237e-03, -2.7799e-03,
                       5.3092e-03,  2.4716e-03, -2.0435e-04,  9.9604e-04,  1.1838e-03,
                       7.7006e-04, -5.5185e-03, -4.0274e-03, -1.7527e-03,  3.2233e-03,
                      -2.5909e-03, -2.5951e-03,  2.4371e-03, -1.8127e-03,  5.8208e-03,
                       3.1582e-04, -1.9937e-03, -1.8636e-03, -3.4136e-03, -4.2527e-03,
                      -4.2565e-03, -3.1546e-04, -2.7739e-03, -2.8128e-03,  6.1729e-05,
                       5.9268e-04,  1.9639e-03,  7.0336e-04,  3.6049e-04,  5.8187e-04,
                      -6.7990e-04, -3.1908e-03,  2.9262e-03,  3.8806e-03, -1.2698e-03,
                      -1.9669e-03,  7.1776e-03, -3.0083e-03,  1.0955e-03,  1.1796e-03,
                       3.5442e-04, -6.6204e-03, -2.1610e-03,  3.1316e-03,  2.0716e-03,
                      -2.6075e-03, -3.6139e-03,  4.0944e-03, -2.4992e-03, -2.3982e-03,
                       1.1341e-03,  4.2070e-04,  5.5777e-03, -6.1332e-04, -3.7199e-03,
                       2.2704e-03,  9.4505e-04,  2.1302e-03, -3.2559e-03, -5.7114e-03,
                       4.2163e-03,  3.4151e-03, -6.3995e-04, -9.5934e-04, -9.6517e-04,
                      -2.0222e-03,  1.2638e-03,  1.3020e-03,  1.1561e-03,  7.2330e-04,
                      -1.5503e-03, -2.5419e-03,  2.9131e-04, -4.5203e-06,  3.7024e-04,
                       2.6606e-03, -3.3288e-03, -2.3268e-04, -2.0125e-03, -2.6498e-03,
                      -3.7001e-03, -3.4904e-03,  9.8738e-04, -1.6006e-04,  4.0080e-03,
                      -1.3432e-03, -4.2040e-05, -2.2857e-04, -2.0082e-03, -9.3909e-04,
                       1.5872e-03, -8.6218e-04,  4.3425e-03, -2.5129e-04,  3.1202e-03,
                      -3.8785e-03, -1.5547e-03,  3.1084e-03, -2.4530e-03, -3.2782e-03,
                       4.9113e-04,  1.7502e-03, -1.0693e-03, -3.1938e-03, -4.9870e-04,
                       3.2539e-03,  2.9301e-03, -3.3422e-03, -4.1377e-03,  8.1382e-04,
                       3.3580e-04, -1.6545e-03, -5.4159e-04,  2.8793e-03,  4.0027e-03,
                      -4.6077e-03, -1.1063e-03,  1.1765e-03,  2.5864e-03, -4.6787e-05,
                       1.6720e-03, -5.6419e-03,  3.6765e-03, -1.6039e-03,  1.3565e-03,
                      -2.6031e-03,  3.8870e-03, -4.5688e-03,  3.3823e-03, -1.7351e-03,
                      -5.3507e-03,  4.4931e-03,  2.7114e-03,  6.3433e-03,  3.3686e-03,
                       2.9412e-03,  3.7506e-04, -1.1485e-03,  1.9721e-03, -1.0360e-03,
                      -2.7219e-03,  4.1784e-03, -1.6494e-03,  2.7363e-03,  2.2173e-03,
                      -3.0823e-03, -1.3195e-03, -2.6240e-03,  1.6619e-03, -6.0501e-04,
                      -4.8824e-03,  4.1123e-03,  2.9237e-04, -3.4340e-06,  1.3885e-03,
                      -1.1509e-03,  4.1801e-03, -2.1107e-03,  5.3942e-03,  1.7573e-03,
                      -9.9619e-03,  3.3549e-03,  1.8696e-03,  8.8088e-04, -3.9724e-03,
                       2.0950e-03,  4.3308e-03, -5.9444e-03, -1.8110e-03, -5.2622e-03,
                      -2.9994e-03, -2.1622e-03, -3.3979e-03,  4.1783e-03,  4.8969e-03,
                      -4.5479e-03, -1.5923e-03,  3.3014e-03,  3.6184e-04,  1.0713e-03,
                      -2.5473e-03, -3.0623e-03, -2.1524e-03,  2.7019e-03,  1.0007e-03,
                      -5.5720e-05,  4.6763e-03,  2.4103e-03,  1.8255e-03, -1.4478e-03,
                      -1.9002e-03, -3.4417e-03, -2.3229e-05,  9.9149e-04,  6.3127e-03,
                       1.8685e-03, -2.7898e-03, -1.5249e-03, -4.7951e-03, -1.8382e-03,
                       2.1091e-03,  1.7114e-03, -6.2235e-03, -5.5374e-03,  1.6729e-03,
                      -1.3551e-05,  2.0155e-03,  2.3537e-03,  3.6838e-03, -4.7648e-03,
                      -1.3000e-03,  1.8428e-03, -1.2870e-04, -5.7228e-04, -5.5298e-03,
                       1.9672e-03, -6.9604e-03,  1.7162e-03, -4.1086e-03, -6.8540e-03,
                      -1.7880e-03,  5.5165e-03, -2.3106e-03,  1.0936e-03, -2.4743e-03,
                       4.3950e-03,  2.0502e-03, -2.9631e-03, -3.2401e-03,  1.6955e-03,
                       4.7492e-03,  4.5589e-04, -3.5528e-03,  1.7919e-03,  1.8493e-03,
                       1.7547e-03,  5.7223e-03, -5.5157e-04,  4.7951e-04,  1.3887e-03,
                       1.7382e-04, -6.6428e-03, -6.1348e-04,  1.8746e-03, -9.5457e-04,
                      -3.7836e-03, -1.4338e-03,  8.3383e-03, -5.0781e-03,  1.4383e-04,
                       4.0131e-03,  4.8467e-03, -3.8923e-03, -5.9090e-03,  2.4768e-03,
                      -3.9777e-03, -8.6376e-03,  2.0978e-03, -7.5418e-04,  1.3608e-03,
                       1.5011e-03, -1.8445e-03,  6.9861e-03,  8.6646e-05,  3.7982e-03,
                      -1.6102e-03, -1.5428e-03, -9.6181e-03, -2.6166e-03, -5.6764e-03,
                      -2.5097e-03,  1.0582e-02, -2.9101e-03,  2.6864e-03, -4.1696e-03,
                      -7.8187e-04,  4.7109e-03,  2.4095e-04, -2.9167e-05,  5.7902e-03,
                      -5.7804e-03, -5.7555e-03,  4.0344e-05,  8.4801e-04, -1.1895e-03,
                       4.2596e-03,  4.6797e-05, -4.2327e-03,  1.3235e-03,  5.2056e-03,
                       4.1000e-04, -1.7017e-03, -3.6123e-04,  1.9228e-03,  6.3941e-03,
                      -6.0382e-03,  4.0238e-03, -8.4089e-03,  1.3795e-03,  6.1921e-03,
                      -4.1690e-03, -6.8406e-05, -8.2051e-03,  4.1432e-04, -5.2939e-03,
                       2.5080e-03, -2.9270e-03,  9.5147e-03,  7.0382e-03,  1.0249e-02,
                       1.2585e-02,  6.2987e-04,  1.4232e-03,  2.7875e-03, -1.2021e-03,
                       3.7629e-04, -5.3096e-04,  6.7604e-04,  2.1194e-03,  8.1710e-04,
                      -4.3440e-04,  4.6441e-03,  3.5107e-03, -1.6448e-03,  4.6771e-04,
                       4.3488e-03,  7.2871e-04,  1.2745e-03,  9.1608e-04,  5.1805e-03,
                       2.2398e-03,  5.5402e-03,  5.4110e-03,  4.6791e-03,  4.9983e-03,
                       1.7009e-03, -4.5546e-03, -7.3970e-04, -5.9025e-03, -3.0937e-03,
                       6.7417e-03,  2.9171e-03, -5.1352e-03,  4.5254e-03,  2.0256e-03,
                       2.4041e-03, -6.6754e-04, -6.8939e-03, -1.3921e-03,  3.8224e-04,
                      -7.4392e-05,  4.3117e-03, -1.2266e-03, -4.1798e-03, -3.0087e-03,
                      -1.0205e-03,  6.3313e-03,  1.2566e-03,  3.0709e-03,  4.7115e-04,
                       4.9744e-03, -4.8988e-03,  1.9345e-03,  1.9010e-03, -2.4220e-03,
                       4.3758e-03,  3.8342e-03, -2.2681e-03,  1.7251e-03,  4.1916e-03,
                       4.6467e-03, -3.6575e-03,  2.7259e-03,  5.9077e-04,  6.9725e-03,
                       6.3696e-03, -3.5682e-04, -2.7657e-03,  3.3684e-03,  9.7148e-05,
                       3.8100e-03,  5.0115e-04,  6.8450e-03,  1.2569e-03,  6.6337e-03,
                      -6.1170e-03, -5.8844e-03, -4.4260e-03,  3.4391e-03, -1.0833e-03,
                      -1.9369e-04,  6.9606e-03,  6.7257e-04, -2.9873e-03, -8.6231e-04,
                      -6.4132e-06,  1.2301e-03,  3.8346e-03,  1.8884e-03,  1.9245e-03,
                      -1.2241e-03, -1.5325e-03, -2.4025e-03, -1.2513e-03, -1.1408e-03,
                       2.6164e-03, -1.9382e-03, -9.7998e-04, -9.2059e-04, -2.4853e-03,
                      -1.5398e-03, -3.7148e-03, -6.4745e-04, -3.9479e-03,  2.2415e-04,
                       5.5427e-03, -5.5629e-03,  7.2477e-03, -1.9655e-03, -1.4015e-04,
                       3.2819e-03,  6.8961e-04,  4.4562e-04,  2.3468e-03, -4.0718e-03,
                      -1.6005e-03, -4.2333e-03, -1.2177e-03, -4.0074e-03, -1.4691e-03,
                      -1.1499e-03, -1.0276e-04,  2.2677e-03, -4.3822e-03,  2.9632e-03,
                       1.3535e-03, -2.3207e-03,  5.9869e-03,  1.1964e-03, -1.3316e-04,
                      -2.4645e-03,  6.2998e-04, -6.2849e-03,  1.1814e-04,  1.0707e-06,
                      -2.5088e-03, -1.3103e-03, -1.8039e-03, -7.6645e-05,  1.9919e-03,
                      -1.0350e-03,  3.0597e-04, -4.0352e-03, -4.8184e-03,  2.5838e-03,
                       4.2336e-03, -2.3179e-03, -4.7778e-04, -1.3164e-05,  2.7624e-03,
                      -1.3087e-03,  2.6876e-03,  9.1364e-03,  2.0867e-03,  4.2954e-04,
                      -6.9945e-04,  1.7966e-03, -3.0759e-03,  3.6793e-03, -2.8976e-04,
                       1.4129e-03,  4.3731e-03,  9.8085e-04, -2.3837e-03,  3.5064e-03,
                      -8.8599e-04, -3.3690e-03, -3.0309e-03,  2.4453e-03, -3.4460e-03,
                       2.0267e-03, -3.0664e-03, -2.3268e-04, -1.3817e-03, -6.0927e-03,
                      -2.2979e-03, -4.3039e-03,  5.0625e-03,  9.6498e-04, -3.8512e-03,
                       3.5593e-04, -2.7687e-03,  5.5678e-04,  1.5938e-03,  1.7550e-03,
                      -1.3308e-03,  7.7539e-04, -2.8307e-03,  3.8568e-03,  1.4241e-03,
                      -3.3796e-03,  1.8265e-03, -5.8921e-04], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.weight',
              tensor([[-0.0461,  0.0026,  0.0392,  ..., -0.0262, -0.0390,  0.0217],
                      [ 0.0016,  0.0808, -0.0340,  ..., -0.0217, -0.0140,  0.0661],
                      [ 0.0460, -0.0725,  0.0294,  ...,  0.0057,  0.0541, -0.1081],
                      ...,
                      [-0.0390, -0.0203,  0.0129,  ..., -0.0491,  0.0304, -0.0134],
                      [ 0.0772,  0.0216,  0.0665,  ...,  0.0588, -0.0030, -0.0037],
                      [ 0.0881,  0.0564, -0.0201,  ..., -0.0311, -0.0044,  0.0819]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.bias',
              tensor([ 2.5023e-02, -5.4134e-04, -1.8289e-03,  1.0319e-02,  1.7435e-02,
                       1.4896e-02,  8.6778e-03, -1.1588e-02, -6.1206e-03,  2.1157e-02,
                      -3.1376e-03,  1.6302e-02,  3.7495e-02,  2.4118e-03, -8.6551e-03,
                       1.0146e-02,  2.1258e-02, -2.8579e-02, -2.9914e-03, -1.6356e-02,
                       2.2681e-02,  1.5882e-02,  1.4365e-02,  2.6300e-02,  8.8592e-03,
                       1.1447e-02,  2.9267e-02, -1.7236e-03,  9.8771e-03,  4.0189e-04,
                      -7.3741e-03, -1.2194e-03,  2.2604e-03, -5.9558e-03, -1.6932e-03,
                      -4.5719e-03,  6.7500e-03,  9.8864e-03,  8.1511e-03, -9.2336e-03,
                       5.4562e-03,  2.1821e-02,  1.8529e-02, -4.8431e-03, -6.2418e-03,
                       8.7250e-04, -1.6124e-02, -1.2780e-02, -7.8408e-03, -4.5871e-03,
                      -8.2393e-03,  2.1596e-02, -1.8518e-02, -1.1919e-02, -7.9743e-03,
                       1.8887e-02, -6.6775e-03,  7.6140e-03,  7.1125e-03,  1.3373e-02,
                       1.3930e-02, -1.7443e-02, -1.1947e-02,  8.7082e-03, -4.2705e-02,
                      -1.0239e-01, -5.5615e-03,  3.7747e-02,  4.6197e-02,  2.3781e-02,
                       9.0163e-03, -2.1403e-01,  5.2817e-02, -7.0401e-02,  8.6886e-02,
                       2.7969e-02,  5.9216e-02,  7.3608e-02, -2.3937e-03, -5.5258e-02,
                      -7.9816e-02, -8.1078e-02, -5.3822e-02, -4.4235e-02, -1.0094e-01,
                      -6.2543e-02,  3.8605e-02, -8.2382e-02, -7.1093e-03,  3.1957e-02,
                      -1.8960e-02, -5.0128e-03, -3.0946e-02,  4.1975e-02, -1.6453e-02,
                       1.0521e-01, -1.9422e-02, -1.0916e-01, -5.2387e-02, -2.7728e-02,
                       2.3341e-02, -9.4555e-03, -3.1169e-02, -4.0756e-02,  2.2644e-02,
                       2.0418e-02, -1.6393e-02,  3.5086e-02,  3.8262e-02,  5.2578e-02,
                      -3.2276e-02, -1.4734e-01,  6.4315e-02,  8.2792e-02,  4.7365e-03,
                       5.4708e-02,  9.0357e-02, -9.0380e-02, -9.8755e-02,  5.0897e-03,
                       8.7481e-03, -1.1143e-02, -3.9555e-02,  7.8597e-03, -5.1810e-02,
                      -8.7403e-03,  2.6083e-02,  2.6425e-02, -1.1741e-02,  6.6701e-03,
                      -1.6630e-02, -3.5899e-02,  3.3033e-02, -6.8341e-03,  1.9972e-02,
                       3.7159e-02, -1.8340e-02,  1.6346e-02,  1.9253e-02,  8.2389e-03,
                       8.6947e-03,  8.0236e-03, -2.2824e-02,  3.2777e-02, -2.5096e-02,
                       1.5267e-02, -9.8147e-03,  5.1621e-03, -1.1756e-02,  6.2626e-03,
                      -1.9340e-02,  4.3274e-02, -1.2360e-02,  1.9279e-02, -3.7689e-02,
                       6.6503e-03, -1.1226e-02, -1.6154e-02,  1.1323e-02,  3.3270e-02,
                      -2.0104e-02, -1.6572e-02,  5.8121e-03,  9.5892e-03,  2.9537e-02,
                      -2.3234e-02,  4.8140e-02, -1.6425e-02,  4.3964e-02,  5.5792e-03,
                       2.4071e-02, -8.1152e-03, -1.0913e-02,  1.2943e-02, -3.2063e-03,
                       2.1713e-02, -6.9612e-03,  9.9954e-03, -4.3086e-02,  3.2679e-02,
                       5.3049e-04, -2.3587e-03, -3.0508e-02, -7.6837e-02, -2.1726e-02,
                       6.8904e-02, -1.8312e-02,  3.4427e-02,  2.0607e-02,  3.2736e-02,
                       1.7116e-02, -4.8639e-02, -1.9503e-02,  1.8397e-02, -2.1664e-02,
                      -1.1928e-02, -4.7463e-03,  2.4421e-02, -3.4994e-03, -3.2230e-02,
                      -1.8535e-02, -4.3793e-02,  2.3863e-02, -2.8640e-02,  2.5304e-02,
                      -1.7656e-02, -4.8198e-02,  3.5780e-03,  3.1886e-03,  2.4346e-02,
                      -1.0564e-02, -2.0372e-03,  2.2112e-02, -2.7318e-02, -1.3876e-02,
                       6.2952e-03,  8.7935e-03, -8.5065e-03,  4.8382e-06, -1.2895e-02,
                       1.7518e-02,  1.4297e-02,  1.2944e-03, -1.5368e-02,  3.0481e-02,
                      -1.5203e-02, -1.3472e-02,  7.8971e-03,  4.0485e-02, -1.0894e-02,
                       1.4049e-02, -3.3632e-03, -4.0768e-02, -4.8575e-03, -8.4280e-03,
                       4.2448e-02, -6.0658e-03, -1.9651e-02, -2.1106e-03, -2.5727e-02,
                       3.1360e-02,  2.6693e-02,  9.5478e-03,  6.8062e-03, -5.9220e-03,
                       1.4386e-02,  8.0524e-03,  1.2022e-02, -2.2006e-02,  1.6374e-04,
                      -2.2680e-02,  1.1190e-02, -4.3867e-02,  1.6401e-04, -3.7049e-03,
                      -3.2416e-02,  1.9453e-02, -1.5314e-03, -1.9177e-02,  6.6268e-03,
                      -1.0704e-02, -2.1555e-02, -3.8442e-03,  5.3790e-02, -3.0444e-03,
                       3.6569e-02, -3.6107e-03, -1.0029e-02, -2.0976e-02,  1.1844e-02,
                      -2.9927e-02,  2.3033e-03, -1.2725e-02, -5.3827e-02,  2.4236e-02,
                       2.0591e-03,  6.6193e-04,  1.6229e-02, -7.1203e-03,  1.5257e-02,
                      -4.0936e-02,  5.1951e-03,  2.1751e-03, -6.8027e-03, -2.3192e-02,
                       9.8774e-03, -4.3090e-02,  1.8691e-02, -2.6169e-02,  4.5019e-02,
                      -2.3463e-03, -2.4153e-02,  2.3486e-02,  1.0403e-02, -9.6898e-03,
                       2.5579e-02, -5.8561e-03,  5.5872e-03, -4.6146e-02, -1.0331e-02,
                       2.2145e-02, -1.4112e-02, -8.3146e-03, -7.3088e-03, -2.9061e-02,
                      -3.4245e-02,  6.0613e-03,  4.8083e-03, -1.6449e-03,  2.2084e-02,
                      -1.3631e-02, -1.0387e-02,  1.4667e-02,  8.1067e-04, -1.3169e-02,
                      -6.4209e-03,  2.3366e-03, -5.6487e-03,  1.7369e-02,  1.4599e-03,
                       8.0800e-03, -2.0663e-02, -2.3926e-03,  1.4046e-02,  5.5024e-02,
                      -4.0506e-03, -3.1819e-03, -4.9826e-03, -2.5013e-02,  3.2481e-02,
                      -1.1205e-02, -3.6821e-02,  3.1255e-02,  1.9792e-02, -4.1952e-02,
                      -1.9697e-02,  1.8123e-02, -1.8086e-02,  4.2290e-02,  2.8347e-02,
                       1.0349e-02, -2.6362e-02,  1.4511e-02,  7.1993e-03,  1.2704e-02,
                       2.9654e-02, -1.4862e-03, -1.7453e-02,  2.2892e-02, -3.6405e-02,
                      -1.8001e-02, -3.0419e-03, -3.6395e-02,  4.6740e-03, -1.6186e-02,
                      -2.8664e-02,  3.7249e-02, -4.6208e-03, -4.4741e-02,  1.9473e-02,
                       4.3150e-03,  1.9347e-02,  2.1848e-02,  1.8466e-02,  1.2352e-02,
                      -1.4171e-02,  3.6699e-02,  3.2274e-03,  1.6229e-02,  3.8471e-02,
                       1.4179e-02,  1.1189e-02, -2.0905e-02,  6.8785e-02, -3.3771e-02,
                       1.4076e-02,  1.8955e-02, -3.7963e-03, -2.0508e-02,  6.4352e-02,
                       3.4120e-03,  2.3264e-02,  7.1661e-03,  1.0670e-02, -1.0759e-03,
                       1.7084e-02,  1.2330e-03,  3.5578e-02, -4.8400e-02, -1.8255e-02,
                       1.1616e-02, -1.6739e-02, -1.8762e-02,  1.8120e-02,  1.1293e-02,
                      -1.1634e-03, -1.8616e-03, -4.5727e-03, -1.6096e-02, -2.1114e-02,
                       1.1416e-02, -3.5768e-02,  3.7733e-02, -9.8730e-03,  1.2385e-02,
                      -6.4230e-03,  3.1761e-02, -1.0293e-02, -5.0867e-04, -8.5297e-03,
                      -2.4510e-02,  1.9730e-02, -3.1244e-02, -2.1211e-02, -1.1598e-02,
                       3.1280e-02, -4.8887e-02, -4.5858e-02,  1.5748e-02, -9.9119e-03,
                      -7.8155e-03,  6.6427e-03, -3.2192e-03,  2.1372e-02,  8.1058e-03,
                       1.3188e-03, -9.2630e-03, -1.5455e-02,  1.7503e-02,  1.2658e-02,
                      -3.2043e-03,  3.0343e-03,  1.8336e-02,  5.2470e-02,  1.9643e-02,
                       8.8624e-03,  2.1309e-02,  1.1083e-02, -1.4979e-02,  1.1952e-02,
                       4.6242e-03,  1.2651e-02, -1.1581e-02, -5.8524e-04, -3.0329e-05,
                      -2.9486e-02,  1.0136e-02,  7.3057e-02,  3.2823e-03, -9.1993e-03,
                       4.2089e-02,  1.5880e-02,  3.9389e-03, -3.3118e-02, -1.5203e-02,
                      -2.5335e-02,  2.9331e-02, -7.6081e-03, -1.7833e-03, -2.7676e-02,
                      -1.4667e-02, -7.5796e-03, -3.6968e-02,  8.7642e-03,  3.8653e-02,
                       3.4346e-02, -3.4011e-02,  2.6328e-02,  2.4641e-02,  1.6156e-02,
                      -1.9020e-02,  6.1291e-03,  2.0140e-02,  1.3188e-02, -9.1300e-03,
                       4.7887e-02,  4.6424e-02, -2.0540e-02,  1.1010e-02,  1.5958e-02,
                      -2.3321e-02, -1.3284e-02,  3.9407e-02,  3.5249e-02,  1.6291e-02,
                      -1.9921e-02,  1.0661e-02,  1.8716e-02,  2.1839e-02,  4.4378e-03,
                       4.1586e-02, -2.9597e-02, -6.0017e-02, -1.5653e-02,  1.5266e-02,
                      -3.0446e-03, -2.3662e-02,  1.2282e-03, -2.3958e-02, -2.9659e-02,
                      -1.6446e-02, -3.2557e-02, -4.0970e-02,  4.4842e-03, -4.1049e-02,
                       5.1965e-03, -9.3912e-03,  1.0570e-02,  1.4579e-02, -2.7658e-02,
                      -4.9434e-02, -4.1760e-02,  1.4696e-02, -4.5004e-02,  2.0218e-02,
                       3.2625e-02,  3.7446e-02, -3.6513e-03,  7.3684e-03,  2.2599e-02,
                      -4.3932e-02, -1.0292e-02,  3.6437e-02, -2.9692e-02, -5.0202e-02,
                       1.2757e-02,  1.9863e-02,  2.6381e-02, -3.8722e-03,  5.4000e-02,
                       1.7519e-02, -5.0111e-02, -3.4117e-02, -1.0903e-02, -5.0627e-02,
                       4.3889e-02, -8.8181e-03,  7.4745e-03, -4.6320e-02, -3.9442e-02,
                       2.6592e-02,  1.3018e-02, -2.8999e-02, -3.7573e-03,  7.1879e-02,
                      -2.1514e-02,  4.1636e-02,  3.7237e-02, -1.1331e-02, -2.7133e-02,
                       9.2309e-03,  8.3617e-03,  2.4218e-02,  1.2448e-02,  5.7163e-02,
                      -4.5951e-03, -1.9375e-02,  4.1701e-02,  1.8610e-02, -1.4263e-02,
                       2.8638e-03, -3.4994e-02,  4.8665e-02,  3.3301e-02, -2.5102e-03,
                      -6.2880e-02,  1.8275e-02, -4.5069e-02,  6.4095e-02,  2.8465e-02,
                      -8.3888e-02, -3.1682e-02, -3.7109e-02,  3.0626e-02,  4.4713e-02,
                       4.9699e-03,  3.3788e-02,  7.1592e-02, -3.8161e-02, -6.4736e-02,
                       4.2003e-02, -2.2888e-02,  8.6036e-03,  5.1997e-02, -1.0964e-02,
                       1.1262e-03,  4.1852e-02, -1.3967e-02,  2.3533e-02,  6.2540e-03,
                       9.0982e-03, -4.2417e-03,  2.5231e-02, -3.3838e-03,  4.3440e-02,
                       7.6315e-03, -1.5377e-02, -3.4016e-03,  1.5464e-02,  2.1736e-02,
                       2.9420e-03, -5.3946e-03,  1.7625e-02,  2.6041e-02,  1.0855e-02,
                      -1.9115e-02, -3.0942e-02,  1.0903e-02,  1.1053e-03, -1.6604e-02,
                       4.0820e-02, -8.3847e-03, -1.6500e-02,  4.8264e-02,  2.4176e-02,
                      -7.3476e-02, -3.7040e-02,  8.7006e-03, -4.5614e-02, -7.2710e-04,
                      -3.3988e-02, -2.3953e-02, -1.6501e-02, -3.5099e-03,  2.2516e-02,
                      -1.6830e-02, -1.3887e-02,  4.0588e-02, -1.5015e-02, -5.4920e-02,
                      -5.0487e-03,  1.7605e-02, -9.8963e-04,  9.5886e-03, -1.3748e-02,
                      -5.3640e-02,  6.7212e-03,  5.1982e-02, -1.4142e-02,  3.8694e-03,
                       3.2860e-02, -1.4466e-02, -2.1857e-02,  2.4410e-02,  8.4051e-03,
                      -2.3341e-03,  3.1681e-02, -6.0257e-02,  1.3483e-02,  4.5859e-02,
                      -1.1882e-02,  1.7612e-02, -4.1588e-03, -1.2051e-02,  1.8823e-03,
                      -1.5132e-02, -5.5983e-02, -4.7858e-03, -3.1484e-03, -3.0304e-02,
                       2.0907e-02, -6.6776e-03, -4.3510e-02, -3.7572e-03, -3.6092e-02,
                       3.0058e-03,  1.0054e-02, -2.5959e-02,  4.4310e-02, -2.1258e-02,
                      -3.0616e-02,  2.6432e-02,  2.3173e-02, -1.6811e-03, -8.7480e-05,
                       4.8895e-02, -1.8836e-02, -3.1438e-02,  1.0579e-02,  3.0945e-02,
                       1.9038e-02,  5.8940e-02, -2.0155e-02,  1.7323e-04, -2.6790e-02,
                       7.4433e-03,  1.1273e-02, -1.0974e-02,  6.1428e-03,  2.3254e-02,
                      -1.4759e-02,  9.7922e-03, -5.9994e-03, -4.9588e-02,  3.4328e-02,
                      -2.3243e-02, -5.4992e-02, -1.1319e-03, -3.3267e-03, -4.3267e-02,
                      -4.9018e-02, -2.8401e-03, -8.9475e-02, -1.4931e-02,  2.0273e-02,
                       4.5271e-03,  1.9227e-02, -3.2625e-02, -2.7920e-02, -2.1127e-02,
                       1.2500e-03, -8.6723e-03, -2.6330e-03, -2.4288e-02, -1.2807e-02,
                       7.6330e-03, -1.6515e-02,  9.0216e-03,  5.9607e-03, -3.1394e-02,
                      -3.0230e-03, -4.5288e-04, -3.7192e-03,  9.7631e-03,  4.8097e-02,
                       7.4644e-03, -1.2941e-03, -1.5915e-02,  1.6946e-02, -6.7909e-03,
                      -4.0575e-02,  3.0793e-02, -1.9510e-02,  1.1750e-02,  9.1579e-03,
                       2.1622e-02,  2.6927e-02, -1.0995e-02, -1.0258e-02,  1.7638e-02,
                      -3.4035e-03, -1.5666e-02,  2.4511e-02, -3.0944e-02,  3.0834e-02,
                       1.7014e-02,  1.9303e-02, -1.3395e-02,  9.7785e-03,  5.6176e-03,
                       7.8961e-03,  1.9432e-02,  1.5532e-02,  8.7286e-03, -1.3384e-03,
                       1.0312e-02, -8.5923e-03, -1.0087e-02,  1.0152e-02, -2.4322e-02,
                      -2.7613e-02,  1.1793e-03,  9.4008e-03,  1.9737e-02, -1.0584e-02,
                       6.0831e-03, -5.7735e-03,  2.6197e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.weight',
              tensor([[-0.0326, -0.0098, -0.0553,  ...,  0.0233,  0.0184, -0.0029],
                      [ 0.0288,  0.0253,  0.0184,  ...,  0.0311, -0.0241, -0.0610],
                      [ 0.0123,  0.0429, -0.0179,  ..., -0.0378, -0.0641, -0.0746],
                      ...,
                      [ 0.0670,  0.0297, -0.0179,  ..., -0.0448, -0.0073, -0.0187],
                      [-0.0207,  0.0689, -0.0151,  ..., -0.0079,  0.0134,  0.0076],
                      [-0.0164, -0.0449,  0.0221,  ..., -0.0277, -0.1224, -0.0179]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.bias',
              tensor([ 1.0257e-02, -9.7594e-03,  4.8323e-02,  2.9356e-02,  2.9866e-02,
                       1.1020e-01,  1.6274e-01, -4.7480e-02, -2.1220e-02, -8.2533e-02,
                       4.8307e-02,  6.0513e-02,  1.6581e-03,  5.5022e-02, -2.8200e-02,
                      -1.9977e-02,  4.1954e-02, -1.4630e-02,  3.9354e-02,  3.0690e-02,
                       6.5125e-02, -5.5976e-02, -1.0038e-02, -6.6711e-02,  5.9154e-02,
                      -1.1689e-01, -1.8060e-02, -7.2721e-02,  5.5440e-02, -2.4879e-02,
                       3.3677e-02,  5.1875e-03,  5.3845e-02, -6.2004e-02,  2.3058e-02,
                       7.2509e-03, -3.1648e-02,  1.9906e-02, -1.7720e-01,  3.1871e-02,
                      -8.9830e-03, -2.3398e-02, -2.9584e-02, -8.8644e-03, -1.5276e-02,
                       6.3004e-02, -1.0738e-02, -5.8010e-02,  6.3103e-03, -2.9669e-02,
                       7.2012e-03, -5.6789e-02, -7.8350e-02, -1.7528e-02,  9.0702e-02,
                       4.0877e-02,  7.4933e-02, -1.0656e-03, -8.1741e-03, -3.5727e-02,
                      -2.8216e-03,  3.4074e-03, -2.6331e-02,  1.4018e-03,  1.7018e-02,
                      -1.8875e-02, -6.9910e-03,  8.7891e-02, -5.1461e-02, -2.2027e-02,
                       3.3746e-03,  7.3958e-02,  2.7283e-02, -2.7119e-02, -1.1242e-02,
                      -2.4659e-03,  1.3319e-03, -3.2182e-02,  1.7901e-02, -6.4536e-02,
                      -3.4419e-02, -4.9175e-03,  5.5812e-02, -3.7859e-04,  3.1062e-02,
                      -1.1783e-01,  3.0781e-02,  4.6264e-03,  4.8985e-02, -7.0994e-03,
                       5.2062e-02, -1.6764e-02, -1.4917e-05,  1.2183e-01, -4.0536e-02,
                      -9.3109e-03, -5.7676e-02, -5.8799e-03,  1.1040e-02,  9.4737e-03,
                       5.1481e-03,  1.0890e-02,  9.5503e-02, -3.4715e-03,  8.2101e-02,
                       2.0233e-02,  1.6625e-02, -1.4859e-02,  1.8080e-02, -5.9585e-03,
                      -6.6592e-02,  3.6685e-02, -2.9725e-02, -2.4304e-01, -1.9988e-02,
                      -4.0111e-02,  2.3036e-03, -3.5381e-02,  5.2410e-02, -1.9465e-02,
                       5.8958e-02,  8.1610e-02, -2.9676e-02,  3.9610e-02, -1.2265e-01,
                      -6.3322e-02,  8.3052e-03, -6.3530e-02, -2.9279e-02, -1.2342e-02,
                      -1.2259e-02, -2.1747e-02, -5.3938e-02,  1.9008e-02, -3.5343e-02,
                       3.2813e-02, -4.2555e-02, -2.5181e-02, -5.4786e-02,  2.1328e-02,
                       5.3216e-02,  2.8169e-02,  1.3439e-02,  7.5462e-02, -7.3423e-02,
                       1.3136e-02,  1.4716e-02, -3.1119e-02,  4.0164e-02,  1.2996e-01,
                       8.1763e-03, -5.4970e-02, -5.7847e-02, -5.8955e-02, -6.4237e-02,
                      -7.6289e-02,  5.1902e-02,  1.4661e-03, -5.0999e-02, -8.0771e-03,
                      -2.8794e-02,  4.7978e-02, -7.4486e-03, -8.1993e-03,  1.1373e-01,
                       5.5581e-02, -5.3813e-02, -7.0660e-02,  1.3350e-02,  3.0435e-02,
                      -1.8685e-02, -8.8067e-02,  5.0800e-02,  6.7339e-02, -4.6969e-02,
                      -4.0481e-02, -3.3170e-02,  3.4180e-02,  1.5064e-02, -2.1037e-02,
                       5.0923e-02, -2.0910e-02,  8.6817e-02,  4.8424e-02,  3.9568e-02,
                      -6.4500e-03, -3.7531e-02,  2.8431e-02,  1.7091e-02, -1.1834e-02,
                      -3.5610e-02, -2.0561e-01, -3.7565e-02,  2.6397e-02,  5.1702e-04,
                       9.5925e-03,  4.8762e-02,  1.1839e-01,  3.9523e-02,  4.1248e-02,
                      -3.5897e-02, -2.2404e-02,  6.5398e-02,  2.4208e-02,  2.0791e-02,
                       2.5203e-02,  2.2628e-02,  1.9872e-02,  2.8323e-02,  6.4560e-02,
                       2.0523e-02, -2.8487e-02, -5.0079e-03,  5.9336e-02,  1.4412e-02,
                       1.0362e-02, -3.5749e-02, -2.5225e-02,  2.1707e-02, -3.1125e-02,
                      -3.8280e-02,  2.1041e-02, -3.1921e-02,  1.2784e-02,  1.3373e-02,
                      -2.1393e-02, -3.7194e-02, -3.8971e-02,  1.6619e-02,  1.7946e-01,
                      -2.8638e-02, -6.7551e-03,  1.7850e-03,  5.5797e-02,  4.2932e-02,
                       2.6261e-02, -4.6611e-02, -5.9294e-02, -5.8959e-02, -2.2550e-02,
                       4.1310e-03, -1.8591e-02, -5.4030e-02,  4.3060e-02, -1.3894e-02,
                       2.8811e-02, -2.4693e-03, -3.6139e-02, -2.9238e-02,  9.7729e-03,
                      -7.3290e-02, -2.9247e-03,  1.9261e-02,  2.9153e-02, -2.5106e-02,
                      -4.6090e-02,  3.9609e-02,  5.3374e-02, -1.5004e-02,  1.8618e-02,
                       2.5979e-02, -5.5673e-02, -1.3260e-02, -1.2407e-01,  2.0079e-02,
                      -4.9105e-02, -4.1982e-02,  9.7394e-03, -3.0316e-02,  1.0338e-02,
                       6.7435e-02,  4.8529e-02, -5.2338e-03,  1.2076e-02,  3.0698e-03,
                       2.8936e-02,  8.3135e-03,  3.1828e-02, -5.7025e-02,  4.9841e-02,
                      -2.5006e-02, -4.2634e-02, -3.8571e-02, -3.3308e-02, -8.1599e-02,
                       1.1901e-02,  1.0547e-01,  2.9010e-02, -3.4348e-03,  4.9583e-05,
                      -9.8799e-02, -2.8152e-03, -2.0225e-02, -1.6565e-02,  3.3107e-02,
                      -9.8479e-02,  8.2078e-02, -1.0074e-01,  4.0269e-03,  3.6287e-02,
                      -2.4943e-02, -2.5611e-03, -6.1246e-03, -1.9959e-02, -1.1215e-01,
                       9.5937e-03, -2.7410e-02, -2.7712e-03,  4.5506e-02,  3.2813e-02,
                      -4.4852e-02,  7.2355e-02,  2.0316e-02, -1.1548e-01, -2.4759e-02,
                       6.9053e-02, -8.3411e-03, -4.7444e-02, -3.2772e-03, -1.5710e-02,
                       3.6572e-02,  9.8592e-03,  1.2459e-02,  4.2479e-04,  6.6587e-02,
                      -7.0675e-03,  2.4485e-02, -6.0375e-02,  4.5320e-02,  2.5663e-02,
                       5.8338e-02, -1.0194e-02, -1.0303e-02,  1.4949e-02,  3.7982e-02,
                       1.1877e-02, -1.7957e-02, -3.5232e-02,  5.8156e-02, -5.8573e-02,
                       1.4946e-03, -2.5411e-02, -4.7619e-02,  4.8848e-02,  1.8242e-02,
                      -1.4346e-02, -1.0316e-02,  9.7854e-03, -4.5439e-02, -3.3105e-02,
                      -4.2105e-02, -1.4391e-02,  3.7213e-02,  4.2559e-02, -1.5647e-02,
                       6.8405e-02, -5.5339e-02,  7.8389e-02, -2.6473e-02, -1.8766e-03,
                       3.2548e-02,  1.4336e-02,  2.2041e-02,  5.2172e-03,  1.7685e-02,
                       2.1306e-02,  3.0958e-02, -4.0270e-04,  2.5138e-02,  1.2043e-02,
                       2.0726e-02, -7.3239e-03, -4.7781e-02, -2.2850e-02, -7.3515e-04,
                       1.0313e-02, -1.3649e-01,  1.1439e-02,  2.0916e-02, -8.6217e-02,
                       8.7804e-03, -9.3797e-04, -3.0985e-02, -7.2221e-03, -9.9222e-02,
                       9.9813e-03,  1.9540e-02,  2.8257e-02, -4.2771e-02,  1.9566e-02,
                       1.6175e-02,  9.5380e-03,  6.1725e-02, -4.2752e-02,  9.7561e-02,
                       3.2902e-02, -1.5495e-03, -2.1215e-02,  2.1400e-02,  9.5315e-02,
                       4.8743e-02, -3.2503e-02, -9.8427e-02,  4.1743e-02, -3.6953e-02,
                      -6.7303e-02,  3.8695e-02,  1.4344e-02, -2.7479e-03, -1.6126e-02,
                       7.1689e-02,  3.8799e-02, -1.7243e-02, -5.7794e-03,  4.8857e-02,
                      -5.6855e-02,  3.3759e-02, -5.6249e-02,  3.8915e-02,  2.0782e-02,
                      -4.4046e-02,  1.0250e-02,  6.4191e-02,  5.3412e-02, -7.0665e-02,
                      -1.0884e-02,  6.4266e-02,  7.6260e-02, -3.0719e-02, -3.2165e-02,
                      -5.0509e-02,  5.7054e-04, -7.2072e-03, -5.8435e-03, -7.9918e-02,
                       8.0557e-03, -3.8526e-02,  1.7109e-02,  1.8455e-02, -3.8624e-02,
                      -5.6987e-03, -1.4080e-02, -4.0255e-02,  5.4340e-03, -1.6448e-02,
                      -4.9762e-02,  1.4182e-02, -1.8543e-02, -1.6091e-02,  6.4998e-02,
                      -3.4435e-03, -3.2387e-02,  9.3219e-03, -5.1595e-02, -9.0288e-02,
                       1.8957e-02,  8.0846e-02, -9.8671e-03, -1.5378e-02, -3.3438e-02,
                       1.3396e-02,  2.7718e-03,  6.0078e-02,  4.0601e-02,  5.0505e-02,
                       5.6265e-03, -4.5250e-02,  1.6133e-02, -6.4774e-02, -2.1205e-02,
                      -1.0198e-02,  1.0877e-02, -2.0873e-02,  1.7056e-02, -6.6729e-03,
                      -3.0250e-02,  9.2591e-02, -2.6901e-02, -2.2221e-03,  1.4877e-02,
                       1.4338e-03,  7.2079e-02,  6.0141e-02, -4.4050e-02,  1.3831e-02,
                      -1.7030e-03,  1.6537e-02, -8.2573e-02, -1.7595e-02, -2.7006e-02,
                      -1.4453e-02, -2.8981e-02,  5.3279e-02,  3.6834e-03, -2.0052e-02,
                      -4.1326e-03, -7.1758e-02, -7.5701e-03, -1.8475e-02,  6.5198e-02,
                       8.7498e-03,  3.0481e-03,  8.3685e-03,  4.8380e-02,  2.0022e-02,
                       7.1646e-03, -2.0401e-02,  1.8028e-02, -1.0294e-02,  2.5762e-02,
                      -5.0320e-02,  5.5493e-03, -4.7990e-02, -8.2549e-03,  7.1219e-02,
                       5.5140e-03,  2.1060e-02, -2.2163e-02, -2.6704e-02,  7.9298e-03,
                      -1.3476e-02, -4.0902e-02,  2.9722e-02, -4.5152e-03, -3.5924e-02,
                       1.9588e-02, -1.2867e-02,  2.3261e-03,  4.5543e-02, -3.2298e-02,
                       1.1097e-02, -2.3583e-02,  1.6505e-02,  6.6655e-02, -3.9091e-02,
                      -9.4647e-02,  4.6210e-02, -2.6886e-02,  1.8011e-02, -9.0501e-02,
                       4.2177e-02, -4.7849e-03,  8.0522e-02,  5.0280e-02,  6.1132e-02,
                       3.0913e-02, -3.2174e-02, -2.4966e-03, -1.6774e-02,  1.2664e-02,
                      -4.2198e-02, -2.9937e-02,  3.0531e-02, -2.0956e-02, -1.3339e-01,
                       2.5732e-02, -9.7826e-02,  5.0207e-01, -3.2908e-02,  9.3569e-03,
                      -2.3982e-02, -3.9425e-02, -5.2047e-02, -2.7900e-03, -3.1481e-02,
                      -7.2536e-02,  2.3807e-02, -1.2280e-02, -1.0448e-01,  6.4312e-03,
                      -3.5808e-02,  6.3880e-02, -8.4437e-03,  1.5741e-02,  2.5118e-02,
                      -2.2619e-02, -5.3288e-02,  2.5866e-02, -5.0280e-02,  5.6048e-02,
                       3.0626e-02, -6.8776e-02,  3.3900e-02, -3.4853e-02,  9.2016e-04,
                      -1.5885e-02, -7.5958e-03, -3.9414e-02, -3.2903e-02,  5.9614e-02,
                       2.6557e-02, -8.0101e-03,  3.1933e-04, -6.5823e-03,  4.9702e-02,
                       3.9864e-02, -1.8335e-02,  3.3229e-03,  7.8401e-02,  3.4743e-02,
                       2.2242e-02, -1.8416e-02,  6.4302e-03,  7.0097e-02, -3.1417e-02,
                       5.8034e-02, -2.9950e-02, -8.2742e-02, -3.9731e-02, -4.1668e-02,
                      -9.9766e-02,  1.2197e-02, -9.8262e-02,  4.5161e-02, -7.3701e-03,
                      -3.7745e-02, -3.8903e-02,  2.7500e-02, -9.1318e-04, -3.8330e-02,
                       4.4345e-02, -2.2555e-02, -7.8144e-04,  2.6427e-03, -3.2828e-02,
                      -7.5267e-03, -3.3023e-02,  4.2159e-02,  3.4202e-02,  2.1955e-02,
                      -5.3683e-02, -5.8121e-03, -3.2818e-02,  1.7303e-02,  5.3411e-02,
                      -7.5646e-02,  1.9117e-02, -4.5164e-02, -2.4989e-02, -1.7483e-02,
                       1.9223e-02, -3.3412e-02, -5.8725e-02, -3.1244e-02,  8.2766e-03,
                      -1.6948e-02, -7.4071e-02,  2.5890e-02, -1.1164e-02, -4.1174e-02,
                       5.6319e-02,  4.3690e-02,  6.5849e-02,  4.3279e-02,  1.9745e-02,
                       5.0249e-02, -2.6213e-02, -5.6232e-02, -8.7621e-03, -7.4130e-03,
                       4.1351e-03, -5.1861e-02,  1.8592e-02,  5.7553e-02,  7.5434e-02,
                       1.0352e-01,  4.2201e-02,  1.0743e-01, -3.4109e-02, -7.8164e-03,
                      -1.5945e-02,  1.0246e-01, -3.3757e-02, -1.9584e-02,  3.9585e-03,
                       6.7825e-02, -4.1938e-02,  3.1462e-02,  5.9678e-03, -3.5230e-02,
                      -1.5807e-02, -5.7953e-02, -1.0742e-02,  1.0121e-02,  1.1711e-02,
                       1.4933e-02, -5.6084e-02, -3.6246e-02,  7.1307e-03,  1.4736e-02,
                      -2.3301e-02,  1.0123e-01, -4.5278e-03,  3.4969e-02, -9.4588e-03,
                       4.7127e-02, -6.1767e-02,  3.4071e-02, -6.2088e-02, -1.0493e-02,
                      -1.8629e-03, -9.4351e-02, -3.3732e-02, -2.0773e-02, -3.6815e-02,
                       4.0438e-02, -5.5613e-02,  4.2898e-02, -4.5879e-02,  9.6307e-02,
                       6.6137e-02, -4.4721e-02,  2.1297e-02,  2.2383e-02,  2.1067e-03,
                       5.3349e-02,  3.3274e-02,  3.1887e-02, -3.1548e-02, -2.4468e-02,
                       9.7275e-03, -2.4761e-02,  5.5179e-03,  1.8252e-02,  2.5250e-02,
                      -2.6620e-02,  8.4179e-03, -2.1316e-03, -9.3078e-03, -1.5834e-02,
                      -5.7264e-02,  5.2553e-03,  1.5505e-02, -6.2425e-02,  3.7270e-02,
                       5.7416e-04, -6.3148e-02,  1.0352e-01, -4.2484e-02, -2.3183e-02,
                      -3.1656e-02,  3.8369e-03,  4.4711e-02,  2.2523e-02, -1.8046e-02,
                      -1.0662e-02,  7.2529e-02, -2.0047e-03,  6.1729e-02,  5.7212e-02,
                       7.8776e-02,  1.3121e-02,  2.7565e-02,  4.4796e-02, -1.7333e-02,
                       4.0135e-02, -5.0358e-02,  4.0257e-02,  2.5014e-02,  9.3839e-04,
                       9.2049e-02, -2.2422e-02,  3.3028e-02, -9.1386e-03, -1.4424e-02,
                       3.3432e-02, -2.3392e-02, -1.3747e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.weight',
              tensor([0.8356, 0.8554, 0.8302, 0.7955, 0.7847, 0.8165, 0.7448, 0.7785, 0.9152,
                      0.7150, 0.9178, 0.8852, 0.9174, 0.9005, 0.8658, 0.6841, 0.8103, 0.8079,
                      0.8211, 0.8739, 0.7404, 0.9360, 0.8365, 0.8254, 0.7870, 0.8277, 0.8778,
                      0.8973, 0.8162, 0.8693, 0.8418, 0.6931, 0.9071, 0.7100, 0.8242, 0.8030,
                      0.6705, 0.9011, 0.7230, 0.8547, 0.9091, 0.8473, 0.8745, 0.9111, 0.9251,
                      0.8869, 0.8565, 0.8537, 0.9363, 0.8229, 0.9178, 0.7677, 0.7969, 0.8796,
                      0.7664, 0.7174, 0.8207, 0.8579, 0.7673, 0.7815, 0.8365, 0.9328, 0.9070,
                      0.8865, 0.7184, 0.9195, 0.8698, 0.8091, 0.6735, 0.7699, 0.8648, 0.8273,
                      0.8358, 0.8209, 0.9082, 0.9092, 0.8091, 0.8394, 0.9185, 0.8676, 0.8498,
                      0.8129, 0.8549, 0.8312, 0.6461, 0.9096, 0.7652, 0.8397, 0.9019, 0.8158,
                      0.8508, 0.8010, 0.8615, 0.8547, 0.8083, 0.8252, 0.6640, 0.8855, 0.8780,
                      0.8829, 0.7704, 0.9327, 0.7371, 0.9456, 0.6836, 0.9016, 0.9199, 0.7662,
                      0.9100, 0.8957, 0.7770, 0.8184, 0.9164, 0.6132, 0.8792, 0.9192, 0.8481,
                      0.8460, 0.8781, 0.9212, 0.8648, 0.8676, 0.8856, 0.7681, 0.7485, 0.7478,
                      0.8493, 0.7658, 0.8188, 0.7859, 0.8668, 0.7737, 0.8371, 0.8683, 0.8922,
                      0.8467, 1.2446, 0.8870, 0.8596, 0.8892, 0.7111, 0.8978, 0.8142, 1.2757,
                      0.8269, 0.8405, 0.8621, 0.8689, 0.8470, 0.8990, 0.8890, 0.8676, 0.8928,
                      0.8335, 0.8641, 0.8088, 0.8974, 0.8609, 0.8253, 0.8772, 0.9800, 0.8901,
                      0.6892, 0.8564, 0.8164, 0.8740, 0.8501, 0.6959, 0.8139, 0.8291, 0.8960,
                      0.6796, 0.6952, 0.8497, 0.8160, 0.9057, 0.9261, 0.8384, 0.9249, 0.8326,
                      0.7938, 0.8202, 0.7802, 0.9223, 0.8612, 0.8900, 0.7795, 0.8769, 0.8487,
                      0.8682, 0.8419, 0.6450, 0.8321, 0.8553, 0.8257, 0.9038, 0.9055, 0.7027,
                      0.8151, 0.9252, 0.9150, 0.7431, 0.8966, 0.8341, 0.7601, 0.8272, 0.8875,
                      0.9475, 0.8600, 0.7985, 0.8858, 0.9051, 0.7828, 0.8839, 0.8035, 0.8982,
                      0.7747, 0.7706, 0.8402, 0.8386, 0.8858, 0.8066, 0.9016, 0.9608, 0.8809,
                      0.8848, 0.8926, 0.8792, 0.8396, 0.6329, 0.7853, 0.8929, 0.8257, 0.8403,
                      0.7921, 0.8613, 0.6286, 0.9176, 0.8416, 0.8814, 0.8340, 0.8011, 0.7926,
                      0.8080, 0.8754, 0.7722, 0.9042, 0.7956, 0.9177, 0.9248, 0.8449, 0.8775,
                      0.9404, 0.9453, 0.9541, 0.8752, 0.9176, 0.6535, 0.8442, 0.8708, 0.6479,
                      0.8489, 0.8564, 0.8300, 0.8541, 0.8617, 0.8830, 0.9069, 0.7060, 0.8906,
                      0.8748, 0.8498, 0.9359, 0.8182, 0.9492, 0.8807, 0.8389, 0.8557, 0.8228,
                      0.8979, 0.9374, 0.9000, 0.7537, 2.6335, 0.8614, 0.9325, 0.7042, 0.9237,
                      0.8721, 0.7818, 0.7288, 0.8098, 0.7628, 0.8283, 0.8576, 0.8075, 0.8591,
                      0.6249, 0.9099, 0.8788, 0.9090, 0.8306, 0.8099, 0.8490, 0.6020, 0.9051,
                      0.7801, 0.9132, 0.9001, 0.8529, 0.7898, 0.8161, 0.8451, 0.7241, 0.7717,
                      0.9012, 0.8302, 0.7740, 0.9505, 0.7445, 0.7833, 0.8754, 0.8250, 0.9214,
                      0.7467, 0.7946, 0.8980, 0.7973, 0.9119, 0.8727, 0.9530, 0.8379, 0.8942,
                      0.8963, 0.9314, 0.8978, 0.8519, 0.9048, 0.9001, 0.7475, 0.6096, 0.8956,
                      0.7549, 0.9116, 0.8349, 0.9038, 0.8814, 0.8355, 0.8451, 0.8167, 0.8764,
                      0.8206, 0.8273, 0.8390, 0.9294, 0.8694, 0.8251, 0.8467, 0.8435, 0.7382,
                      0.8250, 0.8785, 0.7957, 0.9052, 0.8465, 0.8627, 0.8947, 0.9638, 0.8769,
                      0.8226, 0.8304, 0.8964, 0.8581, 0.8656, 0.7913, 0.8196, 0.7972, 0.8700,
                      0.8666, 0.6242, 0.8285, 0.8377, 0.9000, 0.9239, 0.7738, 0.7664, 0.7344,
                      0.8789, 0.8810, 0.7500, 0.9200, 0.7569, 0.8721, 0.8702, 0.8609, 0.8554,
                      0.7490, 0.9355, 0.8339, 0.7515, 0.6760, 0.7828, 0.7449, 0.8330, 0.8607,
                      0.8640, 0.7911, 0.8341, 0.9122, 0.9453, 0.8204, 0.7781, 0.9096, 0.9361,
                      0.9220, 0.8093, 0.7781, 0.9950, 0.8324, 0.9085, 0.8533, 0.9374, 0.8853,
                      0.7384, 0.8159, 0.8747, 0.8624, 0.6535, 0.8637, 0.9344, 0.8440, 0.8739,
                      0.8025, 0.9631, 0.7108, 0.9202, 0.8522, 0.8177, 0.8719, 0.8898, 0.9187,
                      0.7302, 0.8151, 0.7844, 0.8155, 0.7550, 0.8758, 0.8878, 0.8782, 0.8255,
                      0.8778, 0.6857, 0.8590, 0.8857, 0.8664, 0.9940, 0.7503, 0.7609, 0.8419,
                      0.8473, 0.8077, 0.8457, 0.7715, 0.9134, 0.7001, 0.7799, 0.8143, 0.7725,
                      0.8702, 0.8497, 0.9118, 0.8448, 0.9311, 0.8472, 0.9272, 0.8508, 0.6619,
                      0.9032, 0.7925, 0.9720, 0.8035, 0.8353, 0.8990, 0.8827, 0.8844, 0.8176,
                      0.9445, 0.7230, 0.9266, 0.7946, 0.7916, 0.8950, 0.8711, 0.7826, 0.9219,
                      0.7946, 0.7894, 0.9140, 0.8012, 0.8687, 0.9169, 0.8906, 0.7671, 0.8605,
                      0.9059, 0.9864, 0.9196, 0.8374, 0.8706, 0.8617, 0.8640, 0.8643, 0.8788,
                      0.8495, 0.9055, 0.7407, 0.8850, 0.8193, 0.6638, 0.9027, 0.8890, 0.6712,
                      0.8296, 0.9212, 0.8721, 0.9292, 0.9332, 0.9332, 0.8842, 0.8958, 0.8692,
                      0.9047, 0.8460, 0.7837, 0.8140, 0.8124, 0.7387, 0.8862, 0.8242, 0.8336,
                      0.9113, 0.8949, 0.7460, 0.7326, 0.7722, 0.9452, 0.7965, 0.7749, 0.8768,
                      0.9034, 0.8200, 0.8077, 0.9339, 0.8567, 0.7165, 0.8313, 0.7556, 1.6483,
                      0.8570, 0.8311, 0.9068, 0.9220, 0.7034, 0.8872, 0.9103, 0.9033, 0.8408,
                      0.8705, 0.7467, 0.9406, 0.7453, 0.8536, 0.7986, 0.8362, 0.8792, 0.9068,
                      0.8076, 0.8371, 0.8855, 0.8895, 0.8704, 0.9210, 0.8868, 0.8461, 0.8789,
                      0.8917, 0.8308, 0.8619, 0.8017, 0.7548, 0.9031, 0.7303, 0.7997, 0.8076,
                      0.8458, 0.9500, 0.8072, 0.8187, 0.8960, 0.8435, 0.8773, 0.8132, 0.7189,
                      0.8865, 0.9102, 0.8481, 0.8734, 0.7785, 0.9095, 0.8922, 0.8601, 0.7291,
                      0.8045, 0.8384, 0.9562, 0.9159, 0.9135, 0.9322, 0.8850, 0.8972, 0.8425,
                      0.7326, 0.8563, 0.9501, 0.8407, 0.9470, 0.8972, 0.8472, 0.8110, 0.8479,
                      0.8713, 0.8948, 0.7692, 0.8453, 0.7891, 0.8582, 0.8732, 0.8900, 0.8508,
                      0.8256, 0.9381, 0.8196, 0.8684, 0.7961, 0.8097, 0.7842, 0.6880, 0.9194,
                      0.9036, 0.8013, 0.7464, 0.9117, 0.7555, 0.7255, 0.7974, 0.8291, 0.9056,
                      0.8361, 0.8849, 0.8880, 0.8637, 0.8358, 0.8320, 0.8231, 0.7630, 0.8637,
                      0.9391, 0.6238, 0.6865, 0.8573, 0.9558, 0.7333, 0.8157, 0.9392, 0.9014,
                      0.8381, 0.8796, 0.8879, 0.9095, 0.8720, 0.9031, 0.7895, 0.8701, 0.8944,
                      0.8958, 0.8211, 0.7907, 0.9136, 0.8524, 0.9093, 0.9292, 0.6422, 0.8657,
                      0.8715, 0.9253, 0.8747, 0.8655, 0.9784, 0.7924, 0.9324, 0.7612, 0.7663,
                      0.7000, 0.7938, 0.8822, 0.9290, 0.8605, 0.9158, 0.8033, 0.8969, 0.8275,
                      0.9161, 0.8678, 0.7792, 0.9435, 0.8275, 0.7809, 0.7420, 0.8333, 0.9193,
                      0.8830, 0.8600, 0.9285, 0.7731, 0.9129, 0.6171, 0.9308, 0.7776, 0.8721,
                      0.8570, 0.8203, 0.7873, 0.9213, 0.9767, 0.8131, 0.9084, 0.9211, 0.7792,
                      0.8384, 0.8893, 0.9207, 0.8235, 0.6686, 0.8439, 0.8112, 0.7515, 0.8546,
                      0.8456, 0.8335, 0.6663, 0.8274, 0.8677, 0.8640, 0.7941, 0.8913, 0.7961,
                      0.7513, 0.8531, 0.8825, 0.7902, 0.7815, 0.8581, 0.9131, 0.8399, 0.9276,
                      0.8613, 0.9325, 0.8459], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.bias',
              tensor([-2.1612e-03, -8.9869e-02, -1.4175e-01,  2.9764e-02, -1.9681e-01,
                       1.1216e-01, -2.4943e-01,  2.5059e-01,  1.6634e-01,  3.6470e-03,
                       9.4330e-02, -1.5943e-02, -9.9529e-02, -1.4672e-01, -4.7089e-02,
                       2.2532e-01, -4.5978e-02, -1.4877e-01, -1.8465e-01, -5.0955e-02,
                       7.8480e-02,  1.1851e-01, -5.8214e-02,  1.4624e-01, -1.4062e-01,
                       8.1917e-02,  4.9397e-02,  2.7665e-01,  5.7117e-02,  9.0892e-03,
                      -4.3243e-02, -1.5883e-01, -1.3823e-01, -8.4070e-02,  5.7113e-02,
                      -1.7039e-02, -2.2536e-01, -4.3855e-02,  1.5682e-01,  1.4047e-01,
                      -3.5919e-02, -1.2462e-01,  6.8724e-02,  1.3691e-01,  4.1386e-02,
                      -7.6416e-02,  1.7424e-02,  6.3655e-02, -3.3008e-03,  8.3807e-02,
                      -2.7836e-04,  2.6963e-02,  2.6490e-01, -8.3378e-02, -6.8136e-02,
                      -7.6726e-02, -1.1752e-01,  1.6493e-03,  4.9395e-02,  3.2333e-02,
                       3.4297e-02, -1.4333e-02,  1.2233e-01, -2.4404e-01, -9.8147e-02,
                       4.0964e-02, -8.5999e-04, -6.4613e-02,  3.6642e-02, -1.1598e-01,
                      -8.6561e-02, -1.0285e-01, -1.0305e-01,  3.3426e-02, -1.1880e-02,
                       2.6805e-02, -3.0474e-04,  2.1376e-02,  9.4640e-03,  1.3871e-01,
                       4.0388e-02, -2.9603e-02, -1.0520e-01,  8.6080e-02, -1.0721e-02,
                       2.0880e-01, -1.5368e-01, -8.4699e-03,  1.1889e-01,  4.6592e-02,
                      -1.8101e-01, -1.5196e-01, -1.3427e-01,  2.3048e-02, -1.1364e-01,
                       1.2447e-01,  3.7137e-02, -8.2779e-02, -6.5136e-02,  1.4031e-01,
                      -6.2534e-02, -3.2154e-02, -5.9165e-02,  1.3102e-01, -1.4907e-01,
                      -4.2417e-02,  9.0675e-02, -8.6596e-02, -2.2256e-01, -9.0847e-02,
                      -1.4830e-03, -1.6951e-01, -5.9556e-02,  1.1272e-01,  3.3020e-01,
                       1.4017e-01, -8.0856e-02,  1.2337e-02, -8.0646e-02,  3.1958e-02,
                       3.2751e-02, -1.9725e-02, -1.9332e-02,  7.3376e-02, -2.7277e-02,
                       2.3159e-02, -7.7893e-02, -7.6041e-02, -9.3708e-02, -2.7488e-02,
                      -1.4212e-02,  4.7113e-02, -8.2863e-02,  2.1368e-03, -1.4459e-01,
                       2.6927e-02,  5.7169e-01,  6.7027e-02, -1.1299e-01, -8.9325e-05,
                      -2.6718e-01, -8.9731e-02, -2.3300e-02, -1.6352e+00,  4.0519e-02,
                      -4.4691e-02,  1.7598e-02,  1.9053e-02, -1.0722e-02, -3.7901e-01,
                      -1.2489e-01, -2.4875e-02, -6.6948e-02,  1.9840e-02,  9.6005e-02,
                      -1.6313e-02, -7.6774e-02, -1.4822e-01,  7.7889e-02, -1.3922e-01,
                       2.2937e-01,  1.3804e-01,  6.4755e-03, -6.7720e-02,  1.5362e-02,
                      -1.9852e-01,  6.1313e-02,  1.0357e-01, -1.9570e-01, -2.0330e-02,
                       2.2696e-02,  1.1834e-01, -4.0678e-02,  5.8679e-02,  1.8027e-01,
                       1.7042e-01,  1.3927e-01, -3.1211e-01, -1.6768e-01, -2.8513e-03,
                      -2.0560e-01, -4.2870e-02, -6.5909e-02, -1.9926e-01,  4.6055e-02,
                       2.4319e-02, -9.4066e-02, -1.2514e-01, -2.8841e-02, -9.8374e-03,
                       1.3580e-01,  4.1324e-02,  2.1636e-01,  1.8806e-02, -7.7141e-02,
                      -1.6080e-01, -2.6896e-03, -4.2067e-02, -1.5755e-01, -2.1530e-01,
                       1.6205e-01,  9.5100e-02, -1.3133e-01,  4.9226e-02, -4.3968e-03,
                       2.2536e-02,  6.4805e-02, -1.4904e-01, -6.9886e-02, -6.3058e-02,
                       1.4051e-02, -5.1564e-02,  9.5527e-02, -1.3826e-01, -3.7423e-02,
                      -7.3142e-02,  1.8284e-01,  1.4097e-01, -6.7537e-02,  7.6825e-02,
                       3.9939e-02, -7.9988e-04,  6.0784e-02, -2.6119e-01, -3.0045e-01,
                       1.6924e-01,  3.4738e-02,  1.2492e-02,  1.5479e-01, -2.1887e-01,
                      -3.5259e-03,  8.2027e-02, -9.9864e-04, -1.7480e-01, -7.9184e-02,
                      -1.1682e-01, -1.1114e-01, -3.6240e-02, -1.0575e-02,  6.4276e-03,
                      -1.4540e-01, -3.2569e-03,  1.8763e-01,  4.7908e-02, -6.4959e-02,
                      -2.0868e-01,  9.7974e-02,  6.2774e-03,  2.3647e-02,  6.9455e-02,
                       1.2688e-02,  2.7164e-02,  4.9454e-02,  1.0522e-01,  1.0253e-01,
                       7.4016e-02, -1.7047e-01, -5.8943e-02, -3.0015e-02,  3.2903e-02,
                       9.1777e-02, -1.3103e-01,  5.4511e-02, -1.8385e-02, -3.8980e-02,
                       6.4170e-02,  1.0690e-03, -1.0722e-02, -8.3217e-03, -1.5448e-01,
                      -9.1523e-02, -1.8720e-01,  1.4067e-01, -2.1952e-02,  1.5402e-01,
                      -9.1278e-02, -1.2861e-01, -3.6065e-02,  9.4811e-02, -1.8461e-01,
                      -2.0989e-02,  7.4312e-02, -1.1637e-01,  1.2619e+00,  9.0823e-03,
                       4.6971e-02, -8.9896e-02, -2.7006e-01,  1.0621e-01,  8.7786e-02,
                      -1.8904e-04,  4.1417e-02,  5.9004e-02, -1.8956e-01, -4.2753e-03,
                      -1.4503e-01, -1.6996e-01,  3.3877e-02, -7.6016e-02,  1.1940e-01,
                       2.0165e-01, -1.4020e-01,  1.0565e-01,  8.6448e-02, -7.3595e-02,
                      -7.3627e-02, -4.1057e-02,  5.2519e-02, -7.9055e-02,  2.2010e-01,
                       1.1011e-01,  3.9349e-02,  5.5952e-03,  1.1660e-01, -2.0886e-02,
                      -1.5006e-02, -8.8629e-02,  2.0957e-02, -1.8215e-01,  2.2980e-03,
                      -1.4379e-01, -6.3114e-02,  4.8051e-02, -3.5431e-02, -6.3298e-02,
                      -2.5481e-01,  1.7200e-01,  1.1536e-01,  3.5143e-03,  1.9159e-01,
                      -2.6749e-01, -8.4460e-02,  2.3809e-02,  3.7979e-02,  7.7802e-02,
                      -1.3795e-01,  8.5080e-02, -3.2931e-02, -2.1002e-01,  9.2037e-03,
                      -3.7353e-02,  2.2748e-02, -1.2138e-02, -1.5434e-01,  2.5782e-02,
                      -7.0341e-02, -1.1571e-01, -1.2666e-01,  7.7689e-02, -4.9985e-02,
                       5.0894e-02, -1.6805e-01, -1.9446e-01, -2.6622e-02,  4.1693e-02,
                      -2.1455e-01,  5.4519e-02,  2.1294e-02,  2.6557e-02, -1.5554e-01,
                      -7.4082e-02, -3.2916e-02,  8.0041e-02, -1.0650e-01, -2.6711e-01,
                       6.5341e-02, -1.1192e-01,  1.2370e-01, -8.8386e-02,  3.6100e-02,
                      -8.9720e-02, -1.6325e-01, -8.2070e-02,  3.9405e-02, -9.6874e-02,
                      -9.0091e-02,  2.1428e-02, -1.0279e-01,  1.0932e-01,  3.3082e-02,
                      -5.0022e-02,  8.5106e-02,  9.7039e-02,  1.3760e-01, -1.3797e-01,
                      -1.5336e-01,  1.6468e-01, -2.0274e-02,  1.2461e-01,  3.7334e-03,
                      -1.0420e-02,  1.6705e-05, -9.9367e-03, -3.0839e-02, -1.9571e-01,
                      -4.7895e-02,  3.0603e-02,  1.5168e-02, -1.6434e-01, -2.7615e-02,
                      -6.9029e-02,  1.4649e-01, -7.2177e-02,  1.2939e-02, -2.0103e-01,
                       2.7266e-02, -2.6980e-02, -8.1990e-02, -1.6233e-01, -6.0051e-02,
                      -8.6875e-02,  7.7328e-02,  5.0940e-02, -8.1188e-02,  7.2623e-02,
                      -1.9954e-02,  1.1456e-01,  4.3838e-01, -1.5166e-01, -1.0610e-01,
                      -1.2246e-01, -1.1800e-01, -1.3246e-02,  6.0673e-02,  2.1784e-01,
                      -8.9710e-02, -6.3560e-02, -1.5357e-01,  8.0101e-03,  1.2042e-01,
                      -1.1985e-01,  3.7128e-02, -9.5542e-02,  1.8815e-01, -9.8873e-02,
                       7.9881e-02,  1.3351e-01,  1.5243e-03, -1.0909e-01,  5.3188e-02,
                       1.0506e-01,  6.3077e-02, -9.9566e-02,  1.4928e-02, -4.6947e-02,
                      -1.0192e-01, -6.5410e-02, -9.4187e-03, -9.4079e-03, -8.3915e-02,
                       3.5143e-02,  2.2168e-01,  3.8026e-02,  4.8520e-02, -5.3223e-02,
                      -3.8273e-01, -7.2526e-02, -4.7608e-02, -1.1620e-01,  2.0870e-02,
                      -1.3040e-01, -5.1147e-02, -7.1853e-02,  1.3605e-01, -5.6553e-02,
                      -3.8886e-02,  6.9735e-03, -2.0249e-02,  7.0765e-02,  3.7841e-02,
                       1.7522e-01,  4.5124e-02,  2.6478e-02,  2.1930e-01, -1.4044e-02,
                      -2.2377e-03,  5.1844e-02,  4.2436e-02,  6.5251e-02, -1.0157e-01,
                      -1.1570e-02, -4.3279e-02, -1.1712e-01,  1.4616e-02,  4.2991e-02,
                      -9.3398e-02,  3.0174e-02, -4.9651e-02,  9.7941e-04, -2.2720e-03,
                      -5.0893e-02,  7.5307e-03, -1.6130e-01, -3.1895e-02,  2.0913e-01,
                       7.9338e-03,  9.4765e-03,  2.1093e-02,  4.4486e-03,  4.9178e-02,
                       2.5249e-01,  3.3002e-02, -2.7068e-03, -1.5767e-01, -2.0589e-01,
                       1.3496e-01, -6.2656e-02,  9.5977e-02, -8.5787e-02, -1.1941e-01,
                      -1.0349e-01, -1.4614e-02,  1.8818e-01,  2.2319e-02, -2.2173e-01,
                      -2.2816e-02,  5.5319e-03,  6.4492e-02,  2.1456e-01,  2.1564e-02,
                      -1.0970e-01,  1.1871e-01,  1.9468e-03, -3.7131e-02, -8.3295e-02,
                      -6.7537e-02,  2.3690e-02, -7.2454e-02, -1.1414e-01, -4.3304e-02,
                      -1.2076e-01,  1.4228e-01, -8.2899e-02, -7.4761e-02, -2.0346e-01,
                      -1.7714e-02,  2.9432e-02,  1.2296e-01, -1.4639e-01,  1.4632e-01,
                      -3.1262e-01, -8.5281e-02, -1.8766e-02, -2.1364e-01, -5.6290e-02,
                       1.5346e-01, -1.5792e-02, -3.2706e-02,  1.1016e-01,  1.9998e-01,
                       1.7885e-01,  2.5088e-02, -5.6584e-02,  9.3648e-02,  1.2742e-01,
                       4.7829e-02, -1.4338e-01, -1.5847e+00, -7.7462e-02,  6.9944e-02,
                      -1.2242e-01,  5.3205e-02, -7.7429e-02,  2.1527e-02,  1.0469e-01,
                      -8.4449e-02,  2.5694e-02, -4.7450e-02,  4.9038e-02,  8.8623e-02,
                       1.6533e-02,  6.9732e-02,  4.6165e-03, -5.1861e-02,  6.1240e-03,
                      -8.9387e-03,  4.2870e-02, -1.6336e-01,  1.0099e-01, -1.6202e-01,
                       1.8958e-02,  1.5620e-01, -2.7168e-02, -2.5932e-02, -7.0869e-03,
                      -8.0561e-03,  5.2380e-02, -6.5084e-02,  1.0538e-01, -6.2650e-02,
                      -7.3899e-02,  9.8446e-03, -5.4250e-02, -1.8474e-01, -1.1603e-01,
                       7.7375e-02,  5.7296e-02,  1.0287e-01, -7.6390e-02,  1.5537e-01,
                      -4.0881e-02, -1.0385e-01, -5.9441e-02, -1.8498e-01,  9.7001e-02,
                      -1.5423e-01, -6.8652e-02,  1.1955e-01,  1.2768e-01,  2.2755e-01,
                       9.3368e-02, -1.0314e-01, -4.2096e-02, -1.1081e-01,  7.1137e-02,
                       1.8275e-01, -3.0418e-02, -1.4127e-01, -2.6658e-02,  7.4411e-02,
                      -1.3127e-01,  4.7382e-02,  1.4547e-01,  7.3100e-02,  8.4356e-02,
                      -1.6790e-01, -1.1520e-01, -1.6946e-01,  4.1566e-02,  2.3773e-01,
                      -1.8536e-01,  9.1986e-02, -2.1196e-02, -1.4073e-01,  1.3499e-03,
                       1.0039e-01, -1.0012e-01,  4.1469e-02, -1.7433e-01, -1.2196e-01,
                      -5.0982e-02, -1.4740e-01,  1.8272e-01, -6.5385e-02, -5.8814e-02,
                      -1.0973e-01, -1.5554e-01,  1.2916e-01, -1.0895e-01, -2.1533e-01,
                      -7.9700e-02, -2.2257e-01,  1.3202e-02, -1.0802e-01,  5.2747e-02,
                       7.9386e-03, -1.4196e-01,  8.3308e-02,  1.7709e-01, -1.6654e-01,
                       9.5509e-02,  1.0429e-01, -1.2281e-01, -1.1778e-02, -2.1605e-02,
                      -1.0365e-01,  1.9109e-01, -1.5691e-03,  1.3635e-02,  6.8013e-02,
                       6.2552e-02,  6.6574e-02,  5.1330e-02,  8.3203e-02,  1.7789e-01,
                       7.2868e-02, -1.0748e-02, -1.8364e-01, -9.8285e-02,  9.0858e-02,
                       9.3849e-02, -1.3854e-01,  6.2572e-02,  3.3901e-03, -7.4276e-02,
                       2.6574e-02, -3.2165e-02,  1.3348e-02, -4.8897e-02, -4.9081e-02,
                       1.3255e-01, -2.8481e-02, -6.7863e-02, -4.5877e-02,  8.9947e-02,
                      -1.1723e-01,  8.5956e-02, -2.5738e-01,  1.9146e-01,  9.6552e-02,
                       1.5003e-01,  1.2325e-01, -1.6872e-02, -6.1411e-02, -1.1727e-01,
                      -6.6881e-02,  9.2662e-02, -1.2094e-01, -6.5338e-02, -5.3909e-02,
                      -1.3206e-02,  1.7259e-03, -3.7778e-02, -5.1879e-02,  6.1038e-02,
                       4.7980e-02, -1.1103e-01, -1.1155e-01,  1.2604e-01,  9.7691e-02,
                       2.7867e-02,  3.2895e-02,  2.7878e-02, -9.3414e-02, -9.2262e-02,
                       3.7397e-02,  1.1945e-01, -1.8658e-01,  2.8429e-02,  2.3749e-02,
                      -9.8984e-02, -8.9272e-02, -1.6835e-01,  4.4841e-01, -9.8501e-02,
                      -4.3685e-02,  2.2897e-01, -8.1546e-02,  1.0735e-02,  9.7594e-03,
                      -1.3707e-01, -6.6270e-02,  6.0474e-02,  2.1960e-01,  2.8685e-02,
                      -5.5650e-02, -2.3900e-01, -6.7331e-02, -1.2450e-01,  4.7670e-02,
                      -9.4921e-02,  2.1155e-02,  4.3944e-02, -1.0645e-01, -1.1263e-01,
                      -1.8338e-01,  1.3465e-01, -1.8423e-01, -7.7229e-03,  9.6742e-02,
                      -1.4556e-01, -1.1053e-01,  4.2273e-02, -6.3979e-03,  3.8816e-02,
                      -6.1498e-02, -4.3316e-02,  1.1919e-01], device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.weight',
              tensor([[-0.0766,  0.0166,  0.0379,  ..., -0.0898, -0.0048, -0.0550],
                      [-0.0523,  0.0164, -0.0215,  ...,  0.0440,  0.0313, -0.0042],
                      [ 0.0343, -0.0504,  0.0190,  ..., -0.0114, -0.0187, -0.0183],
                      ...,
                      [ 0.0048,  0.0088,  0.0495,  ..., -0.0029, -0.0365, -0.0160],
                      [ 0.0044,  0.0080, -0.0543,  ..., -0.0392, -0.0077,  0.0067],
                      [ 0.0724, -0.0180, -0.0061,  ...,  0.0604, -0.0312, -0.0039]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.bias',
              tensor([-0.0630, -0.1049, -0.1229,  ...,  0.0015, -0.0961, -0.1191],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.weight',
              tensor([[ 0.0403, -0.0610,  0.0136,  ..., -0.0151, -0.0599, -0.0046],
                      [-0.0619, -0.0234,  0.0208,  ..., -0.0008,  0.0176,  0.0301],
                      [-0.0257, -0.0535,  0.0479,  ..., -0.0129, -0.0029, -0.0049],
                      ...,
                      [ 0.0320,  0.0048,  0.0130,  ...,  0.0064, -0.0188,  0.0563],
                      [-0.0050,  0.0073, -0.0423,  ...,  0.0031,  0.0439,  0.0201],
                      [-0.0085, -0.0441, -0.0151,  ..., -0.0010,  0.0173, -0.0518]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.bias',
              tensor([-2.6288e-02, -9.5948e-02, -1.0203e-01,  7.3217e-02,  8.8001e-03,
                       5.9292e-02, -4.0534e-02,  6.6140e-02, -1.4168e-02, -5.5610e-02,
                       5.3853e-02,  3.4201e-02, -6.4752e-02, -7.2245e-02,  2.7175e-02,
                       1.1705e-01,  2.0096e-02, -3.5394e-02, -3.0122e-02, -9.7209e-02,
                       7.7357e-02,  9.2894e-02,  2.6738e-03,  4.3307e-03, -7.8566e-02,
                       2.4595e-02, -1.9350e-03,  6.0168e-02,  5.1573e-02, -4.4926e-03,
                       1.5344e-02, -2.9887e-02, -2.8932e-03, -1.6993e-01,  8.8960e-04,
                       2.1955e-02, -1.3047e-01, -3.4442e-04,  4.3496e-02,  9.4244e-02,
                      -1.2570e-02, -6.4387e-02, -5.4748e-02, -1.1801e-02,  4.3486e-02,
                      -4.9785e-02, -1.0173e-02,  8.7343e-03, -4.5712e-03,  2.3772e-02,
                      -1.6170e-02,  1.7682e-02,  5.4606e-02, -1.2507e-02, -3.1445e-02,
                      -9.7191e-03, -6.9130e-02, -5.7864e-02, -4.5198e-03, -5.7811e-02,
                      -1.6849e-02, -4.1410e-02,  9.3785e-03, -1.2056e-01, -1.0980e-01,
                       9.8708e-02, -1.3209e-02, -2.6805e-02,  6.8718e-02, -8.2801e-02,
                      -4.6354e-02, -1.9654e-02, -2.2433e-02, -8.6947e-02,  1.0356e-02,
                       5.1286e-02, -8.3525e-03, -2.1569e-02, -4.6189e-02, -2.7466e-02,
                       8.6946e-02,  5.4612e-02,  5.9763e-02,  1.1089e-01,  6.0606e-03,
                      -7.6160e-02,  1.7777e-02, -1.3272e-02,  2.7541e-02,  1.5741e-02,
                      -7.7982e-02, -4.0259e-02, -6.8971e-02,  5.5438e-05, -1.6051e-02,
                       1.4503e-01,  6.0038e-03,  5.4043e-02,  4.6587e-02,  4.3618e-03,
                      -4.0552e-04,  1.5741e-03, -3.8969e-02,  2.0067e-02, -1.4872e-01,
                      -2.4959e-02,  8.8076e-02,  6.8650e-02, -1.4161e-02,  8.9148e-02,
                      -7.9329e-02, -8.3264e-02,  8.7805e-03, -1.2959e-03,  4.8004e-02,
                       6.5941e-02, -6.6772e-02,  3.8179e-02,  4.9754e-02,  4.1951e-02,
                       4.9326e-03,  8.7551e-03, -5.4601e-02, -4.7370e-02, -1.3718e-01,
                       3.7807e-02,  1.6183e-02,  4.1774e-02, -9.4126e-02, -1.9679e-02,
                      -8.5137e-03,  1.7632e-02, -1.9342e-02,  2.8971e-02,  5.7018e-02,
                      -8.2643e-02,  2.9771e-02,  4.5384e-02, -4.3523e-02,  1.0973e-01,
                      -1.1655e-01, -8.0774e-02, -2.5809e-02, -9.1124e-01, -2.5463e-02,
                       5.6129e-02,  3.3749e-02, -4.0995e-03, -3.5988e-02, -6.1003e-03,
                       9.2100e-03, -4.4945e-02, -2.4227e-02, -6.7301e-03,  1.7388e-02,
                      -1.8156e-02,  3.1930e-02, -8.8524e-02,  8.2703e-02, -3.3524e-02,
                       7.2547e-02,  3.6965e-02,  1.8596e-02,  1.6730e-02, -5.1480e-02,
                      -1.3773e-02,  4.3414e-02, -3.6643e-02, -2.7769e-02, -5.7616e-02,
                      -1.8234e-02,  5.2055e-02, -2.4852e-02,  2.0076e-02, -4.5196e-02,
                       4.8060e-02,  1.0073e-01, -9.4310e-02,  5.6844e-02, -2.3716e-03,
                      -1.5529e-01,  4.1070e-02, -2.3915e-02,  5.1221e-03,  1.0337e-01,
                      -6.3351e-03, -3.3365e-02, -1.8115e-02, -1.3491e-02,  2.0700e-02,
                       1.8920e-02,  9.2787e-02,  6.3370e-02,  3.7430e-02,  4.9069e-02,
                      -5.4728e-02, -3.4316e-02, -3.1100e-02, -3.3670e-02, -5.6957e-02,
                       4.8518e-02,  6.9570e-02,  1.8786e-02,  5.0894e-02,  7.7306e-02,
                      -5.9119e-02, -3.8399e-03, -9.1606e-03, -7.4917e-02, -6.0789e-02,
                       2.9194e-02, -7.4967e-02,  4.8713e-02, -3.3412e-02,  5.3730e-02,
                       6.2861e-02,  9.8049e-03,  3.1218e-02,  1.4201e-02,  2.9314e-02,
                       8.1982e-02,  8.3312e-02,  5.6907e-02, -9.1894e-02, -2.9907e-02,
                      -1.6810e-02, -2.9350e-02, -2.5071e-02,  9.6496e-02, -9.5464e-02,
                      -3.3459e-02,  8.0425e-02, -1.5390e-02, -1.4700e-01, -3.2629e-02,
                      -6.2250e-02, -3.7398e-02, -5.8366e-02, -3.4012e-02,  7.3170e-02,
                       2.6136e-02,  4.3950e-02,  9.9463e-02,  6.0921e-02, -1.1104e-01,
                      -6.0125e-02,  1.7134e-02,  3.9903e-02,  2.5167e-03,  4.8494e-02,
                      -7.4845e-03, -2.3364e-02, -1.1175e-02,  7.5398e-02,  1.3936e-02,
                      -8.7642e-03,  9.7466e-03,  9.8411e-02,  1.0889e-02,  1.7660e-02,
                       7.0131e-02, -9.0278e-02, -3.8796e-02, -5.3353e-02,  6.1923e-02,
                      -1.2703e-03,  2.7480e-02,  2.4385e-02, -1.1730e-01, -6.5935e-02,
                      -8.0704e-02, -6.6384e-02,  8.6466e-02,  1.1985e-02,  8.9336e-02,
                       6.7889e-02, -3.6048e-03,  1.0640e-03,  7.9506e-02, -1.6403e-02,
                       4.3465e-02,  1.5993e-02, -7.6488e-02,  3.1734e-01, -1.0838e-01,
                       2.7912e-02,  3.5406e-02, -1.3020e-02,  8.7554e-02, -1.7825e-03,
                      -2.2963e-02, -1.3913e-02,  3.1596e-02,  2.9122e-03, -3.9109e-02,
                      -4.1650e-02, -2.6475e-02, -2.7574e-02, -1.7378e-02,  4.2602e-02,
                      -2.6581e-02, -3.6359e-02,  7.4606e-02, -8.2093e-03,  4.7076e-02,
                      -5.5304e-02, -9.8017e-03,  6.0071e-02, -1.6288e-02,  1.6031e-02,
                       1.5191e-02,  7.4708e-02, -1.1688e-02, -6.9039e-03, -1.0030e-02,
                       9.0179e-03, -6.3088e-02, -1.0709e-01,  4.7209e-02,  5.6651e-03,
                      -4.0781e-02,  3.3063e-02, -1.7440e-02,  7.5823e-03,  3.1285e-02,
                      -1.8652e-02, -2.0411e-02,  9.1998e-04,  6.4105e-02,  2.4139e-02,
                      -3.2200e-02,  3.3845e-02,  6.3500e-02, -5.9207e-02,  1.4954e-03,
                      -7.1155e-03,  7.7180e-03,  1.2520e-02, -5.5020e-02,  4.1634e-02,
                       7.3815e-03,  4.7737e-02, -1.5664e-02,  6.4766e-02,  3.5940e-05,
                       2.7658e-02,  3.4813e-02, -3.0996e-02,  1.3068e-02,  8.2386e-02,
                      -4.2547e-02, -7.4424e-02, -6.0227e-02,  3.9332e-02,  7.1481e-02,
                      -2.9761e-02,  2.8473e-03,  7.4429e-04, -2.6769e-02, -1.2681e-01,
                       5.9047e-02, -1.2059e-01,  1.8886e-02, -7.0250e-02, -5.6472e-02,
                       4.6111e-02, -1.1485e-02,  3.5474e-02,  1.4531e-02,  8.2415e-03,
                      -2.8233e-02, -2.4982e-02, -2.0149e-02,  4.5135e-02, -1.0428e-01,
                      -1.4303e-02, -2.3905e-02, -2.5455e-02, -6.1390e-02, -9.6856e-02,
                      -8.4980e-02,  2.0844e-02,  5.2184e-02,  3.1077e-02, -1.8067e-02,
                      -4.3382e-02,  4.8759e-02,  1.7450e-02,  3.0361e-02, -9.3625e-02,
                       3.2696e-02,  3.9706e-02,  3.3903e-02,  2.1710e-03,  9.6876e-02,
                      -8.7383e-02,  1.4111e-02, -1.6090e-02, -8.7864e-02,  4.3359e-02,
                       5.7828e-02,  1.0561e-01,  2.3167e-02, -7.4185e-02, -9.4506e-02,
                      -7.0897e-03, -1.8093e-02, -7.7357e-02, -8.1471e-02, -1.0782e-02,
                      -6.9184e-02,  2.8951e-04, -4.5465e-02, -2.6363e-02,  1.0368e-01,
                       9.7204e-03, -2.8426e-02,  1.5031e-02, -2.0511e-02, -1.9138e-02,
                      -5.9597e-02,  4.5416e-02, -2.8629e-02,  5.8772e-02,  2.2583e-02,
                      -6.0855e-03, -5.4445e-02, -8.7178e-03,  5.6915e-02, -1.3771e-02,
                       8.0444e-03,  8.6412e-02,  8.4786e-02,  7.6340e-02, -5.8708e-03,
                       4.8148e-02,  5.9388e-02,  1.0841e-04,  7.6674e-02, -3.7429e-02,
                       1.6297e-02,  2.5604e-02, -7.7316e-02, -9.1507e-02, -5.9123e-02,
                      -8.4111e-02, -3.1678e-03,  2.9347e-02, -5.6652e-02, -3.7055e-03,
                       8.4534e-02,  1.0114e-01,  3.6927e-02,  2.4235e-02, -4.1006e-03,
                      -9.3841e-02,  7.9003e-02, -1.0037e-01,  2.5534e-02, -7.7377e-02,
                       5.7520e-02,  2.3364e-03,  4.8693e-02,  4.8434e-02,  3.5614e-02,
                       5.7965e-02,  2.4415e-02,  5.2805e-02, -3.9984e-02,  2.3725e-02,
                      -1.0830e-02,  6.7453e-02, -2.6768e-02,  1.2434e-01,  3.4295e-02,
                      -1.6600e-02, -8.1075e-03, -4.5763e-02,  9.1768e-02,  6.2584e-03,
                      -3.3733e-02, -4.1781e-02,  4.1582e-02,  2.8288e-02,  5.3319e-03,
                      -7.8924e-02,  3.6381e-03,  9.9162e-02, -4.5793e-02, -3.6742e-02,
                      -6.5273e-02, -1.6248e-02, -9.2494e-02, -8.9430e-02,  9.1965e-02,
                       3.1539e-02,  3.5070e-02, -2.1849e-03,  1.0495e-02,  3.2721e-02,
                       3.6662e-02, -6.5787e-04, -1.8432e-02, -8.4012e-02,  4.9778e-02,
                       1.1538e-01,  1.7792e-02, -1.8116e-02, -4.8918e-02,  2.7091e-02,
                       2.4429e-02, -7.0581e-02, -1.3391e-02, -1.5050e-02, -2.4991e-02,
                      -3.4430e-02,  4.6510e-03, -7.0679e-02,  1.8144e-01,  3.0553e-02,
                      -6.9003e-02,  6.7013e-02,  1.2277e-02,  3.7616e-02,  3.0163e-02,
                      -4.9402e-02,  5.2114e-02, -2.8721e-02,  1.0374e-02,  3.5399e-02,
                       3.8336e-02,  7.8927e-02, -5.3515e-02, -9.2975e-02, -8.5792e-02,
                       1.8614e-02,  7.3501e-02,  6.0123e-04,  1.4202e-02, -2.0933e-02,
                      -4.4830e-02, -2.0380e-02,  3.5243e-02, -1.8120e-02,  6.5820e-02,
                       6.0941e-02,  5.6975e-02,  3.1269e-02, -3.8277e-02,  8.4723e-02,
                       3.2906e-02,  6.9221e-02, -2.6948e-02,  1.6683e-03, -2.4371e-03,
                       4.5631e-02, -3.7451e-02, -7.0464e-01,  6.2701e-03,  7.2045e-02,
                       6.5665e-02,  2.5152e-02, -7.5009e-02, -1.2952e-02,  4.3610e-02,
                      -8.4058e-03, -1.5754e-02, -8.0165e-03,  3.2911e-02,  4.2560e-02,
                       1.5082e-02,  4.2599e-03, -2.6200e-02, -5.3946e-03, -1.6682e-02,
                      -3.2516e-02, -3.8883e-02, -2.8322e-02, -5.0020e-02, -7.2831e-02,
                       5.2517e-02,  7.7290e-02, -2.9468e-02, -5.9773e-02,  7.5774e-03,
                       6.0912e-02,  3.1937e-02,  1.7249e-02,  3.1883e-02, -1.9163e-02,
                      -1.6529e-02,  1.1067e-01,  6.8280e-02, -9.6667e-02, -1.0231e-02,
                       8.0391e-02, -1.5027e-04,  6.4233e-02,  2.2216e-02,  6.2753e-02,
                       7.1275e-03,  1.4876e-02, -5.1101e-02, -4.2373e-03, -4.9994e-02,
                      -5.6003e-02,  1.2423e-02, -8.8663e-03, -1.5927e-03,  8.7021e-02,
                       1.6060e-02,  1.0857e-01, -1.0230e-01, -1.3931e-01,  1.7014e-02,
                       5.3324e-02, -7.9345e-03, -3.1717e-02, -3.7265e-02,  4.5586e-02,
                      -4.1344e-02, -1.8350e-02,  6.9139e-03, -1.3729e-02,  2.8904e-02,
                      -4.3306e-02,  7.9302e-03, -1.9447e-02, -1.1069e-01,  5.1825e-02,
                      -7.5781e-02,  7.5735e-02, -1.1700e-01, -4.6639e-02, -1.3344e-02,
                       7.3298e-02,  1.8528e-02, -7.3998e-04,  3.8285e-02, -1.4488e-02,
                       1.4295e-03,  7.3972e-03,  7.5728e-02,  7.3818e-02, -3.0652e-02,
                      -1.0744e-01, -1.2513e-01, -2.5511e-02, -7.6988e-02, -1.3438e-01,
                       5.6237e-02,  5.2890e-02, -6.4258e-02,  2.7886e-02,  4.4455e-02,
                      -2.1218e-02, -2.8852e-03, -3.2355e-02,  6.2992e-02, -7.3104e-02,
                       1.0135e-01,  7.5156e-02, -2.3564e-02,  8.1200e-02,  3.0555e-02,
                       7.5623e-02,  3.8724e-03,  4.2258e-02,  3.3709e-02,  3.4067e-02,
                       3.8507e-02,  2.3524e-01, -1.7398e-02, -6.6320e-02, -2.0702e-02,
                      -6.1475e-02,  2.3496e-02, -3.7252e-03, -4.7426e-02,  5.8364e-02,
                       3.2740e-02, -8.1422e-02, -2.2552e-02, -1.3440e-02,  3.1845e-02,
                      -1.6299e-02, -3.5739e-02,  1.2824e-02,  7.6957e-03, -1.3471e-02,
                      -1.5870e-02,  5.8424e-02, -5.0651e-02,  5.2906e-02,  1.1739e-02,
                       2.5372e-02,  1.2541e-02,  1.4712e-02,  3.2519e-02,  5.8957e-02,
                       7.3333e-02,  2.9944e-02,  1.0317e-02, -2.5685e-02, -8.3713e-02,
                      -1.7285e-02, -7.2427e-03, -3.4796e-02, -3.6877e-02, -3.7208e-02,
                      -2.3362e-02, -3.7090e-02, -2.5881e-02, -6.8063e-02,  1.7439e-02,
                       2.2224e-02, -5.2452e-02, -2.1920e-02, -7.2312e-03,  3.0459e-02,
                      -1.7242e-02,  3.8457e-02,  1.1727e-02, -3.4190e-03,  2.6796e-02,
                      -3.4262e-02,  2.2667e-03, -3.7652e-03,  1.3339e-02, -6.0626e-02,
                      -5.8947e-02,  1.2448e-02,  2.0025e-02, -6.5190e-02, -2.6556e-02,
                      -2.8399e-02,  4.8798e-02,  6.6046e-02, -9.3142e-03,  1.5483e-02,
                       4.5680e-04, -6.1347e-02,  8.1329e-02,  3.3322e-02,  3.9118e-02,
                       3.2397e-02,  3.8018e-02,  2.9459e-02,  2.1308e-02,  6.4715e-02,
                       3.7006e-02, -9.8803e-03, -1.3117e-02,  4.2161e-03,  6.3381e-02,
                       4.5601e-02, -2.3364e-02, -4.7284e-02, -3.9715e-02,  3.6259e-02,
                       1.3851e-02, -4.8301e-02,  4.8933e-02, -1.1813e-02, -5.3188e-02,
                      -8.2749e-03,  3.7557e-02,  7.7290e-02], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.weight',
              tensor([0.9127, 0.9157, 0.8999, 0.9086, 0.8730, 0.8929, 0.8213, 0.8288, 0.9209,
                      0.8717, 0.9207, 0.9543, 0.9773, 0.9560, 0.9352, 0.7721, 0.9213, 0.9258,
                      0.9053, 0.9492, 0.8778, 0.9420, 0.9188, 0.8702, 0.8996, 0.8999, 0.9417,
                      0.8925, 0.8942, 0.9463, 0.9097, 0.8277, 0.9384, 0.8568, 0.9293, 0.8819,
                      0.8103, 0.9448, 0.7991, 0.9322, 0.9649, 0.9079, 0.9275, 0.9267, 0.9519,
                      0.9362, 0.9197, 0.9535, 0.9672, 0.8979, 0.9581, 0.8818, 0.8530, 0.9455,
                      0.8362, 0.8092, 0.9055, 0.9136, 0.8615, 0.8542, 0.9174, 0.9588, 0.9546,
                      0.9084, 0.8897, 0.9737, 0.9267, 0.9046, 0.7822, 0.8698, 0.9224, 0.9354,
                      0.9181, 0.9087, 0.9453, 0.9636, 0.9283, 0.9262, 0.9633, 0.9295, 0.9076,
                      0.9015, 0.9270, 0.9259, 0.7832, 0.9037, 0.8364, 0.9172, 0.9618, 0.8970,
                      0.8929, 0.9263, 0.9232, 0.9238, 0.9234, 0.8845, 0.7974, 0.9585, 0.9375,
                      0.9317, 0.9094, 0.9658, 0.8575, 0.9607, 0.8292, 0.9755, 0.9622, 0.8774,
                      0.9230, 0.9497, 0.8658, 0.8813, 0.9861, 0.7995, 0.8505, 0.9533, 0.9169,
                      0.9421, 0.9506, 0.9740, 0.9350, 0.9304, 0.9434, 0.8611, 0.8896, 0.8836,
                      0.9668, 0.8781, 0.9282, 0.9178, 0.9581, 0.8583, 0.9261, 0.9306, 0.9400,
                      0.9353, 0.9491, 0.9216, 0.9498, 0.9695, 0.7882, 0.9755, 0.8808, 0.1146,
                      0.9057, 0.9082, 0.9226, 0.9309, 0.9381, 0.8922, 0.9205, 0.9312, 0.9537,
                      0.9057, 0.8984, 0.9060, 0.9511, 0.9398, 0.9119, 0.9405, 0.9497, 0.9723,
                      0.8159, 0.9341, 0.8766, 0.9030, 0.8823, 0.7828, 0.8835, 0.9247, 0.9554,
                      0.8012, 0.8695, 0.9158, 0.8697, 0.9122, 0.9646, 0.8091, 0.9419, 0.9334,
                      0.9038, 0.9129, 0.8623, 0.9285, 0.9297, 0.9492, 0.9046, 0.9251, 0.9416,
                      0.9372, 0.8684, 0.8370, 0.8784, 0.9311, 0.9145, 0.9420, 0.9662, 0.8389,
                      0.9101, 0.9377, 0.9343, 0.8204, 0.9448, 0.9141, 0.8627, 0.9374, 0.9454,
                      0.9692, 0.9431, 0.8930, 0.9515, 0.9419, 0.8774, 0.9398, 0.9159, 0.9655,
                      0.8878, 0.8691, 0.9410, 0.9064, 0.9661, 0.9309, 0.9464, 0.9047, 0.9024,
                      0.9434, 0.9586, 0.9446, 0.9097, 0.7698, 0.8967, 0.9447, 0.8944, 0.8982,
                      0.9237, 0.9278, 0.7884, 0.9719, 0.9106, 0.9627, 0.9062, 0.8793, 0.8546,
                      0.9118, 0.9558, 0.8767, 0.9491, 0.8841, 0.9805, 0.9543, 0.9298, 0.9405,
                      1.0129, 0.9662, 0.9527, 0.9746, 0.9442, 0.8021, 0.9433, 0.9108, 0.7970,
                      0.9178, 0.9298, 0.9043, 0.9270, 0.9144, 0.9497, 0.9746, 0.8682, 0.9309,
                      0.9527, 0.9368, 0.9552, 0.9047, 0.9467, 0.9463, 0.9147, 0.9338, 0.8815,
                      0.9101, 0.9790, 0.9623, 0.8749, 0.3718, 0.9459, 0.9600, 0.8418, 0.9098,
                      0.9093, 0.8724, 0.8564, 0.9154, 0.9045, 0.8782, 0.9098, 0.8756, 0.9065,
                      0.8002, 0.9659, 0.9200, 0.9151, 0.8995, 0.8979, 0.9538, 0.7415, 0.9597,
                      0.9008, 0.9558, 0.9351, 0.9139, 0.8326, 0.9118, 0.9095, 0.8084, 0.9037,
                      0.9618, 0.9011, 0.8914, 0.9388, 0.8670, 0.9200, 0.9263, 0.9109, 0.9769,
                      0.8768, 0.8636, 0.9009, 0.8704, 0.9667, 0.8914, 0.9222, 0.9208, 0.9717,
                      0.9610, 0.9712, 0.9776, 0.9245, 0.9570, 0.9341, 0.8655, 0.8306, 0.9525,
                      0.9089, 0.9610, 0.9366, 0.9437, 0.9690, 0.9244, 0.9335, 0.9049, 0.9285,
                      0.9149, 0.8847, 0.9384, 0.9721, 0.8592, 0.9230, 0.9222, 0.9186, 0.8548,
                      0.9365, 0.9597, 0.9059, 0.9598, 0.8586, 0.8924, 0.9465, 0.9599, 0.9502,
                      0.9031, 0.9315, 0.9438, 0.9265, 0.9303, 0.8934, 0.8989, 0.8891, 0.9445,
                      0.9471, 0.8134, 0.8946, 0.9293, 0.9715, 0.9304, 0.8736, 0.8727, 0.8485,
                      0.9505, 0.9265, 0.8398, 0.9591, 0.8489, 0.9206, 0.9484, 0.9299, 0.9420,
                      0.8536, 0.9711, 0.9065, 0.8595, 0.8448, 0.8878, 0.8654, 0.9240, 0.9373,
                      0.9348, 0.9034, 0.9223, 0.9460, 0.9873, 0.8940, 0.9041, 0.9496, 0.9787,
                      0.9314, 0.9040, 0.8878, 0.8717, 0.8972, 0.9420, 0.9278, 0.9732, 0.9303,
                      0.8608, 0.8769, 0.9600, 0.9225, 0.8263, 0.9429, 0.9130, 0.9273, 0.9561,
                      0.8517, 0.9480, 0.8142, 0.9620, 0.9107, 0.9008, 0.9335, 0.9410, 0.9308,
                      0.8070, 0.9122, 0.9012, 0.9213, 0.8771, 0.9263, 0.9669, 0.9598, 0.8978,
                      0.9576, 0.7984, 0.9281, 0.9616, 0.9347, 0.8828, 0.9112, 0.8776, 0.8812,
                      0.9228, 0.9063, 0.9201, 0.8659, 0.9578, 0.8145, 0.8652, 0.8916, 0.8830,
                      0.9248, 0.9217, 0.9632, 0.9066, 0.9739, 0.8589, 0.9229, 0.9162, 0.8462,
                      0.9556, 0.8648, 0.9735, 0.9090, 0.9226, 0.9684, 0.9423, 0.9223, 0.8977,
                      0.9754, 0.8866, 1.0186, 0.8785, 0.8927, 0.9489, 0.9404, 0.8969, 0.9235,
                      0.9007, 0.9178, 0.9556, 0.9064, 0.9113, 0.9397, 0.9738, 0.8985, 0.9618,
                      0.9128, 0.9458, 0.9736, 0.9123, 0.9225, 0.9312, 0.9060, 0.9388, 0.8719,
                      0.9407, 0.9246, 0.8804, 0.9536, 0.8913, 0.8640, 0.9645, 0.9678, 0.8110,
                      0.9037, 0.9789, 0.9487, 0.9722, 0.9402, 0.9714, 0.9272, 0.9484, 0.9273,
                      0.9387, 0.9093, 0.8934, 0.8920, 0.8889, 0.8582, 0.9118, 0.8668, 0.8932,
                      0.9301, 0.9738, 0.8472, 0.8731, 0.9205, 0.9415, 0.9134, 0.8699, 0.9454,
                      0.9250, 0.8631, 0.8652, 0.9505, 0.9102, 0.8355, 0.9005, 0.8634, 0.6384,
                      0.9080, 0.9076, 0.9585, 0.9651, 0.8519, 0.9554, 0.9192, 0.9554, 0.9184,
                      0.9390, 0.8489, 0.9372, 0.8554, 0.8980, 0.9002, 0.9382, 0.9458, 0.9556,
                      0.9022, 0.8880, 0.9208, 0.9342, 0.9411, 0.9328, 0.9523, 0.9411, 0.9488,
                      0.9386, 0.8983, 0.9431, 0.8901, 0.8680, 0.9725, 0.8380, 0.8710, 0.8997,
                      0.9205, 0.9582, 0.8831, 0.9135, 0.9347, 0.9323, 0.9469, 0.9222, 0.8731,
                      0.9323, 0.9268, 0.9220, 0.9053, 0.8649, 0.9208, 0.9020, 0.9126, 0.8874,
                      0.8967, 0.8847, 0.9443, 0.9399, 0.9776, 0.9800, 0.9355, 0.9553, 0.9040,
                      0.8542, 0.8957, 0.9556, 0.9041, 0.9561, 0.9361, 0.8750, 0.8935, 0.8437,
                      0.9480, 0.9299, 0.9112, 0.9133, 0.8731, 0.9193, 0.9595, 0.9506, 0.9509,
                      0.9096, 0.9766, 0.9010, 0.9246, 0.9176, 0.9245, 0.9052, 0.8426, 0.9306,
                      0.9483, 0.8465, 0.8789, 0.9720, 0.8833, 0.8421, 0.9100, 0.9119, 0.9356,
                      0.8831, 0.8984, 0.9336, 0.9398, 0.8927, 0.9259, 0.9224, 0.8843, 0.9317,
                      0.9598, 0.8013, 0.8334, 0.9403, 0.9549, 0.8604, 0.9330, 0.9746, 0.9168,
                      0.8919, 0.9298, 0.9697, 0.9654, 0.9403, 0.9691, 0.8887, 0.9207, 0.9575,
                      0.9560, 0.9021, 0.9048, 0.9596, 0.9202, 0.9497, 0.9452, 0.8475, 0.9565,
                      0.9489, 0.9560, 0.9467, 0.9278, 0.9371, 0.8961, 0.9574, 0.8693, 0.8235,
                      0.8293, 0.9107, 0.9251, 0.9711, 0.9330, 0.9434, 0.9210, 0.9546, 0.8868,
                      0.9452, 0.9490, 0.9146, 0.9640, 0.8860, 0.8728, 0.8400, 0.9217, 0.9569,
                      0.9365, 0.9089, 0.9385, 0.8965, 0.9651, 0.7980, 0.9638, 0.8426, 0.9562,
                      0.9473, 0.8965, 0.9094, 0.9410, 0.9151, 0.9313, 0.9591, 0.9202, 0.8845,
                      0.9090, 0.9502, 0.9430, 0.8897, 0.8182, 0.8782, 0.9099, 0.8532, 0.9013,
                      0.9101, 0.9230, 0.8312, 0.8992, 0.9305, 0.9201, 0.8869, 0.9615, 0.9215,
                      0.8775, 0.9113, 0.9264, 0.8944, 0.8661, 0.9631, 0.9632, 0.9189, 0.9867,
                      0.9095, 0.9494, 0.9170], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.bias',
              tensor([ 4.1296e-03,  1.9222e-02,  6.0302e-02, -5.0881e-03,  9.4853e-02,
                      -5.3704e-02,  8.4890e-02, -1.0804e-01, -9.1177e-02,  1.9511e-02,
                      -5.4822e-02,  1.8291e-02,  3.8861e-02,  5.5189e-02,  2.0710e-02,
                      -5.9439e-02,  3.0870e-02,  4.8487e-02,  7.5297e-02,  4.0199e-02,
                      -2.4109e-02, -5.4790e-02,  3.3514e-02, -4.7967e-02,  6.2594e-02,
                      -1.4579e-02, -1.8681e-02, -1.0757e-01, -1.5637e-02, -2.8795e-04,
                       1.3951e-02,  7.1543e-02,  5.9370e-02,  3.3950e-02, -3.6524e-02,
                      -5.3906e-03,  5.8696e-02,  9.7833e-03, -4.7707e-02, -6.8156e-02,
                       4.4448e-03,  4.5498e-02, -2.9471e-02, -6.7936e-02, -1.7204e-03,
                       2.1622e-02, -1.9111e-02, -2.9711e-02, -2.1516e-02, -5.6788e-02,
                      -2.2150e-02, -2.1655e-02, -9.0816e-02,  6.0159e-02,  2.2264e-02,
                       5.1040e-02,  4.0741e-02,  1.3772e-02, -4.7763e-03, -4.1293e-02,
                      -1.9362e-02,  3.4540e-03, -6.9167e-02,  1.0765e-01,  1.0515e-02,
                      -5.7941e-03, -8.2808e-03,  3.2648e-02, -2.7061e-02,  5.3192e-02,
                       3.8768e-02,  4.3626e-02,  3.7886e-02, -2.5998e-02,  1.9554e-02,
                      -2.2554e-02, -3.3869e-03,  2.4997e-03, -1.6821e-03, -5.2692e-02,
                      -1.2154e-02, -2.2859e-03,  2.4906e-02, -4.6109e-02,  4.4871e-03,
                      -9.5841e-02,  5.7658e-02,  1.6368e-02, -5.0503e-02, -1.7622e-02,
                       8.2976e-02,  5.3268e-02,  7.8500e-02, -4.1078e-02,  4.4999e-02,
                      -5.4626e-02, -2.0172e-02,  4.6474e-02,  1.1482e-03, -8.0035e-02,
                       2.4528e-02,  1.1151e-02,  5.8377e-03, -5.1872e-02,  5.1698e-02,
                       1.2455e-02, -4.4207e-02,  2.3880e-02,  9.3801e-02,  4.5568e-02,
                      -2.0014e-02,  4.4954e-02,  3.6953e-02, -3.0724e-02, -1.0630e-01,
                      -6.6052e-02,  1.9749e-02, -2.6206e-02,  3.6408e-02,  1.0231e-02,
                      -3.6907e-02,  5.1532e-03, -1.0430e-02, -3.1864e-02,  2.7001e-03,
                      -3.6536e-03,  5.6869e-02,  1.3777e-02,  3.1481e-02,  2.2000e-02,
                       1.7281e-03, -9.3192e-03,  2.9956e-02,  1.1440e-02,  5.8675e-02,
                      -2.0905e-02, -1.2579e-01, -3.9577e-02,  1.3425e-01, -1.0790e-02,
                       9.7046e-02,  2.7786e-02,  8.8102e-03,  3.5412e-01,  2.0991e-04,
                       2.8923e-02, -2.4491e-02, -4.5590e-02,  1.8419e-02,  9.6702e-02,
                       8.8153e-02, -4.1064e-03,  3.7703e-02, -1.4541e-02, -7.1255e-02,
                      -4.0023e-03,  2.2384e-02,  6.7630e-02, -2.5730e-02,  5.3440e-02,
                      -9.9175e-02, -7.3133e-02,  6.9520e-03,  4.0433e-02, -6.0312e-03,
                       8.9803e-02, -7.2888e-02, -4.2629e-02,  8.5102e-02, -6.0851e-03,
                      -1.0254e-02, -3.1568e-02,  2.9218e-02, -4.6525e-02, -7.8399e-02,
                      -1.0113e-01, -7.5339e-02,  1.3387e-01,  7.1279e-02, -6.6161e-03,
                       6.1271e-02,  1.7660e-02,  2.8217e-02,  1.2199e-01, -2.1023e-02,
                       3.4122e-03,  4.4011e-02,  9.0117e-02,  4.4197e-03,  2.8933e-02,
                      -5.7711e-02, -2.6270e-02, -9.1250e-02, -1.4126e-02,  4.7526e-02,
                       8.8630e-02, -7.1586e-03,  1.2231e-02,  5.9539e-02,  8.0484e-02,
                      -5.9180e-02, -4.6729e-02,  5.5444e-02, -2.9562e-02, -1.0811e-02,
                      -1.7221e-02, -4.4196e-02,  7.7718e-02,  1.2486e-02,  1.4351e-02,
                      -5.8019e-03,  5.0097e-02, -4.5341e-02,  5.2344e-02,  1.2781e-02,
                       3.9504e-02, -7.2069e-02, -5.3361e-02,  2.0177e-02, -4.1622e-02,
                      -1.2947e-02,  1.9254e-03, -1.5522e-02,  1.4245e-01,  1.3127e-01,
                      -6.0661e-02, -1.2939e-03, -1.3787e-03, -7.1230e-02,  7.1859e-02,
                       4.5199e-03, -5.6479e-02, -1.3503e-02,  2.5446e-02,  3.2206e-02,
                       4.5270e-02,  2.2313e-02, -2.7368e-03, -8.1446e-03,  1.0800e-02,
                       7.9449e-02,  8.6040e-03, -5.0377e-02, -2.0838e-02,  1.6952e-02,
                       6.4383e-02, -4.2981e-02,  3.1051e-04, -2.7583e-02, -5.6432e-02,
                      -1.2929e-02, -5.6186e-03, -5.7091e-02, -3.6891e-02, -4.4016e-02,
                      -3.4734e-02,  1.0057e-01,  3.7251e-02,  3.0219e-02, -1.8544e-02,
                      -2.3029e-02,  3.8132e-02, -3.5068e-02,  6.0511e-03,  1.4625e-02,
                      -2.6931e-02,  2.1746e-02,  2.8696e-02, -3.8552e-02,  5.7589e-02,
                       2.9042e-02,  6.9871e-02, -7.5600e-02,  5.8410e-03, -9.4374e-02,
                       5.4889e-02,  4.5431e-02,  2.7738e-02, -4.2272e-02,  1.0687e-01,
                       1.0667e-02, -1.9396e-05,  6.2380e-02, -1.7629e-01, -1.3116e-02,
                      -3.9439e-02,  3.1196e-02,  9.9193e-02, -4.7968e-02, -4.2296e-02,
                      -2.1326e-02, -9.7104e-03, -1.1024e-02,  8.5435e-02, -1.6970e-03,
                       8.8848e-02,  8.0589e-02, -6.5937e-03,  4.4837e-02, -4.3818e-02,
                      -8.1912e-02,  5.9235e-02, -2.0054e-02, -3.0916e-02,  6.5580e-02,
                       4.2254e-02, -8.2930e-04, -4.8455e-03,  5.1256e-03, -8.5871e-02,
                      -7.2028e-02, -1.9054e-02, -7.8403e-03, -4.1132e-02,  1.8205e-02,
                      -1.4221e-02,  3.9056e-02, -1.2738e-02,  1.1037e-01, -9.5853e-03,
                       5.7445e-02,  4.2177e-02,  3.1428e-03, -1.6890e-03,  2.7631e-02,
                       1.0095e-01, -1.2883e-01, -4.8363e-02, -2.0284e-03, -8.0952e-02,
                       1.6753e-01,  4.8152e-02,  2.0923e-04, -4.7197e-02, -5.9440e-02,
                       5.6213e-02, -2.2306e-02, -7.0872e-03,  7.9078e-02, -4.4950e-03,
                       1.4530e-02, -5.4863e-03,  2.1325e-02,  5.8803e-02, -1.2890e-02,
                       2.3613e-02,  2.6918e-02,  4.1610e-02, -2.0586e-02,  3.5929e-02,
                      -1.2498e-02,  6.1721e-02,  6.7752e-02,  5.8385e-03, -2.6706e-02,
                       8.7610e-02, -2.6364e-02, -1.8583e-02, -3.5084e-03,  5.8862e-02,
                       2.8840e-02,  1.4331e-02, -5.0210e-02,  3.2451e-02,  1.2582e-01,
                      -3.9636e-02,  4.2676e-02, -8.4237e-02,  3.4512e-02, -4.8784e-02,
                       3.6206e-02,  6.8760e-02,  3.6496e-02, -8.2912e-03,  3.3135e-02,
                       2.7701e-02,  6.7467e-03,  3.2466e-02, -5.2440e-02, -1.3563e-02,
                       3.2116e-02, -3.2091e-02, -3.7083e-02, -9.8133e-02,  6.8327e-02,
                       5.6632e-02, -5.5316e-02,  1.8953e-02, -3.4922e-02, -1.0350e-02,
                      -2.3172e-02, -1.9490e-03,  6.0074e-03,  2.7133e-02,  7.6612e-02,
                       1.1803e-02, -1.7113e-02, -2.7648e-02,  7.1727e-02,  6.3675e-03,
                       3.8592e-02, -7.4906e-02,  1.0896e-02, -1.1849e-02,  6.6851e-02,
                      -1.9477e-02,  1.7084e-02,  4.2485e-02,  8.7433e-02,  3.2060e-02,
                       3.5054e-02, -1.6862e-02, -3.5433e-02,  3.3854e-02, -4.3019e-02,
                       9.0743e-03, -3.6329e-02, -1.5771e-01,  5.4244e-02,  2.6887e-02,
                       5.0376e-02,  6.3071e-02,  9.1071e-03, -2.3764e-02, -6.0257e-02,
                       3.8391e-02,  5.2089e-02,  7.2685e-02, -7.2448e-03, -8.5218e-02,
                       2.8057e-02,  4.5433e-03,  7.7470e-02, -7.9294e-02,  4.0542e-02,
                      -5.0803e-02, -7.6119e-02, -1.7487e-03,  3.7776e-02, -3.9605e-02,
                      -6.5704e-02, -4.5305e-03,  1.0101e-02,  1.3897e-02,  3.7674e-02,
                       2.7826e-02,  3.1211e-02,  5.6039e-03,  1.9010e-03,  4.8951e-02,
                      -3.5423e-02, -7.4082e-02, -1.7112e-02, -1.5980e-02,  2.3230e-02,
                       1.6266e-01,  2.2408e-02,  6.9426e-03,  4.2442e-02, -2.0863e-02,
                       5.1873e-02,  2.6007e-02,  3.9658e-02, -6.0954e-02,  3.3929e-02,
                       1.9523e-02,  2.9526e-03,  6.2095e-03, -2.3989e-02, -3.2895e-02,
                      -8.6549e-02, -2.2125e-02, -1.3170e-02, -8.3998e-02,  1.2055e-02,
                      -7.6732e-03, -1.6207e-03, -3.7072e-02, -2.0414e-02,  2.3737e-02,
                       1.4430e-02,  4.9046e-03,  6.1547e-02, -3.3234e-02, -2.9310e-02,
                       4.8797e-02, -1.7269e-02,  1.8195e-02, -6.3764e-03, -4.9106e-03,
                       2.3443e-02,  2.1698e-02,  6.6981e-02,  1.0246e-03, -7.7631e-02,
                      -1.1652e-03,  1.0011e-02, -9.9854e-03,  1.7278e-03, -3.2736e-02,
                      -9.7091e-02, -2.5185e-02,  2.6051e-03,  4.3554e-02,  9.8611e-02,
                      -1.0049e-01,  2.5590e-02, -6.1607e-02,  3.7986e-02,  3.8901e-02,
                       6.3141e-02,  5.6217e-03, -9.6795e-02, -2.7588e-02,  7.3479e-02,
                       2.5668e-02, -6.8870e-03, -2.5871e-02, -3.8931e-02, -1.5512e-02,
                       4.1925e-02, -2.3709e-02,  5.6308e-03,  4.2983e-02,  4.9694e-02,
                       1.3899e-02, -3.6331e-02,  3.4557e-02,  2.8510e-02,  1.8000e-02,
                       3.8174e-02, -6.5889e-02,  4.5774e-02,  2.9792e-02,  5.9593e-02,
                       3.1605e-03, -4.4768e-03, -5.9930e-02,  5.6488e-02, -7.8100e-02,
                       1.2156e-01,  1.6045e-02, -1.0652e-02,  7.6613e-02,  3.6782e-02,
                      -9.2179e-02, -1.4951e-03,  1.6380e-02, -5.1813e-02, -7.5558e-02,
                      -7.8772e-02, -1.4199e-02,  1.7443e-02, -5.1550e-02, -4.4641e-02,
                      -8.2612e-03,  6.0013e-02, -4.0014e-01,  4.4941e-02, -2.3997e-02,
                       4.3499e-02, -2.9841e-02,  2.1710e-02,  6.0630e-03, -4.6682e-02,
                       4.2979e-02,  6.7603e-03,  3.2831e-02,  1.3698e-03, -5.6756e-02,
                      -5.4894e-03, -1.6642e-02,  1.7881e-03,  9.9999e-03, -8.5068e-03,
                      -9.4425e-03, -2.0348e-02,  6.7748e-02, -8.0264e-02,  5.4658e-02,
                      -2.2963e-02, -9.2201e-02, -3.4931e-03, -7.8361e-03, -9.7769e-03,
                       2.5619e-02, -4.9714e-02,  2.2786e-02, -5.6572e-02,  2.8047e-02,
                       8.3692e-03, -2.9979e-03,  4.2745e-02,  6.8758e-02,  5.3004e-02,
                      -2.9423e-02, -1.0692e-02, -1.7148e-02,  3.4430e-02, -4.7530e-02,
                       3.6941e-02,  4.5663e-02,  1.0960e-02,  1.0226e-01, -2.1503e-02,
                       4.0709e-02,  1.8801e-02, -6.6029e-02, -4.6397e-02, -1.0305e-01,
                      -2.0985e-02,  3.8353e-02, -4.3033e-03,  5.5068e-02, -7.3401e-02,
                      -4.6771e-02, -3.0407e-03,  5.7947e-02,  2.1689e-02, -2.7317e-02,
                       2.9836e-02, -6.1686e-03, -8.5455e-02, -3.1817e-02, -4.9467e-02,
                       1.0010e-01,  6.6936e-02,  9.8645e-02, -2.6722e-02, -7.9145e-02,
                       6.6527e-02, -5.0412e-02, -1.4746e-02,  6.0674e-02, -3.1216e-02,
                      -5.1029e-02,  3.6787e-02, -2.5399e-02,  7.8048e-02,  5.0356e-02,
                       2.4893e-02,  5.6164e-02, -7.6303e-02,  3.4037e-02,  6.9949e-03,
                       3.1814e-02,  6.9850e-02, -6.9420e-02,  7.0721e-02,  6.6005e-02,
                       3.0585e-02,  1.0202e-01, -1.5855e-02,  7.6101e-02, -1.2031e-02,
                       9.4413e-04,  5.3396e-02, -2.0338e-02, -7.6077e-02,  6.4953e-02,
                      -3.1303e-02, -2.6106e-02,  4.8055e-02,  3.1410e-02,  2.7362e-02,
                       5.7198e-02, -9.2807e-02,  4.7390e-03,  2.2483e-02, -3.9201e-02,
                      -3.7000e-02, -3.7295e-02, -3.2370e-02, -5.0699e-02, -8.6431e-02,
                      -5.1921e-02,  4.8440e-03,  7.6547e-02,  5.2625e-02, -3.3849e-02,
                      -7.2669e-02,  4.7700e-02, -4.5884e-02, -1.8852e-02,  3.3862e-02,
                      -3.9226e-02,  9.9419e-03, -5.7315e-03, -6.2646e-03,  4.4093e-02,
                      -6.7136e-02,  2.8289e-02,  2.7241e-02,  1.5382e-02, -5.6923e-02,
                       4.1257e-02, -3.9405e-02,  1.4023e-01, -6.1404e-02, -3.1240e-02,
                      -4.5115e-02, -5.9065e-02,  2.4567e-02,  1.8773e-02,  4.9464e-02,
                       1.4810e-02, -2.7867e-02,  5.4250e-02,  9.0650e-03,  2.0312e-02,
                       7.1934e-03, -1.8016e-03,  4.2307e-02,  1.6878e-02, -3.4382e-02,
                      -1.7614e-02,  4.9734e-02,  4.0788e-02, -5.9324e-02, -3.9558e-02,
                      -1.1022e-02, -4.0592e-02, -2.2137e-02,  4.7733e-02,  1.1696e-02,
                       1.0281e-02, -5.6492e-02,  6.7326e-02,  2.1095e-04, -2.9619e-02,
                       4.9350e-02,  2.2279e-02,  7.5250e-02, -1.5693e-01,  2.3937e-02,
                       1.4069e-02, -1.2283e-01,  3.8064e-02, -2.3655e-02, -9.3141e-03,
                       7.1042e-02,  3.6774e-02, -1.9333e-02, -9.4693e-02, -2.6182e-02,
                       1.7086e-02,  8.7669e-02,  1.4585e-02,  5.8391e-02, -1.3897e-02,
                       3.6860e-02, -2.8073e-02, -3.6200e-02,  6.9305e-02,  5.7206e-02,
                       6.1226e-02, -4.2347e-02,  8.4739e-02,  8.1695e-03, -7.1054e-02,
                       6.8427e-02,  2.9063e-02, -2.9426e-02,  1.9001e-03, -2.8559e-02,
                       1.6392e-02,  1.9615e-02, -7.3469e-02], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.weight',
              tensor([[-0.0261, -0.0655,  0.0533,  ..., -0.0004, -0.0147, -0.0175],
                      [-0.0858, -0.0033, -0.0034,  ..., -0.0333, -0.0708, -0.0456],
                      [ 0.0596, -0.0092,  0.0213,  ..., -0.0085,  0.0217,  0.0075],
                      ...,
                      [-0.0190, -0.0090,  0.0408,  ..., -0.0918,  0.0434, -0.0044],
                      [-0.0031, -0.0516,  0.0207,  ...,  0.0251, -0.0164, -0.0085],
                      [-0.0437,  0.0042,  0.0612,  ..., -0.0106, -0.0120, -0.0392]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.bias',
              tensor([-5.0051e-02, -2.4773e-02, -1.1518e-01, -1.3031e-03,  6.2994e-02,
                      -1.7313e-02, -1.5399e-01, -3.9959e-02,  5.9051e-02, -5.0449e-02,
                       1.0547e-01, -9.9165e-03, -8.9330e-02,  1.1737e-01,  1.1864e-02,
                       4.7946e-02,  7.8571e-02, -2.0164e-02,  1.7490e-02,  9.0083e-02,
                       8.0104e-02, -3.8227e-02, -4.2009e-03,  5.5482e-02, -1.5571e-01,
                      -7.0007e-02, -1.9052e-02, -9.7776e-02, -8.4534e-02,  3.3188e-02,
                      -1.0429e-01, -9.0249e-02, -2.3881e-02, -3.7152e-02,  9.1205e-02,
                       3.8377e-02, -6.8093e-02, -5.5622e-02,  7.5948e-02,  1.4374e-01,
                      -5.0795e-02,  2.4639e-03, -1.9065e-02,  1.7703e-02, -9.6647e-03,
                      -8.3558e-02, -3.1063e-02,  6.9754e-02,  4.9721e-02,  2.0085e-02,
                       2.1812e-02, -6.5676e-02,  1.8957e-02, -7.1564e-02,  9.5913e-03,
                      -1.3273e-01,  5.4204e-02,  6.0750e-02, -2.3995e-02, -2.0667e-02,
                      -1.0765e-01,  1.3632e-03,  1.4395e-01,  8.5218e-02,  1.5223e-02,
                       1.6997e-02,  2.9002e-02,  7.5185e-03, -2.3436e-02, -2.2987e-03,
                       9.3834e-03, -5.8719e-02,  2.9892e-02,  8.6161e-02,  1.4798e-01,
                      -5.2984e-03, -4.8562e-04,  1.2279e-03, -7.0397e-02,  1.8320e-02,
                      -3.9484e-02, -8.0620e-02,  7.9607e-02, -4.4207e-02,  1.0208e-01,
                       8.0888e-03,  8.9737e-02,  5.9075e-02,  4.1157e-02, -3.1501e-02,
                       3.8326e-01, -3.4908e-03,  5.4913e-02, -5.3308e-02,  1.5180e-02,
                      -1.4485e-02,  2.1464e-02,  3.3073e-02,  7.0579e-02,  5.5103e-02,
                      -1.5071e-01, -8.6329e-02, -1.0690e-01, -7.5966e-02,  7.9892e-03,
                       1.6695e-01,  4.1028e-01, -1.7005e-02,  2.2057e-02,  2.8063e-01,
                      -1.1794e-02,  4.4854e-02,  3.4575e-02,  4.9805e-02,  5.9938e-02,
                       2.4251e-02, -2.2010e-02,  4.3947e-02, -7.4889e-03, -8.5051e-02,
                      -5.4140e-02, -2.7780e-03,  4.8219e-02, -6.7326e-03,  2.3757e-02,
                      -8.8246e-02, -8.8240e-04,  1.6601e-01,  2.9469e-02,  8.1509e-02,
                      -1.1951e-01,  1.4877e-02,  7.0766e-03, -1.3970e-01,  1.2689e-01,
                       4.1982e-01, -8.2233e-03,  5.6784e-01, -4.0555e-02,  1.3435e-02,
                      -1.0134e-01, -3.0162e-02,  1.0569e-01,  2.2354e-02, -3.9586e-01,
                       1.2086e-01,  9.0731e-02,  1.9609e-01, -9.6017e-02,  1.7360e-01,
                      -1.9475e-01,  2.5067e-01, -5.0300e-01,  4.3414e-02,  7.2601e-01,
                       1.3173e-01,  5.4269e-02, -3.2682e-02, -4.1901e-02, -8.8218e-02,
                      -1.1587e-01,  2.8746e-02, -9.8340e-02, -1.4459e-01,  1.9437e-01,
                       1.4569e-01, -2.2108e-01,  1.0166e-01,  5.3705e-02, -4.7708e-02,
                      -6.2913e-02,  1.0835e-01, -8.2242e-02,  3.4240e-02, -9.3195e-03,
                       5.0797e-02,  2.9549e-02,  2.9302e-01,  1.3486e-01,  1.2901e-01,
                      -1.6251e-02,  3.3035e-01, -7.8939e-02, -1.0884e-02,  1.1332e-01,
                       4.3386e-02,  2.2444e-02, -5.4706e-02, -1.2714e-01,  8.1655e-02,
                      -1.3550e-02,  1.5917e-01,  1.4854e-01, -5.1996e-02, -1.7719e-02,
                       1.0774e-01,  5.2110e-02, -1.9238e-02, -2.1490e-01, -1.7217e-01,
                      -1.5526e-01, -1.1089e-01, -6.8683e-02, -2.4247e-02, -1.2397e-01,
                      -3.1085e-01, -1.0147e-01,  2.2577e-02, -5.1472e-02, -6.1474e-03,
                      -4.4494e-02, -1.3454e-01, -5.3018e-03,  5.9067e-02, -5.4793e-01,
                       1.2450e-01,  4.0909e-01,  3.4220e-01,  4.3358e-01, -1.0500e-01,
                       1.3932e-01,  1.6088e-02, -8.0059e-02, -7.0297e-02, -1.2913e-02,
                       3.6518e-03, -1.6767e-01, -1.0228e-01,  2.8170e-01,  2.5679e-01,
                       7.4652e-03, -1.8028e-01, -6.7176e-02, -3.9024e-03, -1.3131e-01,
                      -4.6049e-03,  1.7687e-01, -1.4185e-01, -6.3407e-02, -1.8939e-01,
                      -2.4886e-02,  1.9400e-01,  2.2854e-02, -4.9327e-02, -2.4906e-02,
                      -1.0107e-01, -5.1301e-02,  9.0918e-02, -6.9993e-01, -1.5012e-01,
                       1.0302e-01, -7.9186e-02, -5.5787e-02,  1.2883e-01, -8.5726e-02,
                       1.9887e-01, -1.5790e-03, -6.8904e-02,  1.2350e-01,  6.5693e-02,
                      -1.1301e-01,  3.4970e-02,  5.2865e-02,  1.3578e-02, -2.4513e-02,
                      -8.2767e-02, -6.1029e-02,  1.1595e-01, -2.4878e-03, -5.2780e-03,
                       2.5565e-02, -1.2441e-01,  6.4897e-02,  1.8852e-03,  3.4659e-02,
                      -7.1514e-02,  9.4457e-02, -1.9089e-01, -1.7022e-02,  2.1614e-03,
                       2.7325e-02,  5.2619e-02, -7.2652e-02, -6.3608e-02, -7.6761e-02,
                       4.1674e-02,  1.1803e-01, -2.7809e-01, -8.2241e-02, -2.1157e-01,
                      -2.4512e-03,  3.3031e-02, -2.8360e-01, -1.5182e-02, -5.6641e-02,
                       5.2712e-02, -2.0370e-02, -8.9422e-02, -9.1458e-02, -1.0101e-01,
                      -1.4442e-01,  2.2119e-02, -1.7181e-01,  6.9030e-03, -2.8632e-02,
                      -3.4393e-02, -1.6647e-02,  7.1046e-03, -8.3844e-02, -2.1705e-01,
                      -6.0968e-02, -3.4571e-02, -3.8294e-02,  8.5486e-03, -1.0154e-01,
                      -3.3294e-02, -1.5279e-01, -2.4457e-02, -1.0790e-01, -1.3205e-01,
                       5.6469e-02,  6.5277e-03, -3.9031e-02, -2.1450e-02, -1.8081e-01,
                      -1.2779e-01,  7.9107e-02,  3.0460e-01, -1.2922e-02,  9.4957e-02,
                       2.1064e-01, -8.1639e-02, -7.5053e-02,  4.6440e-02,  6.5544e-02,
                       2.0684e-02, -1.4108e-01,  1.1675e-01, -4.1185e-01, -5.2544e-02,
                      -2.7531e-01,  1.5796e-02,  1.1409e-03, -9.5743e-03,  1.5060e-01,
                       2.9995e-02,  5.4450e-02, -1.1374e-03,  3.6877e-02, -9.4057e-02,
                      -7.7620e-03, -2.0333e-02, -5.8080e-02, -2.8433e-02,  1.5461e-01,
                       3.9609e-02, -6.5947e-02, -5.7454e-02,  5.6527e-02, -1.1570e-01,
                      -4.8499e-02, -1.1551e-02, -1.2165e-01, -3.5293e-01,  1.4728e-01,
                       1.4279e-02, -5.9254e-02, -3.8201e-02,  2.9879e-02,  1.0587e-01,
                      -6.1726e-02,  9.2025e-02,  3.2544e-02, -3.4743e-02,  4.7107e-02,
                      -8.6801e-02, -7.6462e-02,  2.4970e-02,  9.0287e-02, -1.5975e-02,
                      -7.1194e-02,  3.9926e-02, -2.6224e-02,  1.7712e-02, -1.1266e-02,
                      -7.1763e-02, -3.4626e-01,  5.4716e-02,  2.2747e-01,  9.8420e-03,
                      -3.4746e-03,  4.8348e-02, -1.7596e-02, -4.1613e-02,  1.3143e-01,
                      -3.6058e-02, -9.3209e-02,  9.3497e-03, -1.0030e-01, -4.7186e-02,
                      -6.5660e-02, -1.3362e-02,  8.6459e-02, -4.1454e-01, -8.6336e-03,
                       7.0278e-02, -9.2347e-02,  5.2741e-02,  1.5639e-01, -8.6037e-02,
                       1.2860e-02,  1.8342e-01,  1.1169e-02, -9.4095e-02, -6.5944e-02,
                      -6.7086e-02, -1.0628e-02, -1.0470e-01, -2.1794e-02, -1.5386e-01,
                      -2.4399e-02,  2.7967e-02, -9.0545e-02,  1.2285e-02,  1.8847e-02,
                       7.5544e-02, -8.8332e-02,  1.5536e-02, -2.3505e-03,  7.2666e-03,
                       6.9099e-02,  2.6612e-02,  1.5630e-01, -3.4343e-02, -2.2032e-01,
                      -4.2442e-03, -2.5277e-03,  1.3034e-02,  3.7217e-02, -1.5835e-01,
                       3.4314e-02, -9.4342e-02,  8.4002e-02, -1.5940e-01, -9.0462e-03,
                      -5.2996e-04,  4.1573e-02, -8.4174e-03,  1.0270e-02,  1.2790e-01,
                       1.1317e-01,  2.8238e-02,  9.7182e-02,  1.3688e-03, -1.5261e-02,
                       4.0532e-02, -2.5016e-02,  1.5747e-01, -7.3555e-02, -4.9100e-02,
                      -5.6323e-03,  6.0899e-03, -8.7107e-02,  1.2742e-02, -1.2972e-02,
                       5.7122e-02,  8.7470e-02,  3.2575e-02, -1.8654e-02,  1.2449e-03,
                      -6.3683e-02, -1.3927e-01, -2.0765e-02,  4.8663e-02,  3.7191e-01,
                      -4.5220e-02, -4.6929e-03, -2.8355e-02, -3.5499e-02, -1.1803e-01,
                       2.2841e-02, -1.4983e-01, -3.9323e-02,  3.3244e-02, -8.3642e-02,
                      -7.1821e-02,  3.7244e-02, -6.1074e-03, -3.5353e-03,  2.4943e-02,
                      -1.7163e-01, -6.3254e-02,  3.3999e-03, -6.8987e-02,  1.6947e-02,
                       2.8332e-02,  4.5255e-03,  2.8415e-02, -1.7717e-03, -8.0044e-02,
                       2.6664e-02,  3.6578e-02, -7.8709e-02, -5.3715e-03, -4.0274e-01,
                      -8.0984e-02,  3.8393e-02,  1.7278e-02,  4.0053e-01,  5.2256e-03,
                       5.1005e-03,  1.5139e-01,  2.4116e-01, -8.9167e-02, -7.5978e-02,
                      -2.0001e-01,  3.0690e-02, -6.6612e-02, -3.2452e-02, -5.0078e-02,
                      -1.4653e-02, -4.6552e-02,  1.6684e-02, -2.7892e-02,  1.6828e-01,
                       4.1880e-02, -5.8961e-02,  2.5656e-02, -1.1421e-01, -5.1015e-02,
                      -1.9954e-01, -1.0429e-01,  6.2769e-02, -5.8550e-02, -6.2837e-02,
                      -2.1948e-01,  7.2912e-03,  5.1023e-01,  2.2129e-01, -4.3763e-02,
                      -4.1443e-02, -1.2161e-01, -8.4585e-02,  2.6265e-02, -4.4200e-02,
                      -6.4232e-02, -5.8556e-03,  1.3873e-01, -2.1990e-02,  1.2420e-01,
                      -1.6325e-01,  4.0582e-02, -3.8362e-02,  5.1485e-01, -3.3396e-01,
                       1.1373e-01,  1.8216e-01,  8.3993e-02,  2.4314e-01, -8.8281e-03,
                      -3.2704e-02,  1.0806e-02, -7.5185e-02, -2.1094e-02, -1.7262e-01,
                       1.6352e-01, -7.6449e-02,  4.1202e-02,  7.4904e-02,  2.6209e-01,
                      -8.6123e-02,  3.9847e-02, -7.5364e-02, -1.0209e-01, -4.1816e-04,
                      -8.5168e-02, -1.0913e-01,  3.8464e-02, -1.3821e-01,  2.9065e-03,
                      -1.1606e-02,  6.1150e-02,  1.1890e-03,  8.8221e-02,  1.7894e-01,
                       8.6322e-02,  8.0983e-02,  2.2960e-02,  8.8260e-02,  1.2861e-01,
                      -2.8012e-02, -4.7801e-02, -5.1421e-02,  9.4378e-02,  4.5010e-02,
                      -1.0943e-02,  1.1121e-01, -4.2975e-02, -3.7838e-02, -1.0354e-01,
                      -1.3742e-01, -2.6533e-02, -5.9776e-02,  1.0288e-01, -9.5821e-02,
                      -2.3343e-01, -1.3705e-01,  1.6840e-01, -3.6108e-03, -3.1106e-02,
                       2.2452e-02,  8.2862e-02,  2.8975e-02,  1.3229e-01, -6.1724e-02,
                      -7.2250e-02, -4.1533e-02,  1.7659e-02,  1.8538e-01,  9.1860e-02,
                      -8.4579e-02,  1.7324e-02, -6.8566e-02, -1.2175e-02, -6.5758e-02,
                      -1.2145e-01,  9.2127e-02, -8.8396e-02, -6.8154e-02, -2.7475e-02,
                       7.2567e-02, -1.6182e-01, -8.1435e-02, -1.1661e-01, -6.8666e-02,
                      -1.3011e-02, -1.0721e-01, -6.1545e-03, -7.6683e-02, -1.4179e-01,
                      -7.9681e-02,  3.1106e-01,  2.6658e-02, -5.7781e-03,  3.6906e-02,
                      -8.6534e-02, -3.0768e-01, -1.4525e-02,  9.1153e-02,  1.3799e-01,
                      -1.5456e-01,  8.4678e-03, -4.3387e-02,  9.4999e-02,  1.9574e-02,
                      -4.1062e-01,  2.3509e-03, -2.7005e-02,  1.9929e-01,  7.7259e-03,
                       7.1013e-02,  1.7993e-01, -9.8968e-03, -2.7323e-02, -4.4564e-02,
                      -2.5541e-01,  7.1543e-02, -1.8262e-03, -6.4007e-03, -4.1459e-03,
                      -2.0558e-02,  1.6127e-02,  1.5052e-01,  1.0557e-01,  4.6845e-01,
                      -2.2017e-02,  5.9959e-02, -3.7814e-01,  6.1055e-02, -4.8936e-03,
                      -5.7394e-02, -2.6067e-02, -8.0389e-02, -5.4697e-01,  7.0685e-02,
                      -1.6625e-02, -5.3968e-02, -6.0856e-02,  2.3361e-01, -4.1290e-02,
                       1.2452e-01, -4.1314e-03,  1.2250e-01, -1.8841e-02, -1.9911e-01,
                       4.6398e-02,  4.0066e-02,  2.8538e-02, -1.1804e-02,  8.3102e-02,
                      -1.6137e-01, -5.8251e-02, -1.7720e-02, -5.6278e-02,  8.9375e-02,
                      -2.9880e-02,  2.6523e-02, -4.8141e-02,  1.4669e-02,  1.9100e-01,
                      -4.2582e-02,  4.7852e-02,  2.6500e-02,  5.4879e-02, -9.1705e-02,
                      -1.1224e-01, -1.2029e-01,  1.5720e-02, -4.2561e-02, -2.5389e-02,
                       4.6691e-02,  9.0671e-02, -1.0098e-01,  7.9469e-02,  2.3064e-02,
                      -3.5367e-02,  9.9324e-02, -3.3095e-02, -2.5975e-02, -8.9444e-03,
                      -3.1358e-04, -6.6475e-02,  2.9218e-01,  1.2152e-02,  9.5162e-02,
                       1.2090e-03,  2.5487e-02, -1.3613e-03, -2.1827e-02,  6.3885e-02,
                      -9.7207e-02,  2.8900e-02, -1.4270e-01,  3.5161e-02,  2.5985e-02,
                      -1.6922e-01,  4.7199e-01,  2.9443e-02, -9.7806e-02, -7.5909e-02,
                      -2.9058e-01, -9.1433e-02, -6.7131e-02, -1.7455e-02,  5.5919e-03,
                      -9.2709e-02, -7.5008e-03,  3.5983e-02,  4.5979e-02,  1.5376e-02,
                      -7.1436e-02,  8.0947e-02,  2.4013e-02, -5.9850e-02, -4.0160e-02,
                      -2.3190e-02, -8.0105e-03, -1.0827e-01], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.weight',
              tensor([[-0.0222,  0.0024, -0.0266,  ..., -0.0104,  0.0315,  0.0526],
                      [ 0.0249,  0.0166, -0.0633,  ...,  0.1050, -0.0580,  0.0348],
                      [-0.0161, -0.0057,  0.0377,  ..., -0.0260,  0.0031, -0.0001],
                      ...,
                      [-0.0160,  0.0507, -0.0351,  ..., -0.0686, -0.0049,  0.0331],
                      [ 0.0442, -0.0090,  0.0266,  ..., -0.0224, -0.0311,  0.0303],
                      [-0.0420, -0.0489,  0.0674,  ...,  0.0225, -0.0507, -0.0103]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.bias',
              tensor([-2.2475e-03, -2.9671e-04, -3.4888e-03, -2.0537e-03, -2.0965e-03,
                       6.4457e-03, -7.8813e-04,  3.1020e-03, -3.2176e-03, -9.9890e-04,
                       1.5693e-03,  3.9022e-04, -2.3032e-03,  2.9378e-03,  2.6236e-03,
                       1.1951e-03, -6.6060e-04,  1.1802e-03, -2.2890e-04, -5.4925e-04,
                      -7.7423e-04, -1.7026e-03,  3.7252e-03,  1.4210e-03, -7.6850e-04,
                      -9.4786e-04,  2.8915e-03, -2.6761e-03,  1.7755e-03,  1.3924e-03,
                      -5.8544e-04,  7.8087e-04,  3.2618e-03, -3.7769e-03, -2.0694e-03,
                      -6.4468e-04, -5.1907e-03,  3.4575e-03, -3.2639e-03,  3.2169e-03,
                       8.3215e-04, -5.0879e-04, -9.2843e-04,  5.1806e-04,  3.3811e-03,
                      -6.4370e-03,  1.3981e-03, -3.7680e-03, -1.1884e-03,  5.4023e-03,
                       4.1544e-03,  1.2655e-03, -6.9931e-04,  1.7157e-03, -3.1928e-03,
                      -2.4350e-03,  2.3740e-03,  1.0382e-03,  9.0438e-04,  2.1653e-03,
                       1.6481e-03, -4.9438e-03, -4.6479e-04, -1.3447e-03, -6.7600e-04,
                       1.4981e-03, -4.5872e-04,  1.9003e-03,  1.4461e-03,  2.2087e-03,
                      -1.3525e-03, -2.2809e-03, -2.1421e-03, -1.5179e-03,  1.8771e-03,
                      -1.1030e-03,  4.8675e-04,  6.2524e-04,  8.6417e-04, -5.5311e-04,
                      -2.0030e-03, -4.1887e-03, -2.0903e-03, -7.9614e-04,  2.9199e-03,
                       8.6969e-04,  1.1901e-03,  1.4221e-03, -1.6144e-03,  9.9074e-04,
                       2.9007e-03,  4.0904e-03, -6.4842e-04,  1.3018e-04,  2.0501e-03,
                       1.7314e-03,  3.9108e-04,  4.5468e-04, -1.7177e-05, -2.6297e-04,
                      -8.8900e-04, -1.5470e-03,  9.3866e-04, -2.8305e-03,  7.6258e-04,
                       3.9745e-03,  3.6627e-03,  2.8353e-04, -1.6791e-03,  1.7305e-03,
                       6.4041e-04, -1.1587e-03,  2.5139e-04,  2.1270e-03,  2.9575e-03,
                      -9.7563e-04,  2.2348e-03,  8.9390e-04,  1.0135e-03, -1.0680e-03,
                       1.5212e-04,  1.8754e-03,  1.6249e-03, -3.1926e-03,  1.1791e-03,
                      -2.2637e-03, -3.2137e-03,  2.1525e-03, -3.2545e-03, -4.8618e-04,
                       3.7193e-03, -3.1695e-03, -8.7208e-04,  3.8945e-04, -4.2481e-03,
                      -4.3810e-03, -5.3866e-03, -9.3240e-03,  7.7659e-04,  6.7476e-04,
                      -8.6654e-04, -2.0709e-03,  1.8213e-03, -1.5132e-03,  1.2684e-03,
                      -2.0540e-03, -3.8579e-03, -2.5892e-03,  6.4620e-04, -8.1433e-03,
                       3.6776e-03,  2.9679e-04,  7.3667e-03,  3.4197e-03, -8.4527e-03,
                      -1.8225e-03, -1.3679e-03, -4.4939e-03,  1.1742e-03,  2.4007e-03,
                       5.6600e-03,  3.7484e-03, -1.8278e-03,  1.8658e-04,  1.6637e-03,
                      -2.4316e-03,  3.8661e-03, -1.4242e-03, -1.7398e-03,  2.1600e-03,
                       5.9210e-04, -4.9268e-03,  2.7091e-03,  6.7317e-04, -2.4444e-03,
                      -1.1435e-03, -9.1961e-05, -2.9294e-03, -1.5449e-03, -9.0874e-04,
                       1.7756e-03, -6.4076e-03,  1.0259e-03,  1.7751e-05, -1.4231e-03,
                      -5.0471e-04, -1.5041e-04,  1.7039e-03,  3.9783e-04, -1.8624e-03,
                      -1.9911e-03, -4.9826e-03, -3.8386e-03, -3.2159e-03,  8.6825e-04,
                      -7.5386e-03,  2.8388e-03,  8.1882e-04,  2.6814e-03, -4.2711e-03,
                      -4.6767e-03, -1.3655e-03, -1.9762e-03,  2.0435e-03,  5.8658e-03,
                       3.1246e-03, -9.8174e-05, -8.5778e-04,  2.3831e-03,  3.9920e-03,
                       3.8446e-03, -3.9953e-03, -3.8687e-03,  1.0612e-03,  4.0459e-03,
                      -6.0040e-03,  3.5271e-03,  2.1219e-03,  4.6615e-03,  2.7809e-03,
                       2.0017e-03,  4.1360e-03,  2.0957e-03,  3.4870e-03,  2.0387e-03,
                       3.4759e-03,  3.7052e-03,  8.1683e-04,  4.6255e-04, -1.6667e-03,
                      -1.6245e-03,  1.4251e-04, -1.5664e-03,  5.2053e-03, -2.3315e-03,
                      -6.0662e-04, -5.3212e-03, -2.7085e-03, -8.3589e-04,  4.1591e-03,
                      -3.2924e-03,  4.2675e-03,  3.1582e-03, -1.3913e-03, -6.4316e-03,
                       5.6631e-04,  1.9773e-03,  9.1510e-04, -8.6221e-03, -7.4866e-03,
                      -2.7484e-03,  2.4085e-03, -6.3484e-04,  5.8547e-03,  5.4251e-04,
                       5.5176e-04, -9.4814e-03,  4.9121e-04, -3.1527e-03, -1.1217e-03,
                       5.6914e-04, -1.5347e-03, -2.6738e-03,  6.2009e-04,  2.2676e-03,
                       8.2169e-04,  2.5625e-03, -3.1950e-04, -2.8877e-03,  1.0149e-03,
                       4.3916e-03,  5.4952e-03,  6.3292e-03,  3.7549e-04, -3.5441e-03,
                      -2.5694e-05, -2.2230e-03, -5.7519e-03, -2.1789e-03,  3.8165e-03,
                      -3.8179e-03,  1.3340e-03, -3.9366e-03, -1.7144e-03,  5.9302e-03,
                       4.2021e-03,  1.6660e-03, -2.9691e-03, -9.5698e-04, -4.4265e-03,
                       5.3332e-03, -4.0829e-03, -1.3844e-03,  3.4368e-03,  5.1576e-03,
                      -8.1429e-03, -1.8426e-03,  1.6445e-03,  5.2219e-04,  8.6650e-03,
                      -6.5420e-04, -5.4836e-03, -1.0183e-03,  4.4944e-03, -8.7289e-04,
                       9.6254e-04, -2.0033e-03,  1.7372e-03, -2.4389e-03,  9.1990e-04,
                      -2.2019e-03,  4.0142e-04, -7.7177e-03, -6.0439e-03,  3.9835e-04,
                      -2.3058e-03, -3.5773e-03,  3.1006e-04, -5.8896e-03,  3.0881e-03,
                       9.5844e-03, -2.3757e-03, -2.4265e-04,  5.5892e-03, -2.4292e-03,
                       9.0316e-04, -3.2712e-03, -3.8656e-03, -4.3829e-03, -2.7233e-03,
                      -5.8206e-03, -2.7064e-03, -2.9068e-03,  2.3093e-03,  6.3076e-03,
                       5.0662e-03, -1.1879e-03,  5.9895e-03, -3.6385e-03,  1.6942e-03,
                      -7.5614e-03,  3.7733e-03,  4.1802e-03, -2.1461e-03,  3.8934e-03,
                       5.5096e-04, -8.2924e-03,  4.8280e-03,  8.7414e-03, -8.7515e-03,
                      -3.3773e-03, -5.8426e-03, -5.2267e-03,  6.8617e-04,  5.4201e-03,
                       1.2430e-03, -4.6988e-03, -3.8490e-03, -1.9484e-03,  2.1616e-03,
                      -1.7761e-03,  9.7054e-03, -6.1634e-03, -7.0964e-03,  3.5877e-03,
                       7.3786e-03, -9.2825e-03, -5.6188e-03, -1.5558e-03, -4.2662e-03,
                       6.1169e-04,  1.1567e-03,  1.3874e-03,  1.4778e-03,  7.0059e-03,
                      -1.6263e-03, -3.0484e-03, -3.4358e-03,  6.1202e-03, -5.4550e-03,
                      -7.4606e-04,  2.2685e-03,  4.1965e-03,  1.9132e-03, -7.9264e-04,
                      -3.4356e-04, -1.2509e-04,  1.4848e-04, -5.0457e-03, -9.9729e-04,
                       4.8908e-03, -9.8541e-04,  2.1627e-03, -3.6414e-03, -2.4434e-03,
                      -8.7892e-04,  3.3690e-03,  4.5147e-03,  3.4103e-03, -1.6429e-03,
                      -7.2666e-04,  1.8554e-03,  1.9284e-03, -7.9389e-03, -6.7403e-03,
                      -4.8741e-03, -1.9553e-03, -7.9023e-05, -8.0349e-04,  2.1917e-03,
                      -6.6853e-03, -1.8102e-03, -1.5739e-03, -2.1787e-03,  3.2950e-04,
                       4.6288e-04,  2.0953e-03,  8.8722e-03, -4.7014e-03, -6.6900e-03,
                       2.3896e-03,  1.2997e-03, -2.1960e-03, -4.5369e-03, -3.1075e-03,
                      -4.7422e-03, -5.7925e-03,  3.3125e-03,  1.5331e-03,  1.4634e-03,
                      -1.8086e-03, -3.5276e-03, -4.3104e-03,  2.1358e-03, -4.4476e-03,
                       5.1998e-03, -2.2453e-03,  2.7097e-03, -1.8721e-03, -3.1036e-03,
                       3.1239e-04, -5.2422e-03,  2.1973e-03, -5.8473e-04,  1.4358e-03,
                      -2.6409e-03, -3.3699e-03, -2.1134e-03, -1.2041e-03,  3.4944e-03,
                       3.4599e-03,  2.6828e-03, -5.6985e-03,  2.9305e-03,  4.2258e-04,
                       1.5261e-03, -3.6304e-03,  2.0758e-04,  1.9368e-03, -2.6852e-03,
                       1.6782e-03,  2.1729e-03,  3.9258e-03,  4.8427e-04, -5.9540e-04,
                       3.8066e-04, -5.7715e-03,  5.0665e-03,  2.9830e-03,  1.5222e-04,
                      -3.8534e-03,  4.1666e-04,  2.0574e-03, -4.0813e-03, -6.1321e-03,
                      -3.6351e-03, -1.0129e-03,  4.0763e-03, -1.8516e-03, -4.0550e-03,
                       6.1841e-03, -5.0855e-04, -6.8713e-04,  4.8494e-03,  6.8590e-03,
                       3.7172e-03, -2.3653e-03, -1.1781e-03,  7.3494e-03,  5.5391e-03,
                      -4.6467e-03, -3.9907e-03, -5.6925e-03,  1.6594e-03,  1.6034e-03,
                      -1.7107e-03,  1.8370e-04, -4.0985e-03, -3.2459e-03,  2.1395e-03,
                       2.7806e-03,  1.0086e-03, -1.5339e-03,  1.3528e-03, -6.3828e-03,
                      -5.6722e-04, -3.9851e-03, -9.6089e-04,  4.6389e-03,  4.8549e-04,
                       3.8399e-03, -5.3499e-04,  3.0611e-04, -2.3212e-03, -2.5807e-03,
                       1.4436e-04, -3.7597e-03,  7.2576e-04, -8.3425e-03, -1.4999e-03,
                       2.2757e-04, -2.1780e-03,  2.9085e-03, -1.8689e-03, -3.2069e-03,
                      -1.5830e-03,  4.8594e-03, -2.8202e-03, -7.5522e-04, -3.8149e-03,
                       7.1205e-03,  4.5010e-03,  1.4144e-03, -2.3454e-03, -2.0037e-03,
                       5.6828e-03,  3.1818e-04, -8.9795e-03,  5.0868e-04,  2.0415e-03,
                       4.4273e-03,  1.2619e-03,  3.1400e-03, -2.5682e-03,  1.7630e-03,
                      -3.4260e-03, -5.8961e-03,  1.4277e-03, -2.2016e-03,  5.7187e-04,
                      -9.7147e-05,  2.7791e-03,  1.2970e-04, -2.1358e-04,  2.3390e-04,
                       3.6277e-03, -2.6107e-03,  3.4192e-03, -2.9102e-03, -8.0761e-04,
                      -4.8805e-03,  1.0182e-03,  1.6201e-03,  3.3142e-03,  2.1062e-03,
                      -8.4430e-05,  1.0994e-03, -2.0484e-03,  1.9204e-03, -3.0474e-03,
                      -6.7068e-03, -6.1887e-03, -2.1794e-03, -3.2359e-03, -4.4123e-04,
                      -8.3641e-04,  9.3824e-04,  2.3144e-03, -2.9334e-04, -1.0573e-03,
                      -7.0979e-04,  1.7014e-03, -1.5023e-03, -1.4044e-04,  2.5088e-04,
                       3.6731e-04,  1.7083e-03,  8.5072e-04, -1.5097e-03, -4.6500e-04,
                       1.0551e-03,  2.3109e-03,  2.9765e-04, -2.7292e-03, -2.8311e-03,
                       1.4950e-03, -8.5902e-04, -5.1160e-04,  1.9663e-03,  1.0775e-03,
                       9.6366e-04, -2.0714e-03,  8.4970e-04,  1.0450e-03,  1.0486e-03,
                       2.9697e-03,  1.0753e-03, -8.8051e-04, -8.7499e-04,  1.8906e-03,
                      -1.1034e-03, -1.6121e-03, -9.0372e-04,  6.8177e-04,  1.0371e-03,
                      -1.0065e-03, -6.3511e-05, -1.4263e-03, -1.0639e-03,  1.9104e-03,
                      -1.8624e-03, -2.0795e-04, -1.0737e-03,  6.6797e-04,  1.5192e-04,
                       4.5812e-04,  2.3559e-04,  4.8196e-04,  1.3312e-03, -1.0215e-03,
                       1.4623e-03,  9.4683e-05,  1.0847e-03, -1.3119e-03,  1.5287e-03,
                       8.8546e-04,  2.9389e-04,  5.4861e-04,  7.1821e-04, -1.1753e-03,
                      -2.2716e-03,  7.0695e-03, -1.7243e-03, -2.2331e-03,  1.3859e-03,
                       2.2184e-03, -8.2704e-03,  1.1628e-03,  7.0948e-04, -5.4657e-04,
                      -3.7017e-03, -6.4795e-03, -3.4349e-03,  3.4627e-03,  2.0152e-03,
                      -3.7666e-03,  2.7539e-03,  1.6961e-03,  7.8461e-03,  1.3282e-03,
                       4.6664e-04,  8.2358e-04,  8.8916e-04, -4.4594e-03,  3.1652e-03,
                      -6.4715e-03,  2.8772e-03, -4.7064e-03, -2.9839e-03, -4.7905e-03,
                       6.4778e-03,  4.5210e-03,  5.6335e-03,  3.7257e-03,  5.9619e-03,
                      -2.6593e-03,  2.1566e-03, -3.6899e-03, -3.3164e-04,  1.2465e-03,
                      -2.5413e-03, -3.0557e-03, -3.7156e-03, -6.7014e-03,  2.3584e-03,
                      -9.1931e-04,  5.4024e-03, -4.2024e-04,  3.1606e-04,  3.1187e-03,
                       3.6661e-03, -2.1099e-03,  4.3007e-03,  5.7399e-04,  3.3391e-03,
                      -1.8248e-03, -6.9966e-03, -2.9106e-03, -1.1380e-03,  3.3729e-03,
                      -6.1958e-05,  1.0624e-04, -4.7610e-04, -2.2174e-03,  6.0485e-03,
                      -1.1230e-03, -7.0402e-03, -9.7374e-04, -4.1654e-03, -8.3032e-03,
                       1.7450e-03, -3.7493e-04, -2.7747e-06,  1.0023e-03,  1.3468e-03,
                       8.1031e-03, -1.0297e-03, -4.0942e-04,  1.3432e-03,  5.4562e-05,
                      -3.6046e-03, -4.5584e-04,  1.4069e-03,  3.4032e-03, -6.7749e-04,
                       1.0246e-04, -1.0548e-03, -6.0247e-03, -5.1614e-03, -4.5290e-03,
                      -1.2752e-03, -1.0486e-03, -2.3366e-04, -3.1749e-03, -3.3912e-03,
                      -2.0694e-03, -4.3923e-04, -3.1608e-03, -5.0811e-04,  3.0552e-03,
                      -4.4338e-04, -1.1268e-03,  3.4286e-03, -8.8180e-04, -2.3619e-03,
                       1.1448e-03,  1.9246e-03,  5.3783e-03, -7.6835e-04, -2.1775e-03,
                      -1.4815e-04, -1.7726e-03, -2.1870e-03, -9.3743e-04, -4.6975e-04,
                       5.2389e-03,  1.7367e-03, -1.5400e-03,  1.1266e-03,  5.7273e-03,
                       2.6212e-03, -3.7525e-03, -5.7277e-03,  5.3083e-03,  3.0731e-03,
                       2.3429e-03,  1.2293e-03, -1.6125e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.weight',
              tensor([[ 0.0085, -0.0090,  0.0079,  ...,  0.0006, -0.0189,  0.0580],
                      [-0.0144, -0.0087, -0.0528,  ..., -0.0592,  0.0335,  0.0498],
                      [ 0.0654,  0.0616, -0.0747,  ..., -0.0434, -0.0153, -0.0009],
                      ...,
                      [ 0.0118,  0.0402, -0.0108,  ...,  0.0124,  0.0321, -0.0491],
                      [ 0.0015,  0.0230,  0.0915,  ...,  0.0953, -0.0822, -0.0300],
                      [ 0.0110, -0.0079, -0.0202,  ..., -0.0156, -0.0271, -0.0246]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.bias',
              tensor([-1.2262e-03, -1.8639e-02,  1.5985e-02, -4.8721e-02, -7.4706e-03,
                       1.8355e-02,  2.9720e-03, -8.1323e-03, -2.0608e-02, -3.1902e-02,
                      -1.3719e-03,  1.3520e-02, -4.4618e-02,  4.0175e-02,  3.0458e-03,
                       2.1318e-02, -2.2221e-02,  3.1408e-02, -8.3743e-03, -7.7385e-04,
                       2.5158e-03,  1.7854e-02,  3.1517e-03,  1.2900e-02, -2.7218e-02,
                       2.5416e-02,  8.1295e-03, -1.8528e-02,  1.0975e-02,  9.7922e-03,
                       1.5610e-02,  1.3462e-02, -8.4977e-03,  6.9385e-03,  1.6102e-02,
                      -2.5775e-02, -1.0851e-02,  2.1620e-02, -5.4721e-03,  3.8599e-02,
                      -7.5446e-03,  9.6392e-03,  5.5960e-03, -2.7445e-02, -1.8475e-02,
                      -2.1540e-02, -1.9900e-02, -1.5012e-03, -6.4667e-02, -4.1569e-03,
                       6.7920e-04,  3.2191e-02, -2.5354e-02,  1.5517e-02, -1.7133e-02,
                      -1.8002e-03, -2.5931e-02, -1.2033e-02, -2.5432e-02, -2.7851e-03,
                       7.4714e-03,  2.1826e-02, -3.9226e-02, -1.6038e-02, -8.4907e-02,
                      -3.1453e-02, -6.1895e-02, -1.2328e-02,  3.0884e-02,  4.4659e-02,
                       3.3006e-02,  2.7696e-02, -2.3336e-02, -1.6003e-03, -7.7462e-02,
                      -9.0776e-02,  6.5360e-03,  2.5365e-01, -4.2471e-02, -2.0586e-02,
                       8.7195e-03,  4.5666e-02,  5.3973e-02,  5.9549e-02,  4.8399e-02,
                      -1.2919e-02, -6.5739e-02,  9.5804e-03, -8.7063e-03, -2.3524e-02,
                       1.4939e-02, -3.1764e-02,  4.8967e-02,  6.1697e-02,  2.0689e-02,
                       5.0481e-02, -6.7949e-02, -1.3456e-02, -5.0802e-02, -1.5145e-02,
                      -1.4589e-03,  4.8469e-02, -4.6121e-02,  9.2605e-03,  5.0466e-04,
                       2.9405e-02, -1.0680e-02,  5.3418e-02,  2.4884e-04,  2.7205e-02,
                       1.3663e-02, -4.2497e-02,  2.6305e-02,  4.2878e-02, -2.1302e-02,
                      -5.4128e-02,  1.7936e-02, -7.2790e-02,  2.0532e-02,  5.3120e-02,
                       8.2601e-03, -2.1213e-02, -3.0629e-02,  4.8447e-02, -5.6031e-02,
                       5.5345e-02, -5.9777e-02,  9.4982e-02, -7.2708e-03, -1.3356e-02,
                      -3.2953e-03,  3.4481e-02,  6.9823e-02,  5.6895e-02,  4.3865e-02,
                       1.1561e-03,  1.6289e-02,  5.5763e-02, -3.6838e-02, -8.0682e-03,
                       9.7243e-02, -1.3036e-02, -4.4541e-02, -5.7076e-02, -3.0224e-02,
                       6.6834e-02, -1.5020e-02,  3.1996e-02,  1.8261e-02, -1.1020e-03,
                       1.5571e-02, -5.1608e-03,  1.1964e-01, -5.7647e-03,  3.9421e-02,
                      -1.5133e-02, -1.9155e-02, -6.4971e-02,  3.2102e-02, -1.6865e-03,
                       3.4100e-02, -1.1583e-02,  1.2618e-03, -1.5985e-02, -4.1549e-02,
                       1.8111e-02, -9.4788e-02, -3.0238e-02,  8.7770e-02,  4.3535e-02,
                       1.3017e-02,  3.5949e-02, -1.4760e-02, -1.3489e-03,  5.6788e-02,
                       3.6552e-02, -1.6151e-02,  3.6852e-02, -3.7572e-02, -3.4447e-03,
                       1.2840e-03,  3.5138e-02, -1.3119e-01, -2.0751e-02, -1.9652e-02,
                       4.3940e-02,  9.2142e-03,  1.4770e-02, -2.0136e-02,  3.3766e-02,
                       2.6444e-02,  1.2921e-02, -1.8985e-03, -1.1029e-02,  1.6400e-02,
                      -5.1567e-03, -1.6618e-02,  3.5627e-03, -4.9729e-03,  1.2012e-02,
                      -4.4629e-04,  6.2040e-03, -1.1547e-02,  4.8186e-02, -3.9741e-02,
                      -1.6522e-02, -8.3493e-03, -1.0983e-02, -2.1445e-03, -3.8209e-02,
                       4.3250e-03, -4.8130e-03,  2.8375e-03, -2.5485e-02,  2.1965e-03,
                      -1.5944e-02,  7.0161e-03, -3.3372e-03, -1.3796e-02,  2.8267e-03,
                       1.2096e-02,  1.9104e-02,  4.4304e-04,  3.6145e-03, -1.4607e-02,
                      -6.1494e-03,  4.2782e-03, -1.2813e-02,  2.7602e-02,  1.4206e-02,
                      -8.0785e-03, -1.6051e-02,  1.4886e-02, -1.1321e-02, -5.2241e-03,
                       1.4955e-02, -2.2439e-02,  4.0321e-02,  2.1809e-02, -2.2999e-02,
                       1.4654e-02, -1.3732e-02,  1.1630e-02, -1.0130e-02,  1.2121e-03,
                      -1.0653e-02,  1.3756e-02,  1.3945e-02,  2.1241e-02,  3.4938e-02,
                      -1.7578e-02,  8.4833e-03, -2.6175e-02, -5.2774e-03,  1.1174e-02,
                      -2.3901e-02,  1.2407e-02, -1.0542e-02, -6.9264e-02, -3.9947e-02,
                      -2.0501e-02, -4.8180e-03, -2.2032e-02,  4.8971e-02, -6.1854e-03,
                      -4.6219e-04,  6.0088e-02, -3.3294e-02, -1.1044e-02,  1.8297e-02,
                       1.1539e-02,  1.6420e-02,  4.7664e-02, -1.0007e-02, -3.1032e-02,
                       1.9811e-02,  4.0412e-02,  1.8613e-02, -1.1747e-03, -4.4373e-02,
                       2.1399e-02,  9.3314e-03,  2.3147e-03, -2.5874e-03,  3.9448e-02,
                       1.1203e-02, -6.2222e-02, -4.6623e-02, -5.2779e-04,  8.6454e-03,
                      -2.1140e-02,  5.9005e-05,  2.5192e-02,  5.3148e-02, -4.7754e-02,
                      -3.7702e-02,  1.2378e-02, -4.3368e-02, -3.1530e-02, -1.3144e-02,
                       3.6984e-03,  5.8853e-02,  8.2957e-02, -1.8328e-02,  2.1573e-02,
                      -9.3931e-03, -5.8959e-02, -5.6751e-02,  8.9906e-02,  4.7806e-02,
                      -3.3783e-02, -4.2454e-03,  2.2545e-02, -1.8866e-02,  4.1117e-02,
                      -3.7328e-02, -3.6549e-03, -3.6695e-03, -1.2447e-01, -5.8200e-02,
                      -3.9737e-02, -2.6981e-02, -2.8503e-02, -3.8094e-02, -1.9373e-02,
                      -9.3653e-03,  1.1889e-03, -1.7767e-02, -8.0317e-03, -4.8044e-03,
                       1.7530e-02,  7.3812e-03, -7.8164e-03,  1.3732e-02,  4.9018e-02,
                       3.6648e-02, -3.9381e-02, -1.9437e-02,  4.2276e-04,  1.7420e-02,
                      -4.4721e-02,  8.8684e-04,  3.8472e-02,  8.7410e-03, -2.3216e-02,
                       6.0071e-03, -9.0057e-03,  2.7198e-02,  1.1041e-04, -3.4715e-02,
                      -4.2625e-03,  2.1423e-02, -2.1739e-02, -2.3268e-02, -1.6498e-02,
                      -1.4313e-03, -6.7413e-03, -2.6641e-03,  5.5684e-02, -1.4639e-03,
                      -1.2311e-02,  1.5483e-02, -9.6489e-03, -6.6907e-03, -1.1227e-02,
                       1.9912e-02, -9.3338e-03, -2.5261e-04,  1.1524e-03, -2.2417e-02,
                       1.7949e-02,  2.4104e-02,  1.3292e-02, -3.4404e-02, -3.3525e-02,
                       1.0255e-02,  3.5901e-02,  2.0445e-02,  3.7605e-02,  4.1748e-02,
                       1.0194e-03, -2.5773e-03,  6.4618e-03,  1.6890e-02, -2.5689e-02,
                      -9.9564e-03, -4.3827e-03, -2.7616e-02, -7.5550e-03,  4.6577e-03,
                       3.0154e-02,  6.7078e-03,  2.3659e-02, -1.6877e-02,  1.1980e-02,
                      -6.5288e-03,  2.2114e-02,  2.2639e-02, -3.4419e-02,  5.9018e-03,
                       1.1865e-02,  1.7849e-02,  1.9651e-02, -1.6679e-02, -6.2177e-03,
                       1.1378e-02, -2.1382e-02,  3.8573e-02, -1.2605e-02, -1.2113e-02,
                      -1.0125e-03,  2.9857e-02, -1.3030e-03,  2.9493e-02, -8.8411e-03,
                       1.9946e-02, -2.1052e-02, -1.8340e-02, -7.6376e-03, -1.3178e-02,
                      -1.6359e-02, -4.5125e-03,  1.3633e-02, -3.8480e-02, -5.3879e-03,
                      -7.7096e-03, -2.1759e-02, -2.8377e-03,  1.5521e-03, -5.5850e-03,
                      -6.2380e-03,  4.5523e-03, -1.9070e-02,  4.7775e-03, -1.1449e-02,
                       6.4527e-02, -1.3179e-02, -1.9132e-02, -1.3346e-02,  2.0273e-02,
                      -4.4797e-02, -8.4677e-03, -1.5726e-03,  3.6765e-02, -3.1930e-03,
                       9.4644e-03, -2.6055e-02, -2.4223e-02, -1.2028e-03,  3.6656e-02,
                       2.6816e-02, -6.4059e-03, -8.3780e-03,  9.0496e-03, -2.9260e-02,
                      -3.8253e-03,  1.8086e-02,  4.2150e-02, -8.7994e-03,  1.2453e-02,
                      -1.1430e-02,  1.4961e-02, -1.1618e-02,  4.8301e-02,  5.1682e-02,
                      -1.1481e-04,  1.1289e-03, -6.3188e-02,  4.8404e-03, -1.0134e-02,
                      -8.6181e-03,  2.1920e-03, -8.8437e-03,  2.5925e-04, -5.4493e-03,
                      -2.8918e-02, -6.3645e-03, -2.3833e-02, -4.6496e-03,  1.2095e-02,
                       3.7127e-02,  2.7974e-02, -3.9517e-02, -1.5330e-02, -3.4292e-03,
                      -1.0277e-02, -7.5428e-03,  2.1620e-02,  1.5840e-02,  1.1974e-02,
                      -6.0765e-02, -2.3771e-02,  2.2681e-02,  4.8599e-03,  1.0599e-02,
                      -6.4453e-03,  2.8168e-02, -1.2282e-03, -1.6707e-03, -1.2109e-02,
                      -3.8173e-02,  8.9119e-03,  1.5108e-02,  1.8762e-02, -2.5458e-02,
                      -1.3299e-02, -2.6642e-02, -2.3433e-02,  7.8299e-03,  2.7627e-02,
                      -4.7315e-03,  3.9442e-02, -2.6722e-02,  6.1957e-03, -1.9711e-02,
                       1.0386e-02, -2.3550e-02, -3.2131e-02, -2.0395e-02,  4.5734e-03,
                      -1.8074e-02, -3.7891e-03,  1.0480e-02,  3.5903e-02,  4.5852e-02,
                       1.6410e-03, -3.4816e-02, -2.2192e-02,  1.3004e-02,  4.7560e-02,
                       4.1458e-02,  2.5149e-02,  1.8579e-02,  8.3336e-03,  1.6660e-02,
                       1.7231e-02, -2.7081e-03, -2.2495e-02,  1.2254e-03,  5.1976e-04,
                      -1.0828e-03,  1.2657e-02, -5.5880e-02,  2.1983e-02, -1.0060e-02,
                       2.4919e-02, -1.0895e-02, -2.4056e-02, -8.6826e-02,  4.3343e-02,
                       9.5931e-03,  8.4191e-03, -1.2835e-02,  1.6498e-02,  2.1372e-02,
                       2.3658e-02,  4.4243e-03,  2.2525e-02,  2.6328e-02,  6.6539e-02,
                      -2.4985e-02,  7.3222e-03,  3.2217e-02,  4.1366e-02, -1.2250e-02,
                       3.0056e-02, -4.1835e-02,  2.4576e-02,  4.2874e-02, -6.5052e-02,
                       5.7814e-02, -4.3107e-03, -3.3919e-02,  3.2318e-02,  3.0472e-02,
                       5.0607e-03,  2.9551e-02, -1.6919e-02, -3.2073e-02,  9.5488e-02,
                       5.5363e-02,  9.5641e-02,  2.9201e-02, -4.3926e-02,  1.5340e-02,
                       8.1144e-02, -4.5273e-02,  1.2755e-01, -5.0124e-02,  2.0111e-02,
                      -3.2404e-02, -6.5596e-02,  5.9047e-02, -5.4912e-03,  1.7050e-02,
                       2.1394e-02, -6.7697e-02,  1.1605e-01, -1.9193e-02, -4.1814e-02,
                       2.2112e-02,  2.5696e-02,  5.7948e-02, -4.3681e-02, -1.1654e-01,
                      -5.7214e-02, -1.8527e-02,  2.2013e-02,  3.4075e-03,  1.9671e-02,
                       4.0263e-03, -2.7092e-02,  1.4270e-03, -6.5021e-02, -5.1565e-03,
                      -3.9477e-02,  1.4135e-01,  3.3240e-02,  6.8030e-03,  1.0386e-02,
                       1.1440e-01, -1.2799e-02, -1.4154e-02,  1.0092e-02, -1.1006e-01,
                      -6.8432e-02, -8.8064e-02,  6.9893e-03,  1.2616e-01, -9.7950e-02,
                       4.8879e-03,  8.1166e-03, -2.3360e-02, -3.9641e-02,  1.9878e-02,
                       4.9141e-02, -2.3349e-02,  2.2549e-01,  7.7065e-02,  1.1994e-02,
                      -5.1226e-02, -7.9941e-02,  1.5017e-02, -5.2770e-02,  2.6150e-02,
                       4.5032e-02,  2.2230e-02, -1.6954e-02,  6.1695e-02, -5.7784e-02,
                      -4.5529e-02, -1.2633e-01, -7.3316e-03,  2.0430e-02, -1.0307e-02,
                      -3.1598e-03,  4.8597e-02, -2.8618e-02, -5.9049e-02,  6.2993e-02,
                       2.8957e-02, -4.7921e-02,  4.3809e-02,  6.6912e-02,  3.7475e-02,
                      -3.3928e-02, -3.8910e-02,  3.8854e-02,  2.4582e-02, -2.5066e-02,
                       1.9060e-02, -4.1322e-03,  2.7740e-02,  3.6318e-03,  3.5107e-02,
                      -1.7007e-02, -1.6672e-02, -2.8348e-02,  1.3562e-02, -4.2987e-03,
                       6.8794e-03, -8.6376e-02, -1.5879e-02,  1.0529e-01, -2.0865e-02,
                      -2.2740e-02,  2.7646e-02,  3.8814e-02, -4.5364e-02, -2.7372e-03,
                      -4.8903e-02, -8.0167e-02,  3.2087e-02, -3.8332e-02,  6.1015e-02,
                      -8.8252e-02,  4.9856e-04, -2.5192e-02,  1.4965e-02,  3.6916e-02,
                      -2.2177e-02,  5.5273e-02,  2.5271e-03,  1.7935e-02,  5.9335e-03,
                       3.5060e-02, -4.9739e-03,  7.3024e-03,  2.7821e-02,  7.9684e-03,
                       4.0357e-03, -1.9034e-02,  1.8700e-02, -1.4159e-02, -9.2555e-03,
                       7.7594e-03, -6.0859e-03,  1.2021e-02, -4.0836e-03,  1.7389e-03,
                       1.1156e-02,  2.4333e-03, -5.9725e-03, -1.5294e-02, -7.0680e-03,
                      -2.8822e-03,  2.1428e-02, -2.0148e-04,  2.9781e-02, -7.2809e-03,
                       8.6190e-04,  1.3628e-02, -1.3703e-02,  1.2239e-02, -1.7167e-02,
                      -2.5081e-02, -6.1079e-03, -4.7642e-03, -2.2143e-02,  2.1680e-02,
                      -2.6410e-02,  4.4634e-02, -1.0144e-02,  2.0713e-02, -3.6011e-02,
                       4.2524e-03, -5.2311e-03, -1.1632e-03, -6.6085e-03, -7.3248e-03,
                       2.4454e-02,  1.6658e-02, -1.6432e-02, -2.3118e-02,  2.8102e-02,
                      -1.3615e-02, -2.2310e-02, -2.1790e-03, -5.9468e-03,  6.6511e-03,
                      -5.1779e-03,  1.1506e-02,  8.7635e-03, -1.5531e-02,  1.1171e-02,
                      -1.0853e-02,  9.1321e-03, -2.0159e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.weight',
              tensor([[ 0.0058,  0.0027, -0.0113,  ...,  0.0074,  0.0353, -0.0078],
                      [ 0.0284,  0.0084, -0.0129,  ..., -0.0459,  0.0073, -0.0134],
                      [ 0.0236, -0.0156,  0.0816,  ..., -0.0057, -0.0839, -0.0190],
                      ...,
                      [ 0.0525,  0.0545,  0.0289,  ..., -0.0269, -0.0520,  0.0520],
                      [ 0.0461, -0.0035,  0.0003,  ...,  0.0003,  0.0501,  0.0145],
                      [-0.0949, -0.0468,  0.0415,  ...,  0.0116,  0.0361, -0.0429]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.bias',
              tensor([-1.3948e-02, -1.2014e-02,  1.9635e-02, -1.0831e-02,  1.3278e-01,
                       3.7903e-02,  1.4434e-01, -1.6019e-02, -9.2280e-03, -4.6543e-02,
                      -1.2772e-02,  9.9214e-03,  3.6785e-03,  8.7995e-02, -5.0930e-02,
                       9.2586e-02,  9.0206e-02,  3.7063e-02,  1.1846e-01, -1.8153e-02,
                       6.0520e-02, -1.3801e-02, -5.4994e-02, -1.4876e-02,  3.5189e-02,
                      -9.1149e-02, -2.0526e-02, -1.2941e-01,  5.5647e-02,  2.5957e-03,
                       5.1380e-03, -1.6290e-02,  1.8687e-02, -7.8952e-02,  2.2151e-02,
                       1.5514e-02,  3.7464e-02,  1.4206e-02, -1.3165e-01, -4.8515e-03,
                       9.0207e-03, -2.5880e-02, -2.0647e-02, -4.9280e-02, -1.8685e-02,
                       4.3896e-02, -3.4514e-02, -4.6369e-02,  3.0911e-02, -8.8156e-02,
                      -3.9500e-02, -4.3955e-02, -1.9213e-01,  6.6161e-02,  8.3246e-02,
                       4.2606e-02,  3.4145e-02,  5.2111e-02,  2.6244e-03, -1.6800e-01,
                       1.7637e-02,  1.0132e-02,  1.4793e-02,  5.1304e-02,  5.2740e-02,
                       1.5666e-03,  1.7575e-02,  9.7816e-02, -1.1768e-01, -8.4154e-02,
                      -1.4108e-02,  6.4380e-02,  2.0512e-02, -3.6288e-02, -1.9058e-03,
                      -1.4452e-02, -7.2252e-02, -6.4707e-02, -4.2293e-02, -7.5635e-02,
                      -8.0537e-03, -4.6450e-02,  6.3750e-02,  1.8531e-03, -7.5870e-02,
                      -7.1232e-02,  3.4390e-02, -5.3031e-02, -1.7885e-02,  1.0776e-02,
                       5.9796e-02,  3.8017e-02, -2.5717e-02,  3.9352e-02,  3.6209e-02,
                      -3.0999e-02,  8.0291e-02, -5.5010e-02, -5.0722e-02, -8.4476e-02,
                      -5.3441e-02, -1.6857e-02,  1.0903e-01, -5.5122e-02,  8.0648e-02,
                       1.9370e-02, -2.2525e-03, -6.7726e-03,  3.7466e-02,  4.0594e-02,
                       5.3025e-02,  1.0009e-01,  2.2783e-02, -5.7275e-02, -1.1225e-01,
                      -6.9439e-02, -1.4828e-02, -1.0925e-01,  6.0287e-02, -3.6859e-02,
                       4.7274e-02,  2.0321e-02, -4.3499e-02,  4.0663e-02, -1.0824e-01,
                      -1.1508e-01, -3.9659e-02, -1.0393e-01, -4.1895e-02, -3.5974e-02,
                       4.4062e-02, -7.1287e-02, -3.8609e-02,  9.6615e-03, -3.3250e-02,
                      -7.7749e-03, -9.7823e-02, -2.2396e-02, -1.3367e-01, -1.3109e-03,
                       9.8197e-02,  2.9927e-02,  3.4920e-02,  2.4714e-02, -6.5262e-02,
                       2.5069e-02,  1.6251e-02,  1.7937e-02,  6.5001e-02,  1.4656e-01,
                       6.1993e-03, -4.0590e-02,  1.2911e-02, -5.4066e-02, -1.9299e-03,
                      -6.6745e-02,  8.3496e-02, -3.5276e-03, -3.0097e-02,  7.2740e-02,
                      -2.8166e-02, -5.7680e-02, -1.9981e-02, -1.2921e-02,  5.9675e-02,
                       7.7501e-02, -8.5099e-03, -1.8147e-01, -1.0711e-02,  8.3240e-02,
                       4.5872e-03, -2.5687e-02,  4.9762e-02, -4.3582e-03, -1.1952e-01,
                      -4.8747e-02, -4.3321e-02,  6.4665e-03,  4.7163e-02, -6.8719e-02,
                       8.5693e-02,  2.3376e-02, -1.6346e-02, -1.3007e-02,  5.9855e-02,
                       4.5522e-02, -9.9079e-03,  4.4421e-02,  3.9240e-02, -4.9074e-02,
                      -6.2671e-02, -1.8688e-01, -3.1144e-02,  3.8386e-02,  2.2807e-03,
                       5.6942e-02,  1.7177e-02,  8.0646e-02,  1.2892e-01,  4.3720e-02,
                      -1.9030e-02, -1.9090e-02,  6.7902e-02, -1.4374e-03, -8.1822e-02,
                      -2.4470e-03,  4.1471e-03,  4.0274e-02,  2.1643e-02,  5.2159e-02,
                       4.4261e-03,  1.2039e-02, -4.1478e-02,  3.3570e-02,  2.4661e-02,
                      -1.0741e-02, -2.7564e-02, -1.8708e-02,  5.6831e-02, -3.3262e-03,
                      -1.1635e-01,  1.2346e-02, -1.8470e-02,  8.0731e-02,  2.5623e-02,
                      -1.0627e-02,  3.6100e-02,  1.4756e-02,  3.9315e-02,  1.6191e-01,
                       6.6779e-02, -4.7812e-03, -1.3647e-02, -5.7292e-03,  2.0521e-02,
                      -1.8972e-02,  8.5125e-02, -1.2100e-02, -1.4403e-01,  3.7022e-03,
                       2.5171e-02,  3.5823e-02, -6.2592e-02, -5.2533e-02, -1.5621e-02,
                       1.8399e-02,  1.6005e-02, -4.7522e-02, -5.4371e-03,  7.7672e-03,
                      -6.7957e-02,  9.6097e-03,  2.3105e-02,  6.8760e-02, -3.3053e-02,
                      -9.7373e-02,  5.7239e-02,  5.3987e-02,  3.3585e-02, -4.0876e-03,
                       9.7608e-02, -5.2774e-02, -5.8991e-02, -2.0766e-02, -3.9151e-02,
                      -3.4914e-02, -7.4280e-03, -2.2390e-02,  1.5286e-02,  1.3286e-02,
                       1.8227e-02,  1.1027e-01, -2.0111e-02, -6.0029e-02, -7.4344e-03,
                       4.0312e-02,  6.5469e-02,  3.6216e-02, -4.1606e-02,  9.5414e-02,
                       4.2185e-02, -1.5831e-02,  2.9630e-02, -6.2256e-02, -1.0949e-02,
                       2.4319e-02, -2.0666e-02,  8.9589e-02, -6.1633e-03, -1.3039e-01,
                      -5.9465e-02, -4.2188e-03,  4.6587e-02,  1.8521e-02, -4.8089e-03,
                      -4.2048e-02,  1.1179e-01, -1.1434e-01,  2.9827e-02,  5.0411e-02,
                      -3.0293e-02, -6.3780e-04,  1.0871e-02, -1.0630e-02, -1.9056e-01,
                       3.2111e-02, -1.2965e-02,  4.3225e-04,  9.0439e-02, -5.9057e-02,
                       2.4010e-02,  2.7448e-02,  1.1604e-02, -1.1706e-01, -2.3081e-02,
                       6.1099e-02,  2.1405e-02, -1.0180e-01,  6.9878e-03,  9.5777e-03,
                       6.4130e-02, -1.3203e-02, -5.6103e-02,  7.1521e-04,  1.2009e-01,
                       4.5167e-02,  2.1895e-02, -2.0344e-03,  4.8466e-02, -1.9571e-03,
                       5.0425e-02,  6.7022e-03, -1.2059e-02, -2.4605e-02,  1.5715e-02,
                       5.7741e-02, -8.6605e-02, -5.7756e-02,  3.1467e-02, -7.8028e-03,
                       9.9193e-02,  1.2418e-02, -8.2029e-02,  6.1182e-02,  3.3723e-02,
                       2.4503e-02, -6.3795e-03, -2.3745e-02, -1.0845e-01,  3.5136e-02,
                      -9.0181e-02,  1.0411e-03,  1.0206e-01,  2.1709e-02, -1.8355e-02,
                       6.8912e-02,  7.4725e-03, -8.3091e-03, -4.0571e-03,  2.6588e-02,
                       3.3330e-03,  3.9623e-02, -3.6279e-02, -8.7485e-03,  1.5204e-02,
                       9.8422e-03,  4.3610e-02, -3.4126e-02,  1.8777e-02,  2.4332e-04,
                       2.7876e-02, -1.4338e-02, -1.5745e-02, -5.7788e-02,  8.1195e-02,
                      -1.5314e-02, -1.0097e-01,  5.5833e-04,  4.0136e-02, -8.7418e-02,
                       1.1632e-02, -7.8339e-03, -3.4773e-02,  1.8637e-02, -1.9764e-02,
                       1.9351e-02, -4.1527e-02,  8.9202e-02, -7.5541e-02,  4.6920e-02,
                      -2.8822e-02, -7.6949e-02,  5.2143e-02, -2.3133e-02,  6.4288e-02,
                       1.2194e-02,  1.5469e-02, -1.1196e-02, -1.7808e-02,  1.0216e-01,
                      -3.0620e-02, -7.7768e-02, -6.2097e-02, -3.5091e-02, -1.9864e-02,
                      -5.8984e-02,  1.9080e-02,  5.7549e-02, -3.8360e-03, -3.7482e-03,
                       8.1690e-02,  4.3854e-02,  1.4243e-02,  1.1060e-02,  4.3527e-02,
                      -6.9427e-03,  3.4730e-02, -9.2622e-02,  5.1080e-02,  2.4553e-02,
                      -1.5178e-02,  3.8423e-02,  8.2929e-02,  3.3734e-02, -3.9551e-02,
                      -2.2564e-02,  7.3105e-02, -6.4529e-02, -4.2589e-02, -4.5428e-02,
                       2.3707e-02,  2.0393e-02,  6.8423e-02, -1.9260e-02,  3.2990e-02,
                       2.4798e-02, -7.6346e-02, -3.2959e-02,  1.2004e-02, -3.9468e-02,
                      -4.8339e-02, -2.1576e-02, -2.1640e-02, -2.8607e-02, -9.7004e-02,
                       2.5714e-03,  6.5958e-02,  6.9195e-03, -2.7029e-02,  6.1321e-02,
                      -1.3621e-02, -5.7522e-02, -2.4154e-02, -3.2879e-02, -3.1379e-02,
                       5.1209e-02,  5.9452e-02,  1.6058e-03,  4.0031e-02, -1.4792e-01,
                       1.3623e-03,  6.7885e-04, -1.6577e-02,  7.0300e-02,  2.9591e-03,
                       5.4779e-02, -9.4549e-02,  1.8845e-02, -2.2221e-02, -7.3013e-02,
                      -5.4034e-02,  3.8061e-02, -1.9710e-02,  2.3712e-02, -1.0405e-02,
                      -4.8608e-02,  5.5302e-02, -3.3510e-02,  1.2265e-02,  4.0336e-02,
                       2.4673e-02,  2.8333e-02,  3.8700e-02, -2.7416e-02, -7.4126e-02,
                       5.6862e-03,  5.2989e-03, -3.7293e-02, -4.8884e-02,  4.9994e-02,
                      -6.5105e-02, -1.5059e-02,  6.1089e-02, -4.9164e-03, -7.2858e-02,
                      -5.5214e-02, -1.8701e-01,  2.0212e-02, -6.5053e-02,  8.9913e-03,
                      -3.7854e-02, -2.4125e-02,  3.7649e-02,  2.4011e-02,  6.9356e-02,
                      -6.9418e-02,  1.4885e-02, -1.1456e-02,  2.7182e-02,  4.1573e-02,
                      -2.1669e-02,  1.5693e-02, -8.8130e-02, -4.7406e-02,  8.6631e-02,
                      -5.5904e-04,  3.8627e-02,  5.5580e-03, -1.2581e-01,  4.8401e-02,
                       5.5346e-02, -5.2194e-02,  2.0932e-02, -1.4979e-02, -4.1722e-03,
                       3.3973e-02, -5.6835e-02, -4.2777e-02,  4.1578e-03, -3.8035e-03,
                       9.3853e-02, -4.2158e-02, -2.4621e-02,  1.8000e-03,  2.3134e-02,
                      -5.6267e-02,  1.4180e-01, -1.8609e-02,  1.2967e-01, -9.9896e-02,
                       5.8224e-02, -1.8349e-03,  1.0238e-01,  4.3598e-02,  3.8141e-02,
                      -1.7983e-02, -2.2910e-02, -4.9694e-02, -4.2667e-02, -2.7574e-02,
                       6.7938e-03, -5.0525e-02, -1.5588e-02,  5.9594e-02, -1.4212e-01,
                       1.3734e-02,  3.1785e-03,  7.0500e-01,  6.1944e-04,  4.1163e-02,
                       8.8998e-03, -5.1436e-02,  3.5914e-02, -2.5050e-03, -2.6887e-02,
                      -6.0184e-02,  3.5376e-02,  3.1996e-02, -4.6698e-02, -1.5147e-02,
                      -4.7648e-02,  7.5279e-02, -2.1614e-02,  1.0493e-02,  5.2518e-02,
                       1.2097e-02, -8.0884e-02,  6.9545e-02, -1.0071e-01,  9.1263e-03,
                       3.2763e-02, -8.2877e-02,  3.8596e-02, -5.5571e-02,  2.1332e-02,
                       3.7865e-02, -3.1137e-02, -6.9306e-02, -1.0235e-02,  6.3006e-02,
                       9.3525e-03,  4.0809e-02,  1.5351e-02,  4.6599e-02,  1.2410e-01,
                       2.1611e-02, -2.6373e-03,  6.6834e-02,  7.1889e-02, -6.3081e-02,
                      -2.8941e-02, -1.8130e-02,  8.0414e-03,  7.1908e-02, -2.5067e-02,
                       7.0164e-02,  4.5024e-02, -1.1104e-01, -2.7166e-02, -3.8002e-02,
                      -9.1135e-02,  7.6892e-03, -5.0589e-02,  1.1661e-01, -6.6785e-02,
                      -8.8182e-02, -3.8483e-02,  3.7991e-02, -4.6206e-03, -3.2661e-02,
                       1.8988e-02, -2.1217e-02, -4.2505e-03, -2.5359e-03, -1.0656e-01,
                       2.1580e-02,  4.9418e-02,  1.1772e-01, -7.6746e-02,  4.3428e-02,
                      -1.3349e-02, -4.0094e-02,  6.5983e-03,  1.9359e-02, -8.1892e-03,
                      -4.4699e-02,  6.5421e-02, -2.2556e-02,  4.5219e-02,  1.5614e-02,
                      -2.5252e-02,  4.4399e-02, -4.2979e-02, -8.1993e-02,  5.0819e-02,
                       3.8273e-04,  1.1926e-02, -1.6994e-02, -3.0513e-02,  1.5852e-02,
                      -4.8277e-02,  8.4762e-02,  7.8287e-02,  1.2743e-01, -3.8637e-02,
                      -3.3779e-03, -6.0481e-03, -4.9824e-02, -6.9885e-02,  5.3709e-02,
                      -4.6259e-02, -8.7520e-02,  4.9649e-03,  1.0475e-02,  5.5359e-02,
                       7.4705e-02, -1.5931e-02,  1.0527e-01,  4.6434e-02, -1.3514e-02,
                      -2.2339e-02,  2.1108e-04,  3.7488e-03, -3.1849e-02, -6.4137e-02,
                       3.5894e-02, -1.2525e-02,  5.9368e-02, -3.0677e-02,  2.7830e-02,
                      -7.3826e-02, -8.7661e-02, -5.1327e-02,  6.3767e-03, -8.5572e-03,
                       1.6125e-03,  9.2416e-03, -3.9684e-02,  4.4465e-02,  7.4251e-02,
                      -3.7576e-02,  3.5950e-02,  2.5164e-02, -5.0357e-02, -1.6347e-02,
                       7.7913e-02, -1.3076e-03,  3.8335e-02, -5.0006e-02,  2.1574e-02,
                       2.4783e-03, -1.0246e-01, -1.0757e-01,  1.9729e-02,  2.6283e-03,
                       3.5986e-02,  4.8952e-03,  2.4212e-02, -1.5151e-02,  1.7132e-02,
                       9.3781e-02, -3.9120e-02,  8.9443e-03,  3.3940e-02,  7.8593e-03,
                       9.7689e-03,  1.1189e-01,  9.2984e-02, -3.6230e-02,  2.6444e-02,
                      -5.6048e-03, -8.5422e-03, -1.3038e-02,  6.9088e-02,  4.3658e-02,
                      -1.9244e-01, -2.9643e-02, -4.4271e-02, -6.0253e-04, -2.6890e-03,
                      -7.0890e-02,  2.7949e-02,  3.2503e-02, -1.4032e-01,  5.0569e-02,
                      -6.7287e-03, -2.6281e-02,  6.9952e-02, -1.5085e-02, -1.0764e-02,
                      -1.7845e-03, -3.3893e-02, -3.8500e-02, -7.6805e-02, -9.1290e-02,
                      -4.5444e-02,  6.1396e-02, -1.8745e-02,  1.2584e-01,  2.0745e-02,
                       7.0369e-02, -2.7814e-02,  1.3296e-02,  1.1846e-01, -2.3231e-02,
                       1.4915e-01,  1.9380e-03,  2.9126e-02,  3.1492e-02,  2.0209e-03,
                       1.1703e-01,  7.4755e-03,  8.6997e-03, -4.3393e-02, -3.5209e-02,
                       5.1413e-02, -2.0158e-02, -3.1908e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.weight',
              tensor([0.8364, 0.8694, 0.8467, 0.8225, 0.8373, 0.8112, 0.7319, 0.7697, 0.9123,
                      0.7384, 0.9215, 0.9015, 0.9599, 0.9348, 0.8753, 0.7033, 0.8240, 0.8131,
                      0.8401, 0.8755, 0.7717, 0.9516, 0.8262, 0.8161, 0.7908, 0.8656, 0.8684,
                      0.9152, 0.8481, 0.9037, 0.8574, 0.6996, 0.9112, 0.7174, 0.8346, 0.8204,
                      0.7016, 0.9105, 0.7346, 0.8809, 0.9283, 0.8580, 0.8838, 0.8999, 0.9444,
                      0.9015, 0.8629, 0.9016, 0.9365, 0.8236, 0.9219, 0.8003, 0.8208, 0.8775,
                      0.7436, 0.7198, 0.8184, 0.8584, 0.7775, 0.7984, 0.8632, 0.9526, 0.9416,
                      0.9345, 0.7520, 0.9435, 0.8642, 0.8250, 0.7063, 0.7678, 0.8746, 0.8665,
                      0.8569, 0.8245, 0.9094, 0.9266, 0.8308, 0.8529, 0.9390, 0.8877, 0.8706,
                      0.8140, 0.8620, 0.8795, 0.6469, 0.8643, 0.7837, 0.8462, 0.9204, 0.8338,
                      0.8660, 0.8175, 0.8800, 0.8601, 0.8147, 0.8133, 0.6725, 0.8787, 0.9143,
                      0.8712, 0.7844, 0.9400, 0.7646, 0.9506, 0.7043, 0.9340, 0.9333, 0.7821,
                      0.9181, 0.9058, 0.7892, 0.8299, 0.9405, 0.6268, 0.8466, 0.9335, 0.8763,
                      0.8612, 0.9041, 0.9375, 0.8843, 0.8838, 0.8899, 0.7661, 0.7254, 0.7856,
                      0.8600, 0.7854, 0.8592, 0.8082, 0.8956, 0.7729, 0.8618, 0.8802, 0.8993,
                      0.8595, 1.1195, 0.8955, 0.9133, 0.8939, 0.7352, 0.9137, 0.8400, 1.1775,
                      0.8074, 0.8600, 0.8740, 0.8877, 0.8746, 0.9236, 0.8943, 0.8631, 0.9110,
                      0.8600, 0.8744, 0.8364, 0.9138, 0.8848, 0.8318, 0.8727, 1.0079, 0.9229,
                      0.7302, 0.8789, 0.8102, 0.9000, 0.8691, 0.6644, 0.8368, 0.8672, 0.9093,
                      0.6963, 0.7126, 0.8267, 0.8297, 0.9073, 0.9357, 0.8156, 0.9406, 0.8523,
                      0.8148, 0.8547, 0.7744, 0.9248, 0.9030, 0.8861, 0.8063, 0.8865, 0.8507,
                      0.8772, 0.8342, 0.7041, 0.8427, 0.8679, 0.8544, 0.9121, 0.9069, 0.7371,
                      0.8219, 0.9228, 0.9126, 0.7587, 0.9150, 0.8635, 0.7838, 0.8435, 0.9132,
                      0.9582, 0.8852, 0.8067, 0.9102, 0.9225, 0.7974, 0.9052, 0.8405, 0.9062,
                      0.8344, 0.7529, 0.8585, 0.8292, 0.9112, 0.8494, 0.9201, 0.9351, 0.8851,
                      0.8690, 0.9066, 0.9020, 0.8508, 0.6089, 0.8044, 0.9224, 0.8258, 0.8564,
                      0.7968, 0.8745, 0.6672, 0.9225, 0.8760, 0.9110, 0.8430, 0.7776, 0.8354,
                      0.8195, 0.8842, 0.7930, 0.9139, 0.7835, 0.9298, 0.9385, 0.8822, 0.8720,
                      0.9978, 0.9630, 0.9715, 0.8988, 0.9143, 0.7011, 0.8740, 0.8776, 0.6905,
                      0.8498, 0.8527, 0.8289, 0.8450, 0.8652, 0.8784, 0.9321, 0.7367, 0.9003,
                      0.8906, 0.8806, 0.9570, 0.8253, 0.9626, 0.9122, 0.8507, 0.8872, 0.8316,
                      0.9261, 0.9753, 0.9006, 0.7471, 2.9666, 0.8906, 0.9407, 0.7231, 0.9418,
                      0.8813, 0.8001, 0.7610, 0.8277, 0.7493, 0.8474, 0.8645, 0.8037, 0.8423,
                      0.6611, 0.9425, 0.8654, 0.9127, 0.8259, 0.8298, 0.8531, 0.8147, 0.9306,
                      0.7776, 0.9152, 0.9151, 0.8668, 0.8009, 0.8469, 0.8320, 0.7457, 0.8098,
                      0.9206, 0.8234, 0.7728, 0.9637, 0.7484, 0.7905, 0.8833, 0.8475, 0.9346,
                      0.7583, 0.8075, 0.8813, 0.7997, 0.9229, 0.8565, 0.9362, 0.8784, 0.9308,
                      0.9076, 0.9468, 0.9124, 0.8807, 0.9292, 0.9310, 0.7785, 0.6559, 0.9150,
                      0.7658, 0.9372, 0.8459, 0.9364, 0.8938, 0.8439, 0.8535, 0.8237, 0.8751,
                      0.8302, 0.8223, 0.8470, 0.9461, 0.8646, 0.8249, 0.8491, 0.8524, 0.7591,
                      0.8490, 0.9064, 0.8403, 0.9277, 0.8584, 0.8719, 0.8956, 0.9840, 0.8932,
                      0.8208, 0.8243, 0.9031, 0.8730, 0.8732, 0.8301, 0.8253, 0.8157, 0.8828,
                      0.8740, 0.6457, 0.8256, 0.8313, 0.9274, 0.9229, 0.7903, 0.7583, 0.7394,
                      0.8954, 0.9118, 0.7998, 0.9367, 0.7865, 0.8756, 0.8920, 0.8494, 0.8824,
                      0.7517, 0.9406, 0.8393, 0.7707, 0.7252, 0.8090, 0.7491, 0.8470, 0.8772,
                      0.8706, 0.7871, 0.8613, 0.9102, 0.9660, 0.8150, 0.7917, 0.9089, 0.9459,
                      0.9285, 0.8098, 0.7580, 0.9889, 0.8177, 0.9022, 0.8634, 0.9651, 0.9020,
                      0.7768, 0.8499, 0.9000, 0.8700, 0.6843, 0.8689, 0.9332, 0.8549, 0.8841,
                      0.7986, 0.9714, 0.6992, 0.9330, 0.8775, 0.8117, 0.8690, 0.8901, 0.9293,
                      0.7494, 0.8254, 0.8369, 0.8315, 0.7801, 0.8904, 0.9190, 0.8892, 0.8410,
                      0.8907, 0.6954, 0.8649, 0.9064, 0.8467, 1.0182, 0.7631, 0.7828, 0.8554,
                      0.8585, 0.8043, 0.8653, 0.7704, 0.9191, 0.7230, 0.7763, 0.8492, 0.7969,
                      0.8950, 0.8665, 0.9513, 0.8398, 0.9592, 0.8587, 0.9199, 0.8619, 0.6711,
                      0.9213, 0.7919, 0.9974, 0.8394, 0.8340, 0.9105, 0.9120, 0.8854, 0.7978,
                      0.9587, 0.7435, 0.9690, 0.8004, 0.8024, 0.9073, 0.8713, 0.7982, 0.9318,
                      0.8048, 0.8267, 0.9343, 0.8048, 0.8801, 0.9242, 0.9072, 0.8166, 0.8773,
                      0.8917, 1.0122, 0.9425, 0.8508, 0.8781, 0.8643, 0.8887, 0.8738, 0.8421,
                      0.8721, 0.9246, 0.7575, 0.9040, 0.8214, 0.7154, 0.9180, 0.9165, 0.7112,
                      0.8627, 0.9339, 0.8768, 0.9709, 0.9562, 0.9596, 0.8821, 0.9010, 0.8741,
                      0.8978, 0.8621, 0.7853, 0.8194, 0.8176, 0.7535, 0.8740, 0.8439, 0.8480,
                      0.9280, 0.9193, 0.7574, 0.7510, 0.7992, 0.9729, 0.8036, 0.7949, 0.8768,
                      0.8887, 0.8052, 0.8236, 0.9461, 0.8629, 0.7512, 0.8393, 0.7686, 1.4043,
                      0.8386, 0.8544, 0.9203, 0.9290, 0.7023, 0.8985, 0.9049, 0.9150, 0.8391,
                      0.8827, 0.7781, 0.9429, 0.7614, 0.8504, 0.7909, 0.8444, 0.9158, 0.9239,
                      0.8244, 0.8386, 0.8815, 0.9064, 0.8751, 0.9399, 0.8907, 0.8515, 0.8906,
                      0.9140, 0.8282, 0.8788, 0.7847, 0.7619, 0.9228, 0.7294, 0.8223, 0.8117,
                      0.8464, 0.9925, 0.8210, 0.8151, 0.8905, 0.8387, 0.8875, 0.8182, 0.7507,
                      0.8888, 0.9379, 0.8684, 0.8604, 0.7764, 0.9282, 0.9113, 0.8643, 0.7451,
                      0.8167, 0.8521, 0.9837, 0.9412, 0.9399, 0.9642, 0.8985, 0.9020, 0.8440,
                      0.7675, 0.8776, 0.9723, 0.8593, 0.9406, 0.9059, 0.8379, 0.8168, 0.8130,
                      0.8914, 0.8960, 0.7843, 0.8586, 0.7949, 0.8588, 0.9040, 0.8949, 0.8701,
                      0.8387, 0.9532, 0.8275, 0.8881, 0.8361, 0.8347, 0.8012, 0.7244, 0.9164,
                      0.9345, 0.8210, 0.7498, 0.9397, 0.7773, 0.7876, 0.8217, 0.8468, 0.9061,
                      0.8459, 0.8779, 0.8963, 0.8926, 0.8538, 0.8513, 0.8353, 0.7815, 0.8550,
                      0.9691, 0.6604, 0.6967, 0.8571, 0.9637, 0.7813, 0.8309, 0.9718, 0.9181,
                      0.8344, 0.8524, 0.8988, 0.9391, 0.8834, 0.9369, 0.8025, 0.8704, 0.9268,
                      0.9162, 0.8450, 0.8067, 0.9336, 0.8609, 0.9280, 0.9169, 0.6808, 0.8795,
                      0.8829, 0.9435, 0.8810, 0.8841, 1.0112, 0.7914, 0.9493, 0.7793, 0.7830,
                      0.7253, 0.8194, 0.8871, 0.9630, 0.8729, 0.9308, 0.8303, 0.9033, 0.8364,
                      0.9222, 0.8884, 0.8014, 0.9635, 0.8372, 0.7983, 0.7858, 0.8377, 0.9214,
                      0.8878, 0.8751, 0.9218, 0.7770, 0.9257, 0.6286, 0.9440, 0.7977, 0.8768,
                      0.8714, 0.8346, 0.8072, 0.9516, 0.9819, 0.8114, 0.9356, 0.9277, 0.7892,
                      0.8539, 0.8998, 0.9374, 0.8382, 0.7168, 0.8415, 0.8102, 0.7467, 0.8570,
                      0.8390, 0.8312, 0.7049, 0.8234, 0.8500, 0.8732, 0.8206, 0.9044, 0.8206,
                      0.7838, 0.8564, 0.8875, 0.8175, 0.8048, 0.8900, 0.9379, 0.8596, 0.9346,
                      0.8647, 0.9327, 0.8552], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.bias',
              tensor([-4.6823e-03, -1.7083e-01, -2.2697e-01,  1.5840e-01, -8.5654e-02,
                       2.8015e-02, -3.0958e-01,  1.2416e-01,  1.3281e-01, -6.4285e-02,
                       7.6125e-02, -2.4780e-02, -9.5055e-02, -2.1356e-01, -1.2417e-02,
                       2.5105e-01,  1.9816e-02, -7.2606e-02, -1.8456e-01, -5.7018e-02,
                       6.5265e-02,  9.3534e-02,  4.7092e-02,  6.4169e-02, -1.0661e-01,
                       9.8696e-02,  9.1223e-02,  2.5247e-01,  9.8907e-02, -3.0428e-03,
                      -1.0400e-01, -1.0808e-02, -1.0109e-01, -5.1531e-02, -1.0229e-02,
                       6.0706e-02, -1.9607e-01,  5.8068e-02, -3.1958e-02,  2.0698e-01,
                      -5.4773e-03, -1.9490e-01,  4.2923e-02,  7.6462e-02,  7.1535e-02,
                      -1.2122e-01, -7.1553e-02,  1.1890e-01, -5.7750e-02,  1.4536e-01,
                      -1.5219e-02,  1.8311e-01,  2.3390e-01, -1.8040e-01,  5.9075e-02,
                      -4.1467e-02, -2.4845e-01, -8.7439e-02,  3.7847e-02,  8.3733e-02,
                      -7.2160e-02, -8.7390e-02,  8.2519e-02, -3.4533e-01, -2.6516e-01,
                       1.3224e-01,  4.6446e-02, -8.1832e-02,  1.9323e-01, -4.6676e-02,
                      -1.6974e-01, -1.5006e-01, -4.0990e-02,  1.8891e-02,  1.0404e-02,
                       1.1648e-01, -4.4830e-02, -3.6254e-02, -1.0371e-02,  6.5539e-02,
                       1.0817e-01, -2.8272e-02, -7.5172e-02,  8.0963e-02,  6.6721e-02,
                       5.1962e-02, -2.8830e-02,  5.2478e-02,  6.8272e-02,  5.0373e-02,
                      -2.0705e-01, -1.2482e-01, -1.7389e-01, -4.5832e-02, -8.6078e-02,
                       6.1417e-02,  2.3793e-02, -2.5205e-02, -8.7811e-02,  6.7777e-02,
                      -8.1779e-02, -1.3184e-02, -1.0190e-01,  9.4964e-02, -2.1882e-01,
                      -1.1216e-02,  8.2283e-02,  5.2432e-02, -6.8531e-02, -7.5750e-02,
                      -7.6864e-02, -1.2183e-01, -4.4938e-02, -8.8471e-02,  2.9544e-01,
                       1.4289e-01, -1.4320e-01,  1.5803e-01, -2.4035e-02,  3.8265e-02,
                      -3.9134e-02,  3.1995e-03, -5.9011e-02,  2.7182e-02, -5.0375e-02,
                       7.4324e-02,  1.2111e-02,  5.8397e-02, -1.5632e-01, -6.9188e-02,
                      -1.4711e-01,  3.4873e-02, -1.5419e-02,  2.3235e-02, -1.1438e-01,
                      -1.5697e-02,  6.5266e-01,  8.2536e-02,  5.6330e-02, -1.5107e-02,
                      -1.2410e-01, -2.2206e-01,  6.5374e-02, -1.6769e+00, -2.0164e-02,
                      -1.5301e-01,  2.0501e-02, -4.6092e-02, -1.1898e-01, -3.6109e-01,
                      -5.3669e-02,  1.6613e-02, -7.3462e-02,  9.9219e-02,  4.6607e-02,
                      -7.0823e-02, -1.0707e-01, -2.0071e-01,  8.7165e-02, -1.8659e-01,
                       1.7513e-01,  6.5788e-02,  3.5173e-02, -5.7657e-02, -6.7447e-02,
                      -2.0868e-01,  3.7985e-02,  8.1310e-02, -9.5888e-02, -1.0842e-01,
                       1.1611e-02,  7.1309e-02, -1.0920e-01,  8.0038e-02,  2.2410e-01,
                       5.0774e-02,  1.5113e-01, -2.0838e-01, -5.5260e-02, -7.5358e-02,
                      -2.7814e-01, -4.2708e-02, -2.3439e-02, -3.5569e-02,  9.8544e-02,
                      -3.1074e-02, -1.7829e-01, -5.1554e-02, -9.5441e-02, -1.8883e-02,
                       1.2384e-01,  9.9120e-02,  2.0228e-01,  8.7956e-02, -5.3604e-02,
                      -1.6466e-01, -7.5672e-02, -1.0060e-01, -1.3226e-01, -1.8455e-01,
                       7.0234e-02,  6.8786e-02, -6.2844e-02,  1.6462e-01, -8.8992e-03,
                      -7.7377e-02,  6.0632e-02, -1.4958e-01, -8.1561e-02, -5.9560e-02,
                      -1.0192e-02, -3.9215e-02,  1.2560e-01, -7.9150e-02,  5.2591e-02,
                       2.2770e-02,  1.3790e-01,  5.1091e-02, -4.1585e-02,  1.0679e-02,
                       8.7009e-02,  3.4285e-02,  1.6288e-01, -2.4366e-01, -1.9942e-01,
                       5.8579e-02, -9.8902e-04, -4.0957e-02,  6.4816e-02, -1.1103e-01,
                       1.3771e-02,  1.0742e-01,  3.7679e-02, -2.8967e-01, -5.3828e-02,
                       3.4017e-02, -8.9865e-02, -1.4975e-01,  3.6448e-02,  5.1314e-02,
                      -8.7107e-02,  1.9129e-02,  1.9665e-01,  9.1041e-02, -9.1379e-02,
                      -1.6810e-01,  2.5399e-02,  9.5655e-02,  8.1645e-02,  1.1465e-01,
                      -2.6478e-03,  8.1611e-05,  1.8034e-03,  8.1339e-02,  9.8526e-02,
                       5.6625e-02, -9.0364e-02, -5.7352e-02, -8.0030e-02,  1.3103e-01,
                       4.0233e-02, -5.8716e-02,  4.3390e-02, -1.1851e-01,  7.6201e-02,
                       1.4997e-01,  8.4055e-02,  3.9659e-02, -5.4477e-02, -1.8979e-01,
                      -6.4978e-02, -2.9551e-01,  6.3137e-02,  9.3544e-04,  1.5885e-01,
                       4.2713e-02, -1.5744e-01,  7.0610e-03,  1.6909e-01, -1.2457e-01,
                      -6.7157e-02,  4.6182e-02, -5.6460e-02,  1.4146e+00,  1.0677e-02,
                      -1.1097e-03,  5.6080e-02, -2.9228e-01,  1.3171e-01,  1.1353e-01,
                       3.2010e-02,  1.8463e-02,  2.2412e-02, -2.0297e-01, -1.5543e-01,
                      -1.8500e-01, -8.4718e-02,  3.1102e-03, -4.6340e-02,  5.4530e-03,
                       7.9413e-02, -1.3353e-01,  5.4103e-02,  8.6595e-02,  1.2824e-01,
                      -7.4145e-02, -6.2643e-02,  6.0793e-02, -1.4990e-01,  1.9787e-01,
                       1.0582e-01,  5.7651e-02,  2.6047e-02,  2.0390e-01, -2.6385e-02,
                      -8.5074e-02,  1.2035e-01, -1.0150e-02, -7.9083e-02,  9.4649e-02,
                      -1.8201e-01, -5.9373e-02,  8.8700e-02, -9.2404e-02, -7.4233e-02,
                      -2.0428e-01, -1.0436e-01, -2.1497e-02, -4.2269e-02,  7.4904e-02,
                      -1.6391e-01,  2.8359e-02,  8.3415e-02, -1.7484e-03,  3.1057e-03,
                      -9.3472e-02, -1.1399e-02,  8.8166e-02, -1.3056e-01, -5.3626e-02,
                       2.7303e-03,  4.1138e-02,  2.5324e-02, -5.0667e-02,  7.2183e-02,
                       6.2395e-03, -1.4500e-02, -9.7185e-02,  5.9322e-02, -1.0874e-02,
                      -1.0362e-02, -6.8776e-02, -1.9007e-01,  4.4618e-02,  1.2414e-01,
                      -2.6316e-01,  1.1278e-01,  5.4172e-04, -3.8023e-02, -2.3815e-01,
                       8.9377e-03, -1.5860e-01,  1.4443e-01, -1.3466e-01, -2.0997e-01,
                       1.2725e-01, -2.2596e-02,  4.3487e-02,  1.8828e-02,  7.0549e-02,
                      -1.2947e-01, -1.4253e-01,  7.2570e-03, -1.7388e-04, -2.1121e-01,
                       1.8225e-03,  6.8132e-03, -1.0499e-01,  1.0651e-02, -1.0113e-01,
                      -1.8950e-01,  7.9394e-02,  1.5980e-01,  8.4127e-02, -4.3573e-02,
                      -1.0525e-01,  1.3536e-01, -3.4884e-02,  2.0495e-01, -2.3102e-01,
                      -2.1234e-02,  9.4131e-02, -9.8479e-03, -1.9287e-03,  1.7144e-03,
                      -1.3247e-01,  4.8556e-02, -6.0556e-02, -2.4094e-01,  1.6239e-02,
                       3.6960e-02,  1.9614e-01, -2.7991e-02, -1.5794e-02, -1.4570e-01,
                       8.8365e-02, -9.8296e-03, -2.2399e-01, -8.1029e-02, -5.4308e-02,
                      -1.7501e-01, -3.6752e-02,  7.9946e-02, -6.7813e-02, -1.9448e-02,
                      -8.8732e-02, -5.9496e-02,  3.1296e-01, -1.7031e-01, -1.3344e-01,
                      -8.7863e-02, -1.4924e-01, -1.6762e-01,  1.3466e-01,  2.1272e-01,
                      -4.8685e-02, -9.4657e-02,  1.1212e-02,  7.9372e-02,  5.5378e-02,
                      -8.5899e-02, -2.6411e-02, -6.6355e-02,  2.3946e-01, -7.5260e-02,
                       5.9632e-03,  7.6747e-02, -1.3178e-01, -1.5998e-02, -3.0747e-02,
                       3.8468e-02, -7.6164e-02, -7.4943e-02, -7.1478e-02,  7.2049e-03,
                      -1.3691e-01, -1.8676e-02, -5.2289e-02,  2.4405e-02, -7.2571e-02,
                       2.9287e-02,  1.9654e-01,  7.9733e-02,  4.6059e-02, -1.0540e-01,
                      -3.0947e-01,  4.3127e-02, -2.3282e-01, -1.0861e-01, -6.5084e-02,
                       5.1746e-03, -4.8059e-02, -1.4706e-01,  5.5789e-02, -7.9522e-02,
                       1.4440e-02,  1.0906e-01, -2.9124e-02,  4.4181e-03,  7.7798e-02,
                       1.5508e-01,  7.2580e-02, -7.6563e-02,  1.3530e-01,  4.3552e-02,
                       1.0307e-01, -3.0295e-02,  1.9379e-02,  2.4543e-02, -1.0758e-01,
                      -5.1583e-02, -1.5190e-01, -4.6294e-02,  6.8439e-02,  1.0889e-01,
                      -5.4434e-02,  6.9662e-03,  6.9650e-02, -6.0650e-02, -4.7325e-02,
                      -4.7241e-02, -4.9760e-02, -1.3467e-01, -1.4251e-01,  1.8693e-01,
                       1.7477e-04,  1.0790e-01, -9.3271e-02, -1.3117e-02,  8.8653e-02,
                       3.0233e-01,  2.9738e-02, -3.1834e-02, -1.9079e-01, -1.5657e-01,
                       1.7582e-01, -5.4107e-02,  1.4434e-01, -5.3383e-02, -8.6992e-02,
                      -1.7113e-01, -7.8733e-02,  1.0128e-01, -1.8826e-02, -2.1081e-01,
                      -1.0710e-01, -4.8901e-02,  5.0909e-02,  2.2235e-01,  5.9112e-02,
                      -1.6406e-01, -7.3527e-02,  6.2236e-03, -5.9434e-02,  2.6944e-02,
                      -7.5010e-02,  9.2052e-02,  3.2300e-02,  4.3160e-02, -1.4220e-02,
                      -1.1430e-01,  1.6921e-01, -1.0691e-01, -1.0011e-01, -1.9394e-01,
                      -2.4593e-02,  4.1216e-02,  7.1829e-02, -1.9172e-01,  1.1202e-01,
                      -1.8078e-01, -8.7418e-02, -6.3781e-02, -2.8131e-01,  7.7669e-02,
                       2.2090e-01,  5.5241e-03,  4.6912e-02,  3.3770e-02,  1.1297e-01,
                       6.8041e-02,  8.2621e-02, -9.5872e-02,  5.4398e-02,  1.4762e-01,
                       1.0615e-01, -1.9242e-01, -1.5503e+00, -1.3870e-01,  1.2423e-01,
                      -4.4661e-02,  8.8223e-02, -1.1814e-01, -8.9726e-02,  7.7641e-02,
                      -3.3409e-02,  6.0221e-02, -3.0888e-02,  4.0323e-02,  1.4568e-01,
                       9.5209e-02, -6.5186e-02,  7.0158e-02, -1.2162e-01,  1.0681e-01,
                      -1.1012e-01, -1.1614e-02, -9.6408e-02,  1.4489e-02, -2.2443e-01,
                      -1.4455e-02,  2.1371e-01, -4.7432e-02,  5.6370e-02, -6.0575e-02,
                      -1.7164e-02, -5.6160e-03,  1.5963e-02,  1.0642e-01, -6.4736e-03,
                      -5.8591e-02,  1.5137e-01, -7.0482e-02, -1.5285e-01, -2.2131e-01,
                       1.4338e-01,  1.6258e-01,  8.5231e-02, -8.7716e-02,  1.4014e-01,
                      -2.5170e-02, -3.5433e-02, -1.1484e-01, -1.2562e-01, -9.1132e-04,
                      -1.2402e-01,  4.3743e-02,  1.3431e-01,  1.2531e-01,  1.7862e-01,
                       5.9242e-02,  3.9147e-02, -6.0718e-02, -2.9035e-01,  9.7529e-02,
                       2.4193e-01, -1.5231e-02, -8.7008e-02, -4.4894e-02,  4.8268e-02,
                      -1.2043e-01, -2.3975e-02,  2.1385e-01,  8.5559e-02,  1.4191e-01,
                      -8.9106e-02, -1.1213e-01, -1.4646e-01,  7.1249e-02,  1.5848e-01,
                      -1.7685e-01,  1.4330e-01, -1.2892e-01, -1.0353e-01,  5.2728e-02,
                       3.6503e-03, -1.7453e-01,  5.0740e-02, -9.1744e-02, -7.1203e-02,
                       3.1042e-02, -1.5866e-01,  1.6205e-01,  1.1169e-01, -5.2213e-02,
                      -2.4886e-01, -1.1687e-01,  5.9999e-02, -1.3955e-01, -3.2918e-01,
                      -7.7306e-03, -1.2639e-01, -4.1395e-04, -5.9163e-02,  1.3128e-01,
                       5.8332e-02, -8.0358e-02, -4.4982e-02,  1.2416e-01, -8.8326e-02,
                       1.4871e-01,  7.5186e-02, -1.6669e-02, -2.7806e-02, -6.2154e-02,
                      -4.7932e-02,  1.2910e-01, -6.6020e-02, -1.0971e-01,  5.9126e-02,
                       1.3006e-02,  2.2496e-01,  2.9248e-02, -2.6338e-02,  2.3319e-01,
                       4.7206e-02,  3.9511e-02, -1.9221e-01, -1.5877e-01,  9.3830e-02,
                       7.9753e-02, -7.9385e-02,  2.9072e-02,  5.2732e-03, -1.4824e-02,
                      -1.4150e-02, -3.7644e-02,  2.3693e-02, -7.4232e-02, -4.4419e-02,
                       5.1272e-02,  1.8348e-02, -7.7962e-02,  1.1915e-01,  5.6008e-03,
                      -1.1195e-01,  6.0238e-03, -2.3289e-01,  6.9523e-02,  1.8027e-02,
                       1.5480e-01,  1.0411e-01,  2.6085e-02, -2.0976e-01, -1.2789e-01,
                      -1.5141e-01, -5.5373e-02, -3.4848e-02, -3.4778e-02, -8.3197e-02,
                      -4.9869e-02, -8.2580e-02,  1.3754e-01, -1.0152e-01, -1.4617e-02,
                       1.9788e-02, -1.6242e-01,  1.5857e-02,  6.3889e-02,  1.2574e-01,
                      -6.7059e-02, -3.9749e-02,  1.8555e-02, -1.5355e-01, -9.4020e-02,
                       4.6224e-02,  1.1100e-01, -1.3083e-01, -4.2436e-03, -6.2652e-02,
                      -4.7989e-02, -8.9446e-02, -1.8729e-01,  2.6301e-01, -9.8632e-02,
                      -8.1047e-02,  8.7351e-02,  6.0644e-02,  8.5122e-03, -6.6974e-02,
                      -7.1592e-02, -9.6958e-02,  1.0677e-01,  1.6882e-01,  1.7796e-02,
                      -4.3523e-02, -1.8369e-01, -3.2581e-02, -1.6529e-01,  1.3339e-02,
                      -6.4152e-02,  4.1567e-02, -3.6737e-03, -8.0705e-02, -4.8078e-02,
                      -1.6352e-01, -3.5382e-02, -7.1913e-02, -1.4966e-02,  6.3191e-02,
                      -1.4923e-01, -1.8434e-01,  5.0295e-02, -2.3920e-02, -3.6116e-03,
                      -7.4532e-02, -2.7431e-02,  1.4211e-01], device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.weight',
              tensor([[-0.0070,  0.0092, -0.0378,  ..., -0.0074,  0.0178,  0.0072],
                      [-0.0487, -0.0263, -0.0079,  ..., -0.0603, -0.0064, -0.0661],
                      [-0.0308, -0.0046,  0.0335,  ..., -0.0065, -0.0383, -0.0276],
                      ...,
                      [-0.0595,  0.0247, -0.0355,  ...,  0.0640,  0.0144,  0.0221],
                      [ 0.0018,  0.0287, -0.0281,  ...,  0.0922, -0.0801,  0.0022],
                      [ 0.0036, -0.0441,  0.0279,  ..., -0.0088,  0.0370, -0.0244]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.bias',
              tensor([-0.0320, -0.0635, -0.1066,  ..., -0.0354, -0.2066, -0.0624],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.weight',
              tensor([[-0.0092,  0.0439,  0.0276,  ..., -0.0051,  0.0042, -0.0417],
                      [ 0.0044,  0.0056,  0.0045,  ...,  0.0176, -0.0165,  0.0076],
                      [ 0.0437, -0.0146, -0.0243,  ...,  0.0625, -0.0731, -0.0110],
                      ...,
                      [ 0.0357, -0.0007,  0.0240,  ..., -0.0036,  0.0464,  0.0240],
                      [ 0.0038, -0.0123, -0.0104,  ...,  0.0144, -0.0716, -0.0139],
                      [ 0.0227,  0.0063, -0.0212,  ..., -0.0429,  0.0761, -0.0148]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.bias',
              tensor([ 2.3577e-02, -9.6002e-02, -5.8315e-02,  6.6118e-02, -3.1457e-03,
                       5.5473e-03,  3.5738e-02,  9.0648e-02, -3.6471e-02, -3.0096e-02,
                       2.4478e-02, -2.1063e-02, -8.0566e-02, -1.2274e-01,  8.1014e-02,
                       1.3381e-01,  2.5802e-02, -1.6467e-02, -4.4029e-02, -2.3415e-01,
                      -6.4183e-02,  7.4713e-02, -1.8698e-02,  2.9224e-02, -1.5794e-01,
                       3.8649e-02,  4.3311e-02,  8.3487e-02,  8.4462e-02,  9.6713e-03,
                       6.9206e-02, -1.5407e-01,  1.8132e-02, -3.3516e-01,  1.2741e-01,
                      -8.9217e-02, -4.1498e-02,  2.0074e-02,  1.6536e-01,  1.9706e-01,
                      -6.7875e-02, -1.0067e-01, -7.6447e-02, -7.8350e-02,  5.2763e-02,
                      -2.2708e-02,  8.2466e-02,  7.6021e-02, -2.6971e-02,  5.5619e-02,
                       6.6653e-03,  3.3190e-02,  4.8613e-02, -9.5324e-02, -7.0193e-02,
                      -2.3607e-02, -1.2847e-02, -4.7803e-02, -1.6363e-02, -1.0195e-02,
                      -3.5613e-02, -1.0653e-01, -8.8671e-03, -1.1119e-01, -1.3896e-01,
                       1.3543e-01,  3.6824e-03, -1.1826e-02,  1.6778e-02, -2.1554e-01,
                      -3.8616e-02,  4.7742e-03,  1.5758e-02, -3.9895e-02, -5.1622e-02,
                       8.0033e-02, -3.0944e-02, -6.4214e-02, -8.4489e-02, -1.0974e-01,
                       1.1590e-01,  6.7282e-02,  1.3923e-01,  1.0058e-01, -5.8362e-02,
                      -1.5410e-01, -5.6730e-02, -5.8888e-02,  4.5701e-02,  5.6048e-02,
                      -9.1980e-02, -2.1066e-02, -1.9000e-02,  3.8698e-02,  5.2196e-02,
                       7.7822e-02, -8.4920e-02,  9.6309e-02,  1.6082e-01,  2.7755e-02,
                       8.4545e-02, -1.6139e-02, -3.1376e-02, -2.7055e-02, -1.3647e-01,
                      -7.1662e-02,  8.3102e-02,  9.2209e-02, -9.1513e-04,  8.4380e-02,
                      -4.5067e-02, -1.0201e-02,  1.2891e-03,  3.7200e-02,  6.1021e-02,
                       7.9617e-02, -6.8214e-02,  1.2517e-01,  1.8586e-02, -3.0236e-02,
                       3.8411e-03, -4.9360e-02, -1.8428e-02, -9.5369e-02, -1.9622e-01,
                       3.4598e-02,  9.0497e-02, -5.9276e-02, -3.5009e-02, -6.1505e-02,
                      -2.2969e-02,  6.3945e-05, -7.5602e-04,  1.5761e-02,  2.6554e-02,
                      -2.9245e-03, -4.0471e-02,  1.1457e-01, -1.5889e-01,  1.5668e-01,
                      -1.9101e-01, -8.8452e-02, -3.6082e-02, -1.0839e+00, -1.1857e-01,
                       1.7033e-02,  4.5370e-02,  1.1613e-01, -1.2654e-01,  8.2195e-02,
                      -5.5656e-02, -1.2158e-01, -2.0009e-02,  3.9341e-03,  8.9528e-02,
                      -6.1571e-02,  5.8319e-02, -1.5089e-01,  6.6967e-02, -6.7254e-02,
                       8.9774e-02, -1.7558e-02,  3.5413e-02,  6.8500e-02,  8.6822e-02,
                       1.4412e-03,  1.1067e-01, -9.1138e-02, -1.1534e-01,  6.2829e-02,
                       4.4166e-02,  1.0649e-01, -2.9921e-02,  7.4689e-03, -6.3630e-02,
                       1.6104e-01,  1.4970e-01, -1.8784e-02,  7.8952e-02,  8.9428e-02,
                      -1.9753e-01, -1.0281e-01,  4.4634e-02,  4.2997e-02,  6.1983e-02,
                       1.8255e-02,  2.3800e-02, -1.1512e-01, -4.4163e-02, -5.3130e-02,
                       4.9186e-02, -7.1212e-03,  5.3365e-02,  5.5314e-02,  9.0602e-03,
                      -4.2260e-02, -9.9486e-02,  5.5425e-02, -1.1066e-01, -6.5509e-02,
                       3.4303e-02,  1.7636e-01,  3.5327e-02,  5.3438e-02,  2.0141e-01,
                      -9.3555e-02,  5.2674e-02, -4.7005e-02, -7.7964e-02, -7.3592e-02,
                       4.7656e-02, -7.7039e-02, -9.0941e-03, -1.5618e-01,  7.0842e-02,
                       9.5522e-02,  5.7819e-02, -6.3610e-02, -1.8981e-02,  7.7325e-02,
                       8.0078e-02,  1.1486e-01,  1.0409e-01, -3.1004e-02,  1.8617e-02,
                       5.1753e-02, -6.7895e-02, -5.3611e-02,  1.2502e-01,  1.9032e-01,
                      -4.8335e-02,  9.4638e-02, -2.6388e-02, -3.9814e-02, -1.7497e-02,
                      -7.9697e-02, -8.3308e-03, -6.7949e-02, -4.1642e-03,  6.0661e-02,
                      -1.1283e-01, -2.5597e-03,  1.2950e-01,  9.0459e-02, -9.8297e-02,
                      -3.2448e-02, -1.1577e-02, -3.5210e-02,  5.4666e-02,  4.6930e-02,
                       9.2100e-02, -4.5478e-02,  1.1171e-02,  1.0917e-01, -8.5010e-03,
                       2.1971e-02, -5.2469e-03,  7.8760e-02, -1.0107e-02,  3.0895e-02,
                       4.0503e-02, -1.5117e-01, -5.0125e-02, -6.2545e-02,  1.4610e-01,
                      -4.7082e-02,  5.6472e-02,  1.2319e-01, -1.0486e-01, -7.7209e-02,
                      -1.2120e-01,  1.5587e-02,  1.1821e-01,  1.9542e-02,  6.1854e-02,
                      -5.1277e-02, -5.0095e-03, -4.6013e-02,  1.2369e-01, -6.6218e-02,
                       3.2564e-02, -4.6209e-02, -1.1759e-01,  6.1514e-01, -9.7485e-02,
                      -4.7857e-02,  2.2216e-02, -8.8459e-04,  1.0716e-01, -4.6303e-02,
                       5.6867e-02,  1.4794e-01,  8.9398e-02,  1.8621e-02, -5.4190e-02,
                      -4.7729e-02, -8.2928e-02,  5.3246e-02, -6.1326e-02,  1.1266e-02,
                      -1.1460e-01, -9.2694e-02,  8.7804e-03, -2.9342e-02, -2.5236e-01,
                       4.6192e-03,  1.0882e-02,  1.2221e-01, -8.3696e-02, -9.0436e-03,
                      -4.3665e-02,  1.6010e-01,  2.3109e-03,  2.4571e-02,  1.4147e-03,
                      -1.0012e-02, -6.4520e-02, -1.9058e-02,  4.1062e-02,  1.9019e-02,
                      -8.0588e-02,  1.1733e-02, -6.8102e-02,  6.9924e-02, -1.1544e-02,
                       7.4009e-03,  2.1942e-02,  4.7952e-02,  1.3070e-01, -2.5591e-02,
                      -2.0383e-02,  1.1156e-01,  2.4384e-02, -2.1277e-02, -5.3236e-02,
                       6.9199e-03, -1.0171e-02,  8.5474e-02, -1.0672e-01,  3.5844e-02,
                      -2.4980e-02,  3.1610e-02, -9.9205e-02, -4.8836e-02,  4.8048e-02,
                       5.7593e-02,  2.9803e-02, -1.0481e-02,  8.9146e-02,  4.5907e-02,
                      -6.2436e-02, -7.0883e-02, -2.7818e-02,  1.3207e-02,  1.1109e-01,
                       1.4813e-02, -9.8206e-02,  1.0063e-01,  5.4114e-02, -9.3961e-02,
                       5.9872e-02, -8.8312e-02,  8.1379e-02,  2.5736e-02, -2.8065e-02,
                       1.0427e-01,  5.9913e-03,  8.9617e-02, -8.8026e-02, -2.9105e-02,
                      -9.9110e-02, -1.9023e-02, -6.3482e-02,  6.0859e-03, -1.4954e-01,
                      -4.4871e-02, -6.1952e-02, -2.6685e-02, -6.5260e-02, -1.0904e-02,
                      -1.2949e-01,  2.1160e-02,  3.7482e-02,  3.3222e-02, -1.6858e-02,
                      -8.7214e-02,  6.3947e-02,  3.7072e-03, -7.1578e-03, -8.1938e-02,
                       2.9562e-02,  1.3647e-01,  1.5751e-02, -1.2391e-02,  1.7319e-01,
                      -1.7273e-01, -5.7706e-03, -6.6436e-02, -1.4830e-01,  3.0079e-02,
                      -2.0845e-02,  1.3939e-01, -3.8555e-03, -6.4088e-02, -1.7387e-01,
                       3.4039e-02, -3.5644e-02, -5.7159e-02, -4.8197e-02, -5.2161e-02,
                      -1.0240e-01, -4.0259e-02, -6.0331e-02, -5.5118e-03,  8.4405e-02,
                       3.8812e-02,  1.2925e-02, -3.2749e-02, -5.9726e-02, -4.8253e-02,
                      -1.1106e-01,  6.5271e-03, -1.1181e-02,  5.9563e-02, -8.7626e-02,
                      -7.8625e-02, -3.9715e-02,  1.1359e-02,  8.3517e-02, -1.4815e-03,
                       1.0367e-01,  1.1914e-01,  1.5908e-01,  1.0848e-01,  1.8215e-02,
                       1.0857e-01,  1.1357e-01,  8.9014e-02,  1.0521e-01,  5.2604e-02,
                       2.4838e-02, -4.8745e-02, -1.1128e-01, -1.0400e-01, -8.1511e-02,
                      -1.0397e-03, -5.6827e-02,  6.3633e-02,  3.2925e-02, -3.1565e-02,
                       1.6103e-01,  1.1609e-01,  3.6764e-03,  4.0777e-02,  3.3297e-02,
                      -1.4660e-01,  1.4941e-01, -1.4555e-01,  2.4297e-02, -4.4034e-02,
                      -4.9501e-02, -1.8184e-02,  1.0191e-01,  1.2034e-01, -7.4144e-03,
                       1.7577e-01,  3.2187e-02,  6.5785e-02, -2.4072e-02, -8.8664e-03,
                       3.3850e-02,  5.7044e-02, -3.0986e-02,  1.0427e-01,  2.9909e-02,
                       3.9767e-02, -1.6859e-01, -7.0166e-02,  7.0435e-02,  3.2806e-02,
                       6.0651e-02, -7.9737e-02,  1.6165e-02,  4.6574e-02,  7.2984e-02,
                      -7.0752e-02, -5.2954e-03,  1.3564e-01, -2.2230e-03, -8.0580e-02,
                      -1.4002e-02, -3.1176e-03, -1.2505e-01, -2.9711e-02,  5.1416e-02,
                       9.5878e-02, -7.0081e-02, -1.6569e-02,  3.8011e-03,  1.1491e-01,
                      -5.0474e-02, -3.9641e-02,  8.9330e-02, -1.3410e-01,  3.2580e-02,
                       1.5533e-01,  3.6422e-02,  1.1559e-02, -7.3578e-02,  1.0968e-02,
                       9.2989e-02, -1.7562e-02, -6.3138e-02, -3.9194e-02,  1.0996e-02,
                      -1.2201e-01,  1.5528e-02, -1.1305e-01,  1.2511e-01,  3.0861e-02,
                      -1.7982e-02,  1.0286e-01, -4.5187e-02,  5.9306e-02,  2.6367e-02,
                      -7.8298e-02,  6.8951e-02, -6.4270e-02,  2.5744e-02, -4.1921e-03,
                       5.2586e-02,  1.4126e-01, -1.1676e-01, -1.1618e-01, -3.8403e-02,
                       3.2685e-02,  1.0558e-01,  8.0388e-02,  3.1150e-02, -1.2830e-02,
                      -1.0430e-01, -9.4844e-03,  4.1628e-03, -2.4214e-02,  4.8992e-02,
                       4.8215e-02,  8.2322e-02, -8.6418e-02,  1.1710e-03,  1.4349e-01,
                       1.4463e-01,  6.8065e-02, -1.1282e-01, -5.4226e-02, -2.7441e-02,
                       8.5967e-02, -7.4892e-02, -8.4160e-01, -3.9669e-02,  6.4575e-02,
                       8.6741e-02, -4.5393e-02, -1.2135e-01, -3.5046e-02,  4.5895e-02,
                      -3.5325e-02, -8.3763e-02, -7.5010e-04, -1.3166e-01,  2.7688e-02,
                      -3.0569e-02, -1.1541e-02, -5.6195e-02,  5.6022e-03,  2.5563e-02,
                       1.6317e-02,  1.7003e-02, -7.4033e-02,  2.7821e-02, -1.2619e-01,
                       7.1343e-02,  1.6732e-01, -4.0395e-02, -9.2599e-02,  2.8105e-03,
                       6.1324e-04,  5.2404e-02,  8.8181e-03,  7.6781e-02, -7.9714e-02,
                      -1.9728e-03,  1.1808e-01,  8.9237e-02, -1.3404e-01,  3.1160e-02,
                       1.0821e-01,  1.0052e-02, -1.8199e-02,  6.3994e-02,  4.5742e-02,
                      -1.3184e-02, -1.3476e-02, -3.6627e-02, -4.3530e-02, -2.9312e-02,
                      -8.6987e-02,  2.1961e-02, -7.0214e-02,  7.9158e-02,  1.0553e-01,
                       1.6049e-02,  4.2976e-02, -7.4531e-02, -2.1482e-01,  5.0702e-02,
                       1.2977e-02, -8.9181e-03, -5.9184e-02, -3.7073e-02,  6.7903e-02,
                       2.3915e-02, -6.8250e-02,  3.4356e-02, -5.3221e-02,  1.4540e-02,
                      -9.3610e-02,  2.3728e-02, -1.0582e-01, -2.7316e-02,  1.3333e-01,
                      -2.2038e-01,  5.4938e-02, -1.0152e-01, -1.3902e-01,  8.0651e-02,
                       1.8453e-01,  8.3240e-02,  5.6042e-02,  3.5140e-02, -2.4341e-02,
                      -1.4784e-03,  5.0863e-02,  7.0377e-02,  1.6050e-01, -2.5848e-02,
                      -9.8010e-02, -6.5652e-02,  1.9950e-02, -1.0095e-01, -5.6391e-02,
                       7.9365e-02,  8.6586e-02, -2.2447e-01, -6.5497e-02, -9.7092e-03,
                      -1.0531e-01, -3.5908e-03, -1.2858e-01,  5.8104e-02, -1.1969e-01,
                       1.5256e-01,  1.1853e-01, -5.2650e-02,  7.9584e-02, -5.2797e-02,
                       3.6288e-02, -2.9486e-02, -6.7362e-02, -2.6870e-03,  1.3912e-02,
                       4.2596e-03,  1.8289e-01,  1.7292e-03, -5.7691e-02, -5.9829e-02,
                      -1.7573e-02,  3.1919e-02,  3.4457e-03, -1.8454e-02,  1.5117e-01,
                       1.3986e-02, -1.0728e-01, -2.3219e-02,  2.5210e-02, -5.9282e-02,
                      -1.4139e-02, -9.8656e-02,  1.7200e-02,  5.8809e-02, -2.8116e-02,
                       4.8046e-02,  7.6529e-02, -3.5578e-02,  3.4328e-02, -6.8936e-02,
                      -9.9118e-05,  2.1420e-02, -2.2238e-02,  7.4167e-02,  5.5711e-02,
                       1.0900e-01,  3.3880e-02,  9.5199e-03, -3.7360e-02, -1.2862e-01,
                      -2.3231e-03, -7.9457e-03, -9.6486e-02,  3.9655e-02, -8.3186e-02,
                      -3.5821e-02,  3.9583e-03, -4.4519e-02,  2.2637e-02,  3.3419e-02,
                       8.0930e-02, -7.9135e-02, -2.9334e-02,  8.7873e-02,  8.9578e-02,
                       7.7692e-03,  1.6542e-02,  2.5763e-02,  8.6079e-02, -5.9906e-03,
                      -7.5601e-02,  4.6549e-02, -1.6863e-02,  5.6397e-02, -2.1367e-02,
                      -1.3819e-01,  2.6315e-02, -4.1259e-02, -5.6167e-02, -5.8259e-02,
                      -1.5704e-02,  2.9760e-02, -8.3849e-04,  1.3054e-01,  2.9441e-02,
                      -3.5194e-02, -5.1631e-02,  1.2851e-01,  2.6551e-02,  4.5121e-02,
                      -5.5287e-02,  1.1394e-01, -1.0929e-02,  5.2571e-02,  1.4125e-01,
                       5.0583e-02, -4.2460e-02,  4.8611e-02, -2.9044e-04,  1.9602e-02,
                      -1.7412e-02,  2.0769e-02, -6.1081e-02, -1.0111e-01, -6.6455e-03,
                       4.3765e-02,  3.1663e-02,  1.0165e-01,  4.8745e-02, -7.4099e-02,
                      -9.0848e-03, -7.1768e-04,  1.9773e-01], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.weight',
              tensor([0.8634, 0.8898, 0.8628, 0.8507, 0.8628, 0.8590, 0.7534, 0.8385, 0.8871,
                      0.8492, 0.8754, 0.9158, 0.9433, 0.8957, 0.9013, 0.7757, 0.8819, 0.8853,
                      0.8428, 0.9050, 0.8378, 0.8850, 0.8777, 0.8721, 0.8848, 0.8638, 0.9106,
                      0.8554, 0.8661, 0.8993, 0.8837, 0.8318, 0.9055, 0.8489, 0.8991, 0.8448,
                      0.8105, 0.9108, 0.8332, 0.8762, 0.9204, 0.8548, 0.8808, 0.8831, 0.9115,
                      0.8877, 0.8767, 0.8904, 0.9349, 0.8482, 0.9026, 0.8543, 0.8229, 0.8898,
                      0.8183, 0.8085, 0.8423, 0.8785, 0.8705, 0.8199, 0.8849, 0.9225, 0.9190,
                      0.8486, 0.7964, 0.9208, 0.8676, 0.8622, 0.7832, 0.8049, 0.8683, 0.8706,
                      0.8601, 0.8810, 0.9133, 0.9207, 0.8699, 0.8933, 0.9104, 0.9106, 0.8876,
                      0.8963, 0.8665, 0.8936, 0.7776, 0.8732, 0.8221, 0.8780, 0.9078, 0.8657,
                      0.8551, 0.8653, 0.8689, 0.8970, 0.8702, 0.8549, 0.8262, 0.9043, 0.8981,
                      0.8749, 0.8575, 0.9202, 0.8346, 0.9166, 0.7949, 0.9421, 0.9142, 0.8411,
                      0.9134, 0.9214, 0.8425, 0.8575, 0.9345, 0.8049, 0.8523, 0.9209, 0.8809,
                      0.8667, 0.8993, 0.9156, 0.9030, 0.8806, 0.9209, 0.8460, 0.8458, 0.8488,
                      0.9260, 0.8490, 0.8804, 0.8749, 0.9035, 0.8363, 0.8693, 0.8876, 0.9124,
                      0.8882, 1.0049, 0.8935, 0.9126, 0.9248, 0.8116, 0.9075, 0.8478, 0.1283,
                      0.8422, 0.8953, 0.9092, 0.9104, 0.8869, 0.8610, 0.8797, 0.8818, 0.9016,
                      0.8760, 0.8557, 0.8745, 0.9202, 0.9029, 0.8568, 0.9075, 0.9081, 0.9355,
                      0.8280, 0.8981, 0.8659, 0.8781, 0.8457, 0.8053, 0.8666, 0.8776, 0.9154,
                      0.8079, 0.8070, 0.8795, 0.8507, 0.8755, 0.9109, 0.7981, 0.9323, 0.9037,
                      0.8381, 0.8935, 0.8436, 0.9079, 0.8858, 0.9006, 0.8572, 0.8688, 0.8857,
                      0.8962, 0.8143, 0.8132, 0.8552, 0.8890, 0.8558, 0.8911, 0.9153, 0.8273,
                      0.8930, 0.8869, 0.9042, 0.8218, 0.9029, 0.8557, 0.8459, 0.8810, 0.9148,
                      0.9312, 0.8839, 0.8518, 0.9027, 0.9075, 0.8392, 0.9029, 0.8941, 0.9362,
                      0.8679, 0.8412, 0.8790, 0.8441, 0.9294, 0.8934, 0.9142, 0.8532, 0.8656,
                      0.8979, 0.9031, 0.9013, 0.8652, 0.7871, 0.8762, 0.9058, 0.8720, 0.8329,
                      0.8734, 0.8755, 0.7903, 0.9213, 0.8950, 0.9065, 0.8740, 0.8500, 0.8292,
                      0.8496, 0.8949, 0.8478, 0.9070, 0.8593, 0.9255, 0.9187, 0.8806, 0.8899,
                      0.9740, 0.9218, 0.9160, 0.9432, 0.9014, 0.8128, 0.8961, 0.8842, 0.7925,
                      0.8885, 0.8943, 0.8836, 0.9013, 0.8616, 0.8944, 0.9218, 0.8682, 0.8791,
                      0.8787, 0.8747, 0.9126, 0.8666, 0.9131, 0.9049, 0.8842, 0.9032, 0.8538,
                      0.8787, 0.9491, 0.9264, 0.8624, 0.4208, 0.9007, 0.9426, 0.8329, 0.8915,
                      0.8812, 0.8321, 0.8390, 0.8632, 0.8748, 0.8483, 0.8744, 0.8407, 0.8764,
                      0.7988, 0.9199, 0.8904, 0.8933, 0.8598, 0.8691, 0.9070, 0.2246, 0.9095,
                      0.8571, 0.9178, 0.8982, 0.8909, 0.8426, 0.8622, 0.8589, 0.8173, 0.8463,
                      0.9140, 0.8587, 0.8519, 0.9158, 0.8289, 0.8644, 0.8832, 0.8602, 0.9385,
                      0.8503, 0.8308, 0.9003, 0.8456, 0.9256, 0.8533, 0.8951, 0.9184, 0.9039,
                      0.9155, 0.9222, 0.9237, 0.8924, 0.9043, 0.8964, 0.8393, 0.7930, 0.9117,
                      0.8831, 0.9220, 0.8784, 0.9084, 0.9243, 0.8906, 0.8873, 0.8470, 0.8959,
                      0.8759, 0.8596, 0.8827, 0.9229, 0.8261, 0.8752, 0.8819, 0.9014, 0.8093,
                      0.8896, 0.9032, 0.8783, 0.9094, 0.8313, 0.8615, 0.9071, 0.9384, 0.9138,
                      0.8869, 0.8871, 0.9111, 0.8885, 0.9071, 0.8615, 0.8562, 0.8695, 0.9194,
                      0.8981, 0.8022, 0.8752, 0.8879, 0.8826, 0.8976, 0.8629, 0.8456, 0.8150,
                      0.9144, 0.8567, 0.8125, 0.9133, 0.8098, 0.8758, 0.9028, 0.8937, 0.9055,
                      0.8373, 0.9123, 0.8401, 0.8245, 0.8290, 0.8461, 0.8265, 0.8911, 0.8933,
                      0.9025, 0.8667, 0.8611, 0.9058, 0.9392, 0.8732, 0.8595, 0.9164, 0.9274,
                      0.9041, 0.8763, 0.8384, 0.8587, 0.8718, 0.8893, 0.9020, 0.9248, 0.8781,
                      0.8363, 0.8365, 0.9135, 0.8777, 0.8019, 0.9020, 0.8975, 0.8990, 0.9173,
                      0.8290, 0.8861, 0.8124, 0.9223, 0.8700, 0.8703, 0.9004, 0.9003, 0.8984,
                      0.7938, 0.8861, 0.8698, 0.8713, 0.8280, 0.8988, 0.9060, 0.9176, 0.8675,
                      0.9076, 0.7738, 0.8838, 0.8984, 0.8827, 0.8882, 0.8842, 0.8450, 0.8584,
                      0.8891, 0.8710, 0.8922, 0.8203, 0.9232, 0.7526, 0.8264, 0.8476, 0.8485,
                      0.8832, 0.8779, 0.9182, 0.8653, 0.9195, 0.8023, 0.9030, 0.8726, 0.8097,
                      0.9116, 0.8576, 0.9281, 0.8880, 0.8759, 0.9218, 0.8909, 0.8826, 0.8548,
                      0.9414, 0.8467, 0.9827, 0.8295, 0.8549, 0.9036, 0.9031, 0.8358, 0.8853,
                      0.8553, 0.8731, 0.9090, 0.8808, 0.8727, 0.8895, 0.9136, 0.8581, 0.9156,
                      0.8786, 0.8867, 0.9244, 0.8457, 0.8955, 0.8811, 0.8803, 0.8983, 0.8604,
                      0.9029, 0.8824, 0.8702, 0.9036, 0.8860, 0.8034, 0.8996, 0.9080, 0.8092,
                      0.8812, 0.9350, 0.8970, 0.9105, 0.9062, 0.9220, 0.8880, 0.9189, 0.8683,
                      0.8727, 0.8669, 0.8559, 0.8383, 0.8844, 0.8412, 0.8839, 0.8370, 0.8578,
                      0.9121, 0.9266, 0.8258, 0.8166, 0.8720, 0.8884, 0.8733, 0.8301, 0.8932,
                      0.8846, 0.8441, 0.8418, 0.9180, 0.8816, 0.8095, 0.8516, 0.8288, 0.6388,
                      0.8727, 0.8590, 0.9167, 0.9329, 0.8367, 0.9113, 0.8809, 0.9278, 0.8804,
                      0.9060, 0.8521, 0.8920, 0.8374, 0.8851, 0.8450, 0.8816, 0.8887, 0.9020,
                      0.8728, 0.8725, 0.9039, 0.8830, 0.8936, 0.8798, 0.9054, 0.9104, 0.8928,
                      0.9062, 0.8715, 0.8999, 0.8570, 0.8304, 0.9214, 0.8286, 0.8433, 0.8523,
                      0.8626, 0.8997, 0.8415, 0.8645, 0.9065, 0.9038, 0.8893, 0.8876, 0.8351,
                      0.8985, 0.9167, 0.8880, 0.8810, 0.8092, 0.8864, 0.8717, 0.8694, 0.8359,
                      0.8622, 0.8448, 0.9027, 0.8785, 0.9226, 0.9307, 0.9080, 0.9114, 0.8615,
                      0.8360, 0.8588, 0.9014, 0.8498, 0.9117, 0.9138, 0.8472, 0.8651, 0.8340,
                      0.9131, 0.8654, 0.8787, 0.8790, 0.8513, 0.8805, 0.9036, 0.9167, 0.9001,
                      0.8682, 0.9407, 0.8588, 0.8992, 0.8646, 0.9019, 0.8615, 0.7967, 0.9149,
                      0.9107, 0.7989, 0.8410, 0.9362, 0.8624, 0.8326, 0.8694, 0.8634, 0.9137,
                      0.8865, 0.8533, 0.9065, 0.8824, 0.8723, 0.8920, 0.8896, 0.8638, 0.8883,
                      0.9204, 0.7744, 0.8210, 0.8992, 0.9257, 0.7968, 0.8711, 0.9193, 0.8693,
                      0.8585, 0.8928, 0.9242, 0.9209, 0.8774, 0.9267, 0.8554, 0.9013, 0.9146,
                      0.9145, 0.8769, 0.8584, 0.9098, 0.8737, 0.9129, 0.9155, 0.7920, 0.9066,
                      0.8932, 0.9222, 0.9176, 0.9027, 0.9142, 0.8581, 0.9157, 0.8290, 0.8010,
                      0.8257, 0.8309, 0.8949, 0.9264, 0.8765, 0.9222, 0.8799, 0.9168, 0.8537,
                      0.9053, 0.8995, 0.8603, 0.9220, 0.8587, 0.8156, 0.8314, 0.8994, 0.9103,
                      0.8992, 0.8834, 0.9129, 0.8484, 0.9231, 0.7720, 0.9313, 0.8129, 0.9064,
                      0.8955, 0.8719, 0.8661, 0.9027, 0.9035, 0.8921, 0.9200, 0.8906, 0.8502,
                      0.8582, 0.9077, 0.9098, 0.8730, 0.8147, 0.8640, 0.8584, 0.8165, 0.8731,
                      0.8754, 0.8656, 0.8185, 0.8626, 0.8823, 0.8883, 0.8607, 0.9181, 0.8944,
                      0.8384, 0.8706, 0.9005, 0.8480, 0.8443, 0.9112, 0.9067, 0.8923, 0.9348,
                      0.8869, 0.9252, 0.8797], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.bias',
              tensor([-9.7786e-03,  6.1532e-02,  9.9864e-02, -7.1656e-02,  5.4613e-02,
                      -3.9032e-02,  9.2661e-02, -8.9493e-02, -8.6861e-02,  2.7880e-02,
                      -5.8744e-02,  8.5247e-04,  4.1653e-02,  6.1656e-02,  1.0041e-02,
                      -6.4646e-02,  6.2791e-03,  3.1992e-02,  5.8993e-02,  1.9215e-02,
                      -5.5304e-02, -5.0506e-02, -7.5368e-03, -3.5533e-02,  3.2208e-02,
                      -2.2153e-02, -3.5138e-02, -1.0765e-01, -2.5707e-02,  2.1157e-03,
                       3.9430e-02,  4.2644e-04,  5.0566e-02,  9.7106e-03, -5.9818e-03,
                      -4.0241e-02,  7.2469e-02, -1.7737e-02,  1.9812e-02, -9.1987e-02,
                      -1.0962e-02,  7.0645e-02, -3.3117e-02, -7.1264e-02, -1.2231e-02,
                       3.6904e-02,  2.9864e-02, -5.1556e-02,  6.1248e-03, -7.2139e-02,
                      -8.9504e-03, -8.0018e-02, -7.7885e-02,  5.8867e-02, -9.8491e-03,
                       3.8285e-02,  9.0725e-02,  3.4434e-02, -1.3130e-02, -4.8364e-02,
                       1.3534e-02,  2.7721e-02, -6.8102e-02,  1.3478e-01,  5.9291e-02,
                      -3.5907e-02, -2.1982e-02,  3.7288e-02, -8.0171e-02,  2.6951e-02,
                       7.6556e-02,  6.1052e-02,  2.9973e-02, -1.3393e-02,  6.4614e-03,
                      -2.8160e-02, -9.4666e-03,  2.3652e-02, -7.5113e-03, -4.6844e-02,
                      -3.3187e-02,  2.8300e-03,  1.3928e-02, -6.2034e-02, -1.6243e-02,
                      -6.7053e-02,  1.1349e-02, -1.2637e-02, -3.7803e-02, -1.9387e-02,
                       6.6275e-02,  3.4333e-02,  7.6875e-02, -8.9953e-03,  4.6677e-02,
                      -6.1675e-02, -1.7353e-02,  1.1406e-02,  2.2732e-02, -5.3178e-02,
                       4.0785e-02,  1.8730e-02,  3.4997e-02, -6.7398e-02,  7.4580e-02,
                      -1.5123e-02, -3.9364e-02, -6.9891e-03,  3.4483e-02,  4.7166e-02,
                       1.2563e-02,  3.3032e-02,  3.2090e-02,  4.2761e-02, -9.8747e-02,
                      -7.6577e-02,  3.4681e-02, -6.9923e-02,  9.2615e-03, -2.1056e-02,
                      -2.3522e-02,  4.4585e-04,  1.3337e-02, -1.7638e-02,  1.2329e-02,
                      -3.0152e-02,  3.4123e-02, -3.7175e-02,  6.4919e-02,  3.3986e-02,
                       3.7719e-02, -2.9936e-03, -6.0314e-03, -7.2770e-03,  3.8623e-02,
                       3.0469e-03, -2.3478e-01, -4.4773e-02,  5.7069e-02,  8.8159e-03,
                       5.3107e-02,  7.1981e-02, -1.2628e-02,  4.7403e-01,  2.9438e-03,
                       4.2823e-02, -1.8262e-02,  1.5811e-02,  2.1997e-02,  1.2171e-01,
                       6.0035e-02, -1.0764e-02,  3.0642e-02, -4.7289e-02, -4.0875e-02,
                       7.4462e-03,  4.0912e-02,  7.4413e-02, -6.1218e-02,  6.8417e-02,
                      -1.0135e-01, -4.9132e-02, -1.3361e-02,  3.1107e-02,  2.1327e-02,
                       8.3095e-02, -5.3758e-02, -4.7807e-02,  5.0043e-02,  3.0251e-02,
                      -1.1844e-02, -2.7097e-02,  4.3229e-02, -6.7938e-02, -1.0916e-01,
                      -6.1216e-02, -8.3376e-02,  1.2300e-01,  3.2884e-02,  4.7232e-02,
                       9.3492e-02,  1.3430e-02,  1.1862e-02,  6.7698e-02, -6.3136e-02,
                       8.7994e-04,  9.4675e-02,  5.7644e-02,  1.1685e-02,  1.2759e-03,
                      -5.7976e-02, -4.0894e-02, -1.1426e-01, -3.7673e-02,  2.6557e-02,
                       8.8782e-02,  2.5328e-02,  2.0249e-02,  7.2624e-02,  7.4556e-02,
                      -4.4297e-02, -1.6384e-02,  2.2592e-02, -7.4617e-02,  2.0151e-02,
                       1.9375e-02, -4.1469e-02,  7.3442e-02,  2.5572e-02,  2.9803e-02,
                       2.5540e-02,  3.2403e-02, -7.7982e-02,  1.6402e-02, -1.6262e-02,
                       3.5809e-03, -3.6256e-02, -4.1389e-02,  2.0269e-02, -1.5636e-02,
                      -1.5451e-02, -2.5268e-03, -5.4626e-02,  1.5955e-01,  9.1898e-02,
                      -3.0737e-02, -1.3276e-04,  1.1272e-02, -5.9233e-02,  5.4075e-02,
                      -4.7094e-03, -6.0852e-02, -4.4116e-02,  1.0961e-01,  3.1855e-02,
                       8.0002e-03,  2.5744e-02,  6.1105e-02, -1.0510e-02, -1.8363e-02,
                       1.8196e-02, -5.1455e-03, -7.0985e-02, -3.6280e-02,  2.4123e-02,
                       6.0608e-02, -2.7914e-02, -6.6963e-02, -2.9047e-02, -6.7113e-02,
                       1.7856e-02, -4.6981e-03, -5.0649e-02, -4.3382e-02, -6.8735e-02,
                      -3.5661e-02,  5.0922e-02,  1.6110e-02,  3.0563e-02, -3.6714e-02,
                      -2.3402e-02,  2.6388e-02, -4.3144e-02,  2.0335e-02, -1.8381e-02,
                      -6.7810e-02, -1.6922e-02,  6.6733e-03, -3.4459e-03,  6.5662e-02,
                       1.3511e-02,  1.2182e-01, -4.4512e-02, -2.4365e-02, -9.9273e-02,
                       5.0752e-03,  4.3791e-02, -7.7406e-03, -7.2054e-02,  7.3645e-02,
                       6.2588e-04, -1.1395e-02,  3.5303e-02, -3.2318e-01,  2.8637e-03,
                      -4.2668e-02, -2.6327e-02,  1.1942e-01, -5.2827e-02, -3.0570e-02,
                      -2.4709e-02,  1.5991e-02, -2.2066e-03,  9.4371e-02,  3.8487e-02,
                       7.6880e-02,  5.4665e-02,  2.3900e-03,  2.6220e-02, -2.0412e-02,
                      -8.4600e-02,  4.8728e-02, -3.4448e-02, -4.6058e-02,  2.2305e-01,
                       2.9377e-02,  6.9597e-03, -1.6571e-02,  3.8055e-02, -6.9128e-02,
                      -5.3665e-02, -2.4005e-02, -1.4277e-02, -4.2925e-02,  1.1823e-02,
                       2.1966e-02, -2.8629e-02, -1.4916e-03,  5.8798e-02, -2.9761e-02,
                       6.0146e-02,  3.8953e-02, -1.5930e-02,  3.0955e-02,  2.5476e-02,
                       7.9027e-02, -1.1129e-02,  7.5495e-04,  5.9935e-03, -4.9830e-02,
                       1.1626e-01,  3.9972e-03, -4.6729e-02, -2.0129e-02, -5.1271e-02,
                       4.2093e-02, -2.1892e-03, -2.3756e-02,  6.4725e-02,  1.6572e-02,
                      -1.3490e-02, -3.4049e-03,  2.8592e-03,  1.4591e-02, -3.0266e-02,
                       5.6719e-03,  6.8510e-03,  4.2917e-02, -1.1995e-02, -4.6106e-03,
                       1.4349e-02,  3.6778e-02,  6.0972e-02, -3.4512e-02, -5.6135e-02,
                       8.9573e-02, -5.0287e-02, -2.1500e-02,  1.8743e-02,  8.2422e-02,
                      -4.2255e-04,  5.7481e-02, -5.4848e-02,  7.5391e-02,  1.0485e-01,
                      -3.7460e-02,  3.0840e-02, -7.2368e-02, -1.3439e-02, -5.5865e-02,
                       4.5878e-02,  7.1825e-02, -8.8145e-03, -1.9471e-02,  6.5498e-02,
                       2.9886e-03,  1.0969e-02,  2.9931e-02,  4.3730e-04,  2.7647e-02,
                       6.5325e-02, -3.2290e-02, -6.2485e-02, -8.0240e-02,  2.5640e-02,
                       3.9607e-02, -4.9982e-02,  2.0611e-02, -9.5724e-02,  6.1045e-02,
                      -1.8032e-02, -1.9442e-02, -1.5476e-03,  1.6016e-02,  2.6058e-02,
                       7.2093e-03, -1.5842e-02, -1.0596e-04,  8.0515e-02, -1.6219e-02,
                      -4.7482e-03, -8.9125e-02,  4.6028e-03, -6.0993e-03,  5.9115e-02,
                      -2.8568e-02, -2.0280e-04,  1.0433e-01,  6.5076e-02,  2.6331e-02,
                       6.4945e-02, -1.5401e-04, -6.3078e-02,  3.1277e-02, -3.1579e-02,
                       3.2326e-02,  2.0950e-02, -1.7495e-01,  7.6604e-02,  5.8739e-02,
                       3.3832e-02,  6.9463e-02,  4.6840e-02, -4.2991e-02, -8.0050e-02,
                       3.0584e-02,  5.6146e-02,  2.8275e-02, -4.3064e-02, -6.7374e-02,
                       5.1225e-02,  1.5759e-02,  5.0320e-02, -1.2351e-01,  4.6478e-02,
                      -2.3720e-02, -4.0902e-02,  4.0041e-02,  1.1164e-02,  1.7860e-03,
                      -6.0829e-02, -4.7419e-03, -9.7328e-04,  2.8495e-02,  1.1106e-02,
                       5.0805e-02,  6.7979e-03,  1.9445e-02,  2.0780e-03,  3.1189e-02,
                      -2.5564e-02, -5.5371e-02, -4.2192e-02, -2.4346e-02,  3.6242e-02,
                       1.6140e-01,  3.4295e-03,  6.3479e-02,  3.6288e-02,  1.9682e-02,
                       7.9037e-03,  3.7151e-02,  6.4088e-02, -4.3691e-02,  2.9063e-02,
                       1.1440e-02, -3.6671e-02, -2.5349e-03, -8.2109e-05, -3.7369e-02,
                      -7.4507e-02, -3.1023e-02,  7.6550e-03, -6.6613e-02, -7.9944e-03,
                      -3.8085e-02, -1.5048e-02, -4.2155e-02, -2.1304e-02,  4.3533e-02,
                       4.5102e-02,  3.5897e-02,  3.0535e-02, -2.9250e-02, -4.9313e-02,
                       2.2305e-02, -9.5584e-03, -2.0758e-02,  2.7923e-02,  1.3978e-02,
                       2.8630e-02,  3.3041e-02,  5.6987e-02,  4.2387e-02, -9.6819e-02,
                       3.0552e-03, -2.7129e-02,  3.0725e-02,  1.1032e-02, -3.7214e-02,
                      -1.1903e-01, -2.2358e-02,  3.4293e-02,  5.2518e-02,  7.7292e-02,
                      -1.3061e-01,  3.4937e-02, -7.1504e-02,  2.6519e-02,  3.4279e-02,
                       7.4964e-02,  2.4142e-02, -7.7059e-02, -2.4806e-02,  8.6744e-02,
                       3.1313e-02,  1.6136e-03, -3.9912e-02, -6.0556e-02, -3.1719e-02,
                       7.1841e-02,  2.3954e-02,  3.6572e-04,  5.1500e-02, -7.4030e-03,
                       2.0019e-02, -4.8157e-02, -9.4813e-03, -1.4414e-02,  2.1227e-02,
                       4.1745e-02, -7.5486e-02,  4.3634e-02,  4.4630e-02,  9.9381e-02,
                      -6.1795e-04, -1.4306e-02, -2.1703e-02,  6.8503e-02, -7.6763e-02,
                       8.5103e-02,  1.9665e-02, -9.0185e-03,  1.0265e-01, -1.2110e-02,
                      -1.3153e-01, -1.1287e-03, -2.8254e-02, -2.5604e-02, -5.4653e-02,
                      -3.9472e-02, -3.9422e-02,  1.3107e-02, -3.6058e-02, -5.5725e-02,
                      -4.1006e-02,  7.0601e-02, -4.9575e-01,  3.9271e-02, -3.9116e-02,
                       3.5819e-02, -5.6898e-02,  4.8089e-02,  1.6321e-02, -5.6492e-02,
                       2.3226e-02, -1.3692e-02,  2.9515e-02, -3.8196e-02, -7.1071e-02,
                      -4.1704e-02, -1.1009e-03, -2.5293e-02,  1.6067e-02, -4.6648e-02,
                       3.3676e-02, -1.6290e-03,  4.3281e-02, -2.5601e-02,  7.3457e-02,
                       1.0687e-02, -9.4290e-02,  6.1357e-03, -2.9094e-02, -3.1511e-03,
                      -5.0094e-03, -3.6413e-02, -1.1903e-03, -4.8716e-02,  1.2925e-02,
                       1.1986e-02, -5.7324e-02,  3.9427e-02,  4.5745e-02,  8.3841e-02,
                      -7.6188e-02, -3.3146e-02, -4.4391e-02,  3.2440e-02, -6.2681e-02,
                       1.6841e-02,  1.4354e-02,  2.8460e-02,  8.5222e-02,  1.9323e-02,
                       4.5719e-02, -2.8231e-02, -6.9974e-02, -3.6635e-02, -8.7830e-02,
                      -1.4348e-02, -1.5128e-02,  2.0280e-02,  1.0422e-01, -7.3144e-02,
                      -1.0282e-01,  1.0159e-02,  4.8772e-02,  8.1172e-03, -3.0142e-02,
                       5.7643e-02,  1.3183e-02, -1.0031e-01, -4.6474e-02, -6.1494e-02,
                       6.8619e-02,  6.7828e-02,  8.6805e-02, -1.3034e-02, -5.0821e-02,
                       4.2745e-02, -6.1488e-02,  4.2395e-02,  3.3379e-02, -2.9351e-02,
                      -7.9410e-03,  7.7425e-02, -2.7073e-02,  5.4787e-02,  3.0000e-02,
                      -1.4377e-02,  6.8218e-02, -6.5166e-02, -1.4665e-02,  1.3982e-02,
                       7.8564e-02,  6.8284e-02, -4.1366e-02,  7.2102e-02,  1.1636e-01,
                       3.7729e-03,  8.8248e-02, -3.1385e-02,  4.8392e-02, -5.5744e-02,
                      -3.8011e-02,  2.8456e-02, -5.4494e-03, -8.8800e-02,  3.4686e-02,
                      -4.2194e-02, -1.7778e-02,  1.2119e-02,  1.5222e-02,  3.5939e-02,
                       1.3998e-02, -9.0952e-02,  1.3216e-02,  4.6518e-02, -5.3856e-02,
                      -2.5341e-02, -1.2228e-01, -3.0240e-02, -1.2148e-02, -1.1703e-01,
                      -3.3193e-02, -2.3292e-02,  8.3846e-02,  7.6202e-02, -4.0398e-02,
                      -5.9385e-02,  2.7004e-02, -3.6428e-02, -4.8128e-03, -4.1361e-04,
                      -1.0241e-02,  1.7323e-02, -2.3793e-02,  3.1545e-03,  4.5707e-02,
                      -4.3980e-02,  3.4055e-03,  4.8020e-02, -3.8188e-02, -5.5795e-02,
                       4.3163e-02, -1.9629e-02,  1.2965e-01, -3.6587e-02, -1.9920e-02,
                      -6.4752e-02, -6.2641e-02,  1.5927e-02,  5.9132e-02,  5.2675e-02,
                       6.8405e-02,  1.9512e-02,  2.2825e-02,  1.9369e-02,  1.9738e-02,
                       1.4141e-02,  2.9838e-02, -3.5561e-02,  4.2740e-02, -7.1367e-03,
                      -1.4271e-02,  5.3501e-02,  1.0795e-02, -1.7002e-02, -5.3555e-02,
                       1.3047e-02,  5.8476e-03, -2.8598e-02,  6.5101e-02, -3.1380e-03,
                      -2.2912e-02, -5.1673e-02,  4.9596e-02,  1.5564e-02, -4.8004e-03,
                       2.5293e-02,  3.8858e-02,  7.8003e-02, -1.1652e-01,  3.7058e-02,
                       2.5642e-02, -9.3911e-02, -6.7682e-03, -1.2632e-02,  2.6960e-02,
                       4.0592e-02,  4.1399e-02, -2.5159e-02, -8.3118e-02, -1.5876e-02,
                       8.3348e-03,  7.6409e-02,  1.6889e-02,  6.3803e-02, -6.1649e-03,
                       2.5668e-02, -3.4203e-02, -2.6502e-02,  4.6428e-02,  1.5010e-02,
                       4.9204e-02, -1.5075e-02,  5.3829e-02,  2.4902e-03, -6.5243e-02,
                       6.8270e-02,  8.0109e-02, -2.4406e-02, -1.0181e-03,  7.0187e-03,
                       6.0911e-03,  1.3394e-02, -6.8894e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.weight',
              tensor([[ 0.0196, -0.0186,  0.0803,  ...,  0.0197, -0.0103,  0.0516],
                      [-0.0978,  0.0512,  0.0561,  ...,  0.0127,  0.0223,  0.0020],
                      [ 0.0324,  0.0194, -0.0247,  ...,  0.1244, -0.0767, -0.0816],
                      ...,
                      [ 0.0973, -0.0433,  0.0292,  ...,  0.0034,  0.0456,  0.0913],
                      [-0.0557, -0.0203,  0.0257,  ..., -0.0119,  0.0124,  0.0067],
                      [ 0.0497, -0.0428,  0.1075,  ..., -0.0282, -0.0885,  0.0554]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.bias',
              tensor([ 1.1222e-01,  2.0581e-01,  7.2996e-02, -7.9560e-03,  5.5867e-01,
                       2.1848e-02, -7.1206e-03, -4.6131e-02,  1.7047e-02,  2.3460e-01,
                      -7.9049e-02,  1.5020e-01,  1.8439e-04,  4.9159e-02,  7.4836e-02,
                      -3.3185e-02, -7.4640e-02,  3.1406e-02, -5.7091e-02,  2.9301e-02,
                      -6.3737e-02, -3.2217e-02,  4.6492e-02,  1.1544e-01,  2.0672e-01,
                      -3.1898e-02, -4.5934e-02, -1.6473e-02,  1.3936e-02, -2.3118e-02,
                       1.4169e-01, -1.1628e-01, -2.2528e-03,  5.8623e-02,  3.8945e-02,
                       2.7634e-01, -1.8181e-02,  7.5420e-02, -4.3207e-02,  1.3092e-01,
                       4.6230e-02, -6.3929e-02, -7.4863e-02, -2.0983e-02,  2.2217e-02,
                       3.7655e-02,  6.2026e-02, -1.5583e-02,  1.5845e-01, -1.3121e-01,
                      -1.1021e-01,  1.0263e-01,  5.9224e-02, -2.6542e-02,  1.8609e-02,
                      -4.7755e-02,  1.6188e-01,  8.2143e-02,  6.7019e-02,  9.5285e-02,
                       3.0786e-02, -6.6583e-02, -4.8051e-01,  1.5805e-01,  1.1525e-01,
                      -5.5265e-02,  5.1461e-02, -1.7062e-01, -1.6234e-01,  1.6382e-01,
                       3.5646e-02,  3.0025e-02,  1.6728e-02,  2.4915e-02,  9.6416e-03,
                       6.5681e-02, -4.1685e-02,  1.5864e-02,  3.5478e-03, -3.6914e-02,
                      -6.0849e-02,  9.1480e-02,  1.3285e-01, -2.7633e-02, -9.9107e-02,
                       8.0578e-02, -5.4682e-02,  1.2285e-02,  4.4421e-01, -2.3931e-02,
                       6.8141e-02, -1.8716e-02, -2.5068e-02, -1.4490e-01,  8.3726e-02,
                       4.4651e-02,  1.3178e-01,  1.0198e-01, -1.0594e-01, -4.1318e-02,
                       7.5913e-02,  1.5406e-02, -1.9307e-01, -3.5814e-01, -6.6747e-02,
                       8.5627e-02, -1.2694e-02,  1.8114e-02, -2.2492e-02, -2.1004e-02,
                       9.2145e-02,  6.7528e-01,  1.0934e-01, -6.7198e-03, -1.1210e-01,
                      -2.2879e-02, -3.8825e-02, -1.8229e-01, -1.2349e-01,  2.4037e-02,
                       5.2444e-02,  1.2805e-01, -1.3175e-01, -4.1747e-02,  6.5823e-02,
                      -2.2881e-01,  4.6521e-02,  2.6631e-02, -1.5899e-01, -3.0806e-02,
                      -7.6482e-02, -7.6537e-02, -9.4916e-02,  8.3827e-03, -3.7369e-02,
                       1.2711e-02, -1.1420e-01, -8.6729e-02,  9.7976e-02,  4.0252e-02,
                      -2.3642e-02, -1.4465e-02,  4.8693e-02, -6.3816e-02, -8.2430e-02,
                       7.6819e-02, -9.5474e-02,  1.0596e-01, -1.4205e-01, -4.7306e-03,
                       7.3453e-02,  7.8959e-02, -2.2285e-02, -6.3403e-02,  5.8643e-02,
                      -1.1568e-01, -1.2003e-01, -1.7947e-01, -3.7336e-01, -1.3574e-01,
                       6.4374e-02,  6.9479e-01, -3.0335e-02,  7.2390e-02,  2.5697e-02,
                      -8.9430e-02, -2.1804e-02,  3.8847e-01,  1.1690e-01, -1.7719e-01,
                      -7.5949e-02, -1.3063e-01, -2.6079e-02, -2.2432e-01,  2.3005e-01,
                       1.6234e-01, -1.1303e-01,  4.8821e-04,  7.5574e-02,  1.9906e-02,
                       2.7868e-01, -9.4701e-02, -2.9600e-02,  5.1476e-02,  8.2522e-02,
                      -4.9303e-02,  1.4591e-02, -5.2434e-01, -1.1266e-01,  8.8408e-02,
                       1.9412e-02,  1.1562e-01,  2.6565e-01,  4.1327e-02, -2.1699e-02,
                       8.0840e-02, -1.1263e-01, -2.3239e-02,  9.2863e-02, -8.6160e-02,
                      -1.1107e-01, -2.4105e-02, -7.6103e-02, -2.3072e-02, -1.5534e-01,
                       2.4782e-02, -6.9809e-02, -1.1757e-01,  1.0182e-02,  4.1303e-02,
                      -3.3983e-03,  2.9243e-01,  3.8900e-02, -4.4154e-02, -4.8753e-02,
                       1.3765e-01,  1.4119e-02,  2.0781e-01,  2.5101e-04, -1.2920e-01,
                       1.2748e-01,  5.5451e-02, -3.4506e-02, -1.0613e-01,  8.2965e-02,
                       5.1945e-02,  4.9499e-02,  2.7847e-02,  1.6361e-02, -3.4024e-02,
                       1.2232e-01,  7.8211e-02, -1.8381e-01, -1.5371e-01,  1.5713e-02,
                       7.3999e-02, -6.2841e-02,  1.2640e-01, -2.5611e-02, -2.7620e-02,
                      -2.3684e-02, -3.9905e-03,  4.4827e-02, -1.2674e-02,  5.2326e-02,
                      -6.9336e-02,  1.1793e-02,  5.6577e-01, -9.3287e-02,  1.1219e-01,
                      -5.2409e-02, -2.6983e-02, -9.6620e-02, -4.3222e-02,  6.7944e-02,
                      -4.7507e-02,  2.1805e-02, -1.5371e-02,  5.1012e-01,  5.4878e-02,
                      -4.4947e-02,  9.3103e-02,  1.6923e-01, -3.0532e-02,  9.4715e-02,
                      -1.1563e-02, -5.6734e-02,  7.5067e-02,  8.0853e-02, -4.8858e-02,
                       4.2432e-02, -6.0413e-02, -1.6851e-02,  2.6552e-01, -1.0816e-01,
                       4.6280e-02, -2.7518e-02, -3.6785e-02, -4.9175e-03,  5.3398e-02,
                       7.5692e-02, -1.2489e-01, -4.5663e-02, -9.3206e-02, -4.1237e-02,
                      -7.6066e-03, -5.7563e-02,  9.9980e-02, -1.0351e-01,  2.3780e-02,
                      -1.5115e-01, -4.7087e-02,  1.0261e-02,  1.1982e-02,  1.2284e-01,
                       6.4491e-02,  4.0547e-02,  1.8323e-01,  2.2742e-03,  6.5822e-02,
                      -6.4283e-02,  1.0022e-01,  1.8413e-01,  5.5288e-02, -1.6864e-01,
                      -3.8009e-02, -1.0985e-01,  6.6508e-02,  3.4966e-02,  5.1540e-02,
                      -2.7329e-01,  1.2538e-01,  1.0511e-02, -1.1521e-01, -5.8235e-02,
                       2.2500e-01, -5.3150e-01,  6.8423e-02,  2.1605e-02,  1.4605e-01,
                       4.1949e-02, -3.3256e-02, -6.9492e-02, -3.8118e-02, -7.5478e-02,
                       7.4431e-02,  6.1011e-02,  3.3137e-02, -3.6561e-03,  1.2121e-02,
                       3.8910e-02, -1.2607e-01, -1.1571e-02, -1.6349e-01,  7.3288e-02,
                       9.1728e-04,  4.2936e-02,  6.3632e-02,  3.4425e-02, -2.5852e-02,
                      -1.6418e-02,  3.9204e-02, -9.3874e-02,  7.1505e-02,  2.3511e-02,
                      -2.0373e-02, -2.9430e-02,  3.9700e-02, -7.2826e-04, -2.7227e-02,
                       1.9504e-02, -9.0962e-02,  1.8851e-02,  1.2019e-02, -3.3053e-03,
                      -2.3177e-02,  3.8119e-02, -2.0326e-02,  4.0588e-02,  2.9099e-01,
                       1.0976e-02,  4.3454e-02,  6.1991e-02,  1.6572e-02, -1.1922e-02,
                       2.5388e-02,  7.1068e-04,  4.5554e-02, -1.1713e-01,  4.4340e-03,
                       2.9133e-02,  9.4165e-02, -2.6752e-01,  1.5589e-01,  8.4267e-02,
                       7.7502e-02,  4.1941e-02,  5.7717e-02, -3.6759e-02, -6.3936e-02,
                      -2.8351e-02,  5.7468e-03, -3.6954e-02,  1.8937e-02,  7.9779e-02,
                       1.4441e-02,  8.6788e-02,  2.2415e-02, -3.5359e-02,  1.8117e-02,
                       1.0976e-01,  5.6608e-02,  5.7942e-02, -8.2585e-02,  1.3251e-01,
                       1.2980e-02, -2.7156e-02, -9.6152e-02,  2.9707e-02, -4.5799e-01,
                       4.4917e-03,  4.0492e-02,  2.2086e-02, -1.0353e-01,  8.5821e-02,
                      -7.2940e-02, -9.1250e-02, -2.5221e-03, -8.6217e-04,  6.3218e-02,
                      -7.7474e-02, -1.6650e-02, -8.5987e-02,  6.7797e-03,  4.7308e-02,
                      -7.6133e-03, -5.5657e-03, -9.2502e-02, -4.3651e-02,  3.9270e-04,
                      -2.7977e-02, -1.2499e-01,  2.9017e-02, -1.2640e-01, -7.6941e-02,
                      -2.4260e-02,  6.2749e-02,  2.2289e-02,  6.7446e-02,  3.8244e-02,
                      -8.4090e-02, -2.1446e-02, -3.7583e-01, -1.4161e-02, -3.5908e-02,
                       5.4193e-02, -3.3783e-02,  8.4064e-02,  1.4906e-02,  4.9511e-02,
                      -1.3735e-01, -6.5124e-02, -9.6272e-02, -6.0360e-02,  1.8959e-02,
                       1.3544e-02, -5.7928e-02, -2.6962e-02,  1.3278e-01,  1.8608e-02,
                       3.6808e-02,  6.0508e-02, -5.9032e-02, -5.3632e-02, -4.2838e-02,
                      -1.1241e-01,  6.5330e-02,  2.9835e-02, -3.0980e-02,  3.1256e-02,
                       1.2084e-02,  8.4639e-02,  4.3780e-02, -1.1029e-01,  1.5330e-03,
                       5.8115e-02,  3.0044e-02,  1.3299e-01, -5.8766e-02, -6.4377e-02,
                      -8.0262e-02, -6.8118e-02, -6.2735e-02,  1.0351e-01, -3.9133e-02,
                      -4.5544e-02, -1.2839e-02,  4.5022e-02,  4.4410e-02,  5.3609e-02,
                      -1.1232e-01,  6.6098e-02,  3.4350e-02, -1.1658e-03, -4.5373e-03,
                      -2.1427e-02,  2.6254e-02, -6.8296e-02, -7.0378e-02,  1.2733e-02,
                      -5.7048e-02,  2.7137e-02,  1.2037e-01, -8.8585e-02,  4.0133e-02,
                      -2.6022e-03, -2.9549e-02,  4.7708e-03, -2.4222e-02,  3.8241e-02,
                      -3.6883e-02,  2.4334e-02, -7.5482e-02,  9.8997e-03,  5.0072e-02,
                       1.2182e-01,  3.8042e-02,  5.9433e-02, -1.9031e-03,  1.1926e-01,
                      -1.5265e-01,  4.5739e-02,  9.2394e-02,  1.1440e-01, -4.3295e-01,
                      -1.1630e-01,  2.7629e-01, -2.1203e-01, -2.1818e-01, -8.3387e-02,
                       3.3592e-02, -2.4797e-01,  1.2442e-03, -7.6545e-02,  1.5121e-01,
                      -3.3255e-02,  1.6841e-01, -4.1660e-01, -1.2486e-01, -1.8683e-01,
                       2.4764e-01,  1.6153e-01,  1.8042e-01,  7.5384e-02,  4.3244e-02,
                       1.5410e-01,  4.9137e-02, -2.7344e-01,  2.7945e-02, -1.2047e-01,
                       1.4956e-01,  1.0050e-02,  9.6184e-02,  5.1412e-02, -1.4132e-01,
                       3.1635e-02,  1.4661e-01, -1.8168e-01,  2.8438e-02, -8.3352e-02,
                      -4.8756e-01, -4.4516e-03, -3.2571e-02,  2.3137e-01,  3.6058e-03,
                       2.2635e-01, -1.0394e-01,  4.6798e-02,  1.7664e-03, -1.2816e-01,
                      -2.3641e-01, -3.1473e-01,  1.5407e-01,  7.5775e-02, -1.6015e-01,
                      -1.0308e-02, -1.0975e-01, -9.8815e-02, -2.4819e-01, -8.6038e-02,
                      -7.6469e-02,  6.7753e-01,  1.8875e-01,  2.2225e-01, -2.3849e-01,
                      -7.9506e-02, -2.7705e-01, -5.3424e-02, -1.5020e-01,  1.6497e-01,
                       4.8044e-02, -1.7720e-01,  5.9938e-01,  9.0685e-02, -1.9461e-01,
                      -4.4776e-02, -8.1787e-02, -1.4958e-01, -3.5402e-02,  3.1830e-02,
                       1.1214e-01,  1.4081e-01,  1.2905e-02,  4.4451e-02, -2.6182e-01,
                       2.2552e-01, -1.3267e-02,  6.3765e-03,  1.1699e-01,  1.3075e-01,
                       4.9852e-02, -1.3824e-01,  6.1805e-02,  2.0910e-01,  2.4081e-01,
                      -6.1253e-02, -4.0393e-02,  1.7948e-02,  1.5669e-01,  2.1883e-01,
                       1.9799e-01, -9.2431e-02, -6.0200e-01,  1.0487e-01,  6.5198e-03,
                       1.5903e-01, -1.3142e-01,  6.7516e-01, -4.3777e-02, -1.6887e-01,
                      -1.9654e-02, -6.4916e-02, -3.3959e-02, -1.1534e-02, -4.8025e-02,
                       4.4976e-02,  2.0498e-01, -1.1778e-01, -1.0924e-01,  7.5342e-02,
                      -8.6994e-02, -1.3733e-01, -1.3437e-01, -1.6934e-01, -5.4973e-03,
                       1.0526e-01, -2.5488e-01,  3.6656e-02, -3.3801e-02, -6.7488e-01,
                       2.1950e-02, -3.9806e-01, -1.4823e-01, -1.0296e-01,  8.9376e-02,
                       3.4443e-01, -1.1923e-01, -3.1955e-01, -1.7121e-02, -8.2334e-02,
                      -2.7883e-02,  6.1011e-01, -2.9677e-01, -2.2116e-03, -3.1762e-01,
                      -9.0562e-03, -2.4119e-01, -1.2437e-02, -7.2306e-02, -5.9468e-02,
                       5.2006e-02, -8.1800e-02,  2.5733e-01,  7.4635e-02, -5.6678e-02,
                      -1.1667e-02,  1.5836e-02, -2.0614e-01,  1.2571e-01, -4.7204e-02,
                       5.7854e-02, -3.8100e-02,  1.1546e-01, -8.7551e-02,  1.8671e-02,
                      -5.7235e-02,  2.8650e-02, -2.4174e-03, -1.2095e-01, -4.2906e-02,
                      -5.7188e-02,  6.0396e-02, -2.1352e-02, -3.1853e-02,  2.3353e-01,
                      -1.2248e-01,  6.0460e-02, -9.1667e-02,  8.0985e-02,  2.5000e-02,
                       2.1815e-01,  4.0380e-02, -1.1190e-01,  7.2053e-02, -1.2681e-01,
                       2.2116e-02,  1.1371e-02,  6.0701e-02, -4.6479e-02, -2.3558e-01,
                       1.8178e-01, -5.4280e-02,  3.4790e-02,  1.0405e-01, -9.7429e-02,
                       2.4507e-01, -3.2475e-02,  2.3032e-01, -4.1100e-01, -2.1704e-02,
                       7.6922e-03, -3.4429e-02, -4.8221e-03, -1.8162e-01, -1.2735e-01,
                       9.8939e-02,  1.2027e-01, -1.6998e-01, -1.4110e-01, -1.0410e-01,
                       1.4686e-01,  8.4620e-02, -1.9389e-02, -1.1735e-02,  2.4633e-02,
                      -2.4006e-01,  1.8129e-01,  1.0011e-01, -2.5416e-01, -1.7436e-01,
                      -1.7169e-01, -1.7911e-03,  1.5770e-01, -2.3050e-01,  2.0823e-01,
                      -2.8996e-01, -2.2930e-01,  2.1318e-01, -4.8691e-03, -1.3781e-01,
                       1.6270e-02, -1.0942e-01, -4.3917e-01, -1.3388e-01, -1.5627e-01,
                      -1.0192e-01, -2.1139e-02,  3.9455e-03, -1.3847e-01,  7.2331e-02,
                       2.2216e-01, -4.4911e-02, -8.9507e-02, -1.3260e-01, -1.4942e-01,
                       6.5911e-03, -3.3507e-02,  1.1530e-01, -5.5712e-02, -1.0119e-01,
                      -6.6129e-02,  1.8758e-01, -4.6526e-01,  5.6470e-01,  3.4514e-01,
                      -6.1420e-02,  4.1491e-01, -3.9073e-01], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.weight',
              tensor([[ 0.0094, -0.0318,  0.0502,  ...,  0.0239, -0.0054,  0.0786],
                      [ 0.0134,  0.0010, -0.0104,  ...,  0.0465, -0.0509, -0.0226],
                      [-0.0039, -0.0205, -0.0151,  ...,  0.0744,  0.0235,  0.0379],
                      ...,
                      [ 0.0342,  0.0457, -0.0141,  ...,  0.0491,  0.0647,  0.0041],
                      [-0.0654, -0.0189, -0.0003,  ...,  0.0851, -0.0121, -0.0354],
                      [-0.0227,  0.0175,  0.0095,  ..., -0.0097,  0.0645, -0.0554]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.bias',
              tensor([ 2.1222e-03,  1.7550e-04,  7.0777e-04,  3.0995e-03, -3.1999e-03,
                      -1.6352e-03, -2.6910e-03, -2.0975e-04,  1.3137e-03,  4.4170e-04,
                       6.5958e-04,  1.3151e-03, -1.0782e-03, -4.4889e-03,  1.6175e-03,
                       7.3461e-05, -4.0005e-04, -3.9149e-04,  2.8848e-03, -1.4702e-03,
                      -1.0866e-03,  4.6313e-03, -4.3561e-03,  4.8392e-03, -2.7638e-03,
                       3.3957e-03, -6.3181e-04,  1.1181e-03,  7.0387e-04, -3.8333e-04,
                       1.1366e-03, -2.6061e-03, -1.8730e-03, -1.1378e-03,  1.4087e-04,
                      -1.0126e-03, -4.2753e-04,  1.4769e-03,  1.0545e-03,  8.5653e-04,
                      -1.4305e-03, -5.6713e-03,  3.8889e-03,  2.6179e-04, -1.4945e-03,
                       1.7748e-03, -2.6756e-03, -2.6540e-03,  2.4102e-03,  2.6940e-04,
                       3.2009e-04, -9.4499e-04, -1.9644e-03, -6.6341e-04, -9.6616e-04,
                       3.9712e-03,  1.7015e-03,  1.3752e-04,  4.2616e-03,  2.0076e-03,
                      -4.3005e-04, -1.5108e-03, -1.9551e-03, -4.6103e-04, -2.1314e-03,
                       7.8431e-03,  1.1826e-03, -6.6958e-04, -4.7978e-03,  8.9525e-04,
                      -6.8377e-04,  1.1525e-03,  1.0316e-03, -2.1891e-03,  2.5374e-03,
                      -4.0052e-03, -1.0269e-03, -3.4636e-04,  6.9857e-05,  2.1161e-03,
                      -2.6831e-03, -4.3249e-04, -6.6733e-04,  4.9552e-03, -2.4094e-03,
                       5.0916e-04,  2.4310e-03, -2.2971e-04,  2.0401e-03,  2.5148e-04,
                      -4.8196e-05,  2.1012e-03,  1.1585e-03,  5.2084e-03,  4.2105e-03,
                      -2.0057e-03,  3.1462e-04,  1.2579e-03, -8.2471e-04, -3.7277e-03,
                      -2.4402e-03, -9.8816e-04, -2.2203e-03, -4.4811e-03,  1.8874e-03,
                       4.8737e-03,  2.7410e-03,  2.8112e-03, -2.4720e-03,  5.7846e-04,
                       1.9488e-03,  2.7162e-03, -1.0897e-03,  2.5478e-03,  1.0740e-03,
                      -2.2978e-04,  1.9312e-03, -1.2926e-03, -2.3943e-03, -1.6336e-03,
                      -2.0990e-03,  1.3310e-03, -8.4091e-05, -4.9021e-03, -7.9984e-04,
                      -5.2995e-03,  2.2464e-03, -5.0728e-03, -3.7136e-04,  1.0251e-03,
                      -1.1315e-03, -3.4651e-04,  2.8110e-03,  2.4967e-03,  6.6194e-03,
                       2.1024e-03, -5.5379e-03, -4.4683e-04, -9.5044e-04,  3.9887e-04,
                      -1.8372e-03, -6.0514e-04, -2.9077e-04, -2.7873e-03, -2.4705e-03,
                       3.1459e-03, -3.9091e-03, -1.3762e-03, -5.7170e-03, -2.2966e-03,
                      -1.2586e-03,  4.8440e-03,  5.6109e-04, -6.4053e-04, -1.5761e-04,
                      -5.6685e-03, -3.2936e-03, -4.9856e-03, -4.4544e-03, -3.4448e-03,
                      -1.7998e-04,  3.9479e-03,  4.3137e-03,  2.3822e-03, -1.3217e-03,
                       6.4363e-04,  7.1258e-04,  5.9671e-03,  2.3239e-03,  2.5017e-03,
                       2.1047e-03, -1.7406e-03,  3.2717e-04, -5.8654e-04,  1.3867e-03,
                       2.9739e-03, -5.3004e-03,  5.1298e-04, -2.0066e-03, -3.7218e-03,
                       3.1039e-03, -1.5541e-03,  1.8382e-04,  2.2278e-03,  7.9317e-03,
                      -4.0137e-03,  4.8063e-04, -4.7159e-03,  1.3578e-03, -6.5262e-04,
                       9.8250e-04,  2.1994e-03, -1.3372e-02,  9.5325e-03,  1.1044e-02,
                      -1.0207e-03, -1.6399e-03,  3.1017e-03,  7.4155e-04,  7.4908e-03,
                       8.6395e-03, -3.1442e-03,  2.3084e-03,  5.8440e-03,  3.1187e-03,
                      -3.5696e-03,  9.6835e-03,  3.1368e-03, -2.7962e-03, -4.2401e-03,
                      -2.8712e-03,  4.8196e-04,  1.7855e-03, -9.0281e-04, -5.0229e-03,
                      -1.5421e-03,  9.6855e-03,  1.0146e-03, -2.0603e-03,  7.7962e-03,
                      -1.0937e-03,  5.9281e-03,  4.1338e-03,  8.6241e-03, -4.7685e-03,
                      -6.9674e-03, -3.8158e-03,  3.9931e-03,  5.0551e-03,  4.1410e-03,
                      -5.0954e-03, -1.9032e-03, -1.7133e-03,  3.5847e-03,  1.2868e-02,
                       5.0498e-03, -3.1630e-03, -1.2183e-02,  5.4466e-03, -2.8492e-04,
                      -6.2182e-03, -1.6721e-04,  4.1663e-03,  9.0786e-04, -3.1949e-03,
                       3.7643e-03,  8.0741e-03,  6.4797e-03,  3.9352e-03, -5.8899e-03,
                       3.2958e-03,  1.5834e-03, -1.9163e-02, -1.9594e-03, -7.9194e-03,
                       4.5147e-03,  1.4684e-03,  1.4620e-03,  9.0162e-03, -3.8935e-05,
                      -5.6726e-03,  2.8821e-03,  8.1375e-04, -5.3270e-04, -9.3519e-05,
                       3.2700e-03, -4.7290e-03,  1.5199e-03,  9.9864e-04, -3.1392e-03,
                       4.8496e-03, -2.8211e-03, -4.8926e-03,  2.4759e-03, -3.0573e-03,
                       2.4976e-04,  8.2821e-04, -4.6880e-03, -4.6311e-03, -2.8195e-03,
                       2.6589e-03,  1.9622e-05, -1.8484e-03, -5.1513e-03,  1.6843e-03,
                      -3.9015e-03, -2.8795e-03,  1.2882e-03, -4.9707e-03, -2.8550e-03,
                       9.4887e-04,  1.7341e-03, -2.0059e-03,  3.7272e-04, -4.1557e-03,
                       3.2967e-03, -3.0204e-03,  2.6680e-03, -3.1730e-03,  6.8717e-03,
                      -1.6091e-03,  5.9672e-03,  1.6456e-04,  1.6627e-04, -3.0832e-03,
                       2.8496e-03, -5.9907e-03, -1.9920e-04, -2.2272e-03, -3.1028e-03,
                      -6.3700e-03, -9.5230e-04, -4.6935e-03,  3.2944e-03,  2.2795e-03,
                       1.0008e-02, -8.2417e-03,  2.8834e-03, -1.2803e-03,  4.8918e-03,
                      -6.6513e-04, -1.1777e-03, -8.8108e-04,  9.9233e-04, -3.8834e-03,
                       1.4097e-03, -1.2405e-04,  6.8508e-04,  2.6458e-03, -2.4712e-04,
                       3.6043e-03,  2.8251e-03, -1.3820e-03, -1.4802e-03, -5.0171e-04,
                      -8.5841e-04, -3.0034e-03, -1.4040e-04, -2.3021e-04,  1.3472e-03,
                       2.3007e-03,  1.8331e-03,  1.2689e-03,  5.7007e-04, -3.4601e-03,
                       3.0137e-04,  2.9693e-03,  7.0413e-04, -3.0616e-04, -1.7918e-03,
                      -1.3970e-03, -1.2378e-04,  1.2079e-03,  3.4651e-03, -1.5551e-03,
                       2.6837e-03,  8.4643e-04, -2.9555e-03, -2.2360e-03,  6.8462e-04,
                      -2.3727e-03,  3.8991e-03,  3.7180e-03, -8.4165e-04, -5.8086e-04,
                      -5.2873e-03, -1.3062e-03, -2.6139e-03, -4.0812e-03, -1.1235e-02,
                       2.6619e-03, -5.2517e-04, -6.0276e-03, -9.1586e-04,  1.4936e-03,
                      -4.2982e-03,  1.0096e-04, -1.7446e-03,  1.3730e-03, -5.3491e-04,
                      -5.1513e-04,  5.3230e-03,  4.8137e-04,  3.4745e-03, -2.1099e-03,
                      -1.0855e-03, -1.0015e-02,  4.3299e-03, -3.0436e-03,  2.6294e-03,
                      -1.2460e-03,  4.3381e-04,  1.2918e-02,  6.5544e-04,  2.8103e-03,
                       3.7269e-03,  5.4449e-03, -5.1589e-03, -3.0162e-03, -5.5006e-03,
                       5.7365e-03,  2.6137e-03,  6.0297e-03, -5.4560e-03, -3.7531e-03,
                      -2.9044e-03, -5.3969e-03,  8.2592e-03,  1.9700e-03,  2.9341e-03,
                      -9.1806e-03, -4.8462e-03, -3.6122e-03, -5.3329e-03,  2.7180e-03,
                       5.4104e-03, -2.1438e-04, -2.6906e-03,  7.8817e-03, -2.4256e-03,
                       1.4352e-03,  2.3625e-03,  2.8041e-03,  1.2495e-03,  1.9882e-03,
                       6.1521e-03, -9.0265e-04,  6.4290e-03,  3.1332e-03,  5.0257e-03,
                       4.8958e-03,  2.3054e-03, -3.7393e-03,  3.4535e-03,  1.0801e-02,
                       7.8267e-03,  3.2100e-03,  1.4258e-03,  3.9908e-03,  4.5568e-03,
                       9.0008e-03,  4.4576e-03, -1.0738e-04,  5.6729e-03, -4.2404e-04,
                       4.1161e-03,  1.9368e-03, -2.4655e-03,  2.7124e-03,  5.3774e-04,
                      -9.1615e-04, -2.8321e-03,  2.5067e-03, -3.0514e-03, -1.1756e-02,
                       5.7264e-04,  5.5776e-03, -1.2140e-03, -3.1077e-03, -8.0259e-04,
                      -1.1479e-03, -6.3550e-03, -9.9910e-04,  7.5336e-03, -1.6410e-03,
                       1.7712e-03,  1.6198e-03, -1.0573e-02,  1.0952e-02, -1.5159e-03,
                       9.6794e-04, -3.3226e-03,  3.9223e-03, -3.2786e-03,  3.4815e-04,
                      -2.6459e-03,  3.7099e-03,  4.4173e-03, -3.0553e-03, -4.8397e-03,
                       8.5636e-04, -4.4286e-03,  2.1906e-03,  7.6519e-04,  5.8221e-04,
                      -3.3831e-03, -1.5074e-03, -9.7821e-04, -3.3202e-04,  7.4169e-04,
                       2.4517e-03, -4.0492e-03, -3.2411e-03, -1.2023e-04,  4.1430e-04,
                      -2.5355e-03,  3.7433e-03, -5.3730e-04, -4.0240e-04,  1.5592e-03,
                       6.1159e-03,  2.4597e-03,  5.9183e-03, -4.0043e-03,  4.7857e-03,
                      -1.2086e-03, -3.2251e-03, -2.4228e-03,  1.3768e-04,  1.0235e-03,
                       5.2420e-03,  1.5482e-03, -6.8742e-03,  4.9793e-03,  6.2110e-05,
                       2.4434e-04, -1.0235e-03, -4.3362e-03,  2.6129e-04, -2.3173e-03,
                      -2.4021e-03,  3.2885e-03,  3.4178e-03,  1.5450e-03,  5.6971e-03,
                      -4.5855e-03, -2.3146e-03, -4.8846e-03,  7.3434e-04, -5.1711e-04,
                       4.1830e-03, -5.3099e-03,  5.5142e-03,  3.5964e-03,  5.4119e-04,
                       4.4791e-04, -3.2021e-03, -6.6610e-03,  2.8473e-03,  4.0215e-05,
                       4.4449e-03, -1.8238e-03,  4.4717e-03,  4.6174e-03, -2.6183e-03,
                       5.3982e-03,  2.9376e-03, -4.4163e-03, -4.0666e-03, -2.0279e-03,
                      -7.4546e-03,  1.8656e-04, -9.7178e-04,  6.7253e-03, -1.0586e-03,
                       5.5749e-03, -3.6152e-03, -2.5023e-03, -9.4834e-03, -3.2982e-03,
                       8.5487e-03,  4.0556e-03, -1.3130e-03,  2.7048e-04, -3.7831e-03,
                       3.0625e-03,  3.8121e-03,  8.5159e-03,  3.7837e-03, -1.8596e-03,
                      -1.4361e-03,  1.2464e-02, -9.1119e-04,  1.1679e-03, -5.9125e-03,
                      -5.2742e-04, -2.0538e-03, -5.9102e-03,  1.6733e-03, -3.1724e-03,
                      -3.8372e-03,  4.4526e-04, -6.5371e-03, -1.2069e-03,  2.6475e-03,
                      -5.0779e-04, -4.0034e-03,  2.9651e-03,  1.4575e-03, -6.2743e-04,
                       1.3092e-03, -3.1610e-04, -4.8107e-03, -2.2115e-03, -3.3613e-03,
                      -2.1190e-03,  3.2537e-03, -7.3658e-06, -4.2749e-03, -3.4269e-03,
                      -1.5664e-04, -8.2613e-04,  4.9661e-04,  2.1652e-03,  3.8196e-03,
                       5.2953e-03, -9.5565e-05, -1.6867e-03, -2.1986e-03, -1.3706e-03,
                      -3.1514e-03, -1.9291e-03,  4.7360e-03,  3.1863e-03,  4.1730e-03,
                      -1.9265e-03,  1.2422e-03, -6.9953e-03,  9.7884e-04, -5.3227e-04,
                      -1.5098e-03,  6.1862e-04, -1.4547e-03, -2.7027e-03, -6.4247e-04,
                       1.9911e-03,  4.6488e-03,  2.3855e-03,  3.8128e-04, -2.3652e-03,
                       4.5050e-03,  3.2186e-04, -2.2373e-05,  2.0334e-03,  1.7748e-04,
                      -1.7163e-03,  3.7652e-03, -2.4963e-03, -2.6456e-03,  2.5096e-03,
                      -9.2017e-04,  6.2043e-03, -3.4352e-03, -3.9480e-03,  5.9008e-04,
                      -6.1204e-03, -5.2400e-03,  3.4781e-03, -1.5402e-03,  8.6733e-03,
                      -6.8955e-04,  2.2171e-03, -4.0844e-03,  1.8761e-03,  7.6243e-03,
                       1.1612e-03, -2.7406e-03, -6.1150e-04,  5.1521e-04, -3.8814e-03,
                      -1.0986e-03,  1.9273e-03,  1.9782e-03, -6.3515e-04, -1.9088e-03,
                       1.5201e-03, -6.0770e-03,  4.9333e-03, -5.0418e-03, -1.2459e-03,
                       5.5079e-04, -1.3023e-03,  4.2783e-04,  4.4387e-03, -2.9442e-03,
                      -3.2019e-03,  7.4372e-04, -1.5678e-03, -2.1076e-03,  4.4745e-03,
                      -1.5588e-03,  6.7638e-04,  2.4884e-03, -6.0861e-04, -8.6228e-03,
                       9.6659e-05, -2.4742e-03, -3.6069e-03,  1.8024e-03, -1.2992e-03,
                      -4.6998e-03, -1.8863e-03,  8.6960e-03,  4.9708e-03, -3.1803e-04,
                       1.9641e-03, -2.4645e-03,  3.9675e-03,  7.5260e-04,  1.4636e-03,
                      -5.0976e-03,  1.9320e-03,  4.1212e-03,  1.7051e-03, -1.0859e-03,
                      -1.3853e-03, -2.4640e-04,  1.9398e-03, -3.4506e-03, -1.2278e-03,
                       4.0375e-03,  9.0435e-04,  7.4025e-03,  3.0837e-03,  4.3543e-03,
                       8.4448e-04,  3.2022e-03,  1.0635e-03, -1.2008e-03,  3.7863e-04,
                      -6.9923e-04,  3.5063e-03,  4.1061e-03, -6.5396e-03,  8.1560e-04,
                      -1.5650e-04,  2.6233e-03,  2.3686e-03, -5.3114e-03, -7.0904e-03,
                      -5.1726e-03,  4.9859e-03,  7.0675e-03, -2.1282e-03,  4.1724e-03,
                       3.6770e-03,  2.9201e-04,  4.8014e-03,  7.6416e-04,  2.4240e-03,
                       4.7642e-03, -2.5154e-04, -1.0247e-03, -2.1579e-03, -3.7196e-03,
                      -9.8393e-04, -4.5208e-03, -5.7590e-03,  1.4336e-03,  5.2114e-03,
                      -6.5267e-03,  4.5863e-03,  7.5465e-04,  1.9360e-03, -1.8153e-03,
                       2.5876e-03, -5.0899e-03, -4.1479e-03,  6.2435e-04, -3.0636e-03,
                      -2.9329e-03, -3.5067e-03, -7.5868e-03,  7.8415e-03,  4.8085e-03,
                      -1.8130e-03,  3.4252e-03, -3.0494e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.weight',
              tensor([[-0.0547, -0.0158, -0.0077,  ...,  0.0174, -0.0081, -0.0083],
                      [-0.0301,  0.0130, -0.0362,  ...,  0.0114,  0.0412,  0.0304],
                      [ 0.0399, -0.0119,  0.0197,  ...,  0.0198,  0.0047,  0.0046],
                      ...,
                      [ 0.0311,  0.0447, -0.0022,  ...,  0.0033,  0.0340, -0.0265],
                      [ 0.0164,  0.0262, -0.0504,  ...,  0.0068,  0.0146,  0.0470],
                      [-0.0133, -0.0241,  0.0087,  ...,  0.0311, -0.1021, -0.0206]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.bias',
              tensor([-7.7761e-02, -3.8163e-02, -4.5876e-02, -3.5347e-01, -1.8304e-02,
                       7.4755e-03, -4.4630e-02,  9.3274e-02,  5.2665e-02, -3.1326e-02,
                      -1.1820e-02, -5.0820e-02,  1.6864e-02, -1.1002e-02, -5.7016e-02,
                       1.4179e-02,  1.9345e-01,  8.2011e-02,  9.6264e-03, -1.6225e-02,
                      -3.4668e-02,  2.1516e-02,  1.0446e-02, -3.4384e-02,  1.6126e-02,
                       2.3420e-03,  4.5345e-02,  1.0403e-01, -4.0079e-05, -7.2939e-02,
                       3.7369e-03,  2.1459e-02, -6.6712e-02, -1.6115e-02,  8.3308e-02,
                      -5.9485e-03, -3.5454e-02, -5.9179e-02, -6.8666e-02, -6.1553e-03,
                       2.5803e-02, -4.4751e-04, -1.0745e-02, -1.1664e-02, -3.0621e-02,
                       5.1734e-02, -2.0828e-02, -5.3100e-02, -8.1517e-02, -7.8237e-04,
                      -5.3017e-02, -1.2747e-02,  9.1673e-04,  5.2514e-03,  1.3281e-01,
                      -5.9694e-03, -1.5772e-01,  2.0123e-02,  5.3125e-04,  9.1092e-02,
                      -5.4092e-02, -1.1452e-02, -6.2286e-02,  3.9907e-02, -2.1126e-02,
                      -8.9024e-03,  4.0745e-02, -2.9485e-02, -6.6237e-02,  1.7216e-01,
                       6.7219e-02,  1.9125e-01, -5.7525e-02,  8.0395e-02,  2.8745e-02,
                      -4.8334e-02,  7.5645e-02,  5.5911e-02,  2.1746e-02,  8.3231e-02,
                      -8.8052e-02, -2.8827e-02, -1.1373e-02, -1.4453e-02,  2.3300e-04,
                      -9.0277e-02,  4.8864e-02,  2.0272e-02, -7.3731e-02,  7.6553e-02,
                       4.4435e-02,  9.7408e-02, -4.1850e-02,  2.3484e-02,  9.8700e-02,
                      -2.9948e-02,  3.7541e-02, -2.0417e-02, -8.5365e-02, -2.8260e-03,
                       5.8995e-02,  2.2502e-03, -1.4046e-02,  2.4122e-01, -9.9186e-03,
                       2.1322e-02, -1.5614e-03, -4.2006e-03,  4.9350e-02,  2.4906e-02,
                      -3.1476e-02, -8.1081e-03, -5.8314e-02, -1.6160e-02,  3.6204e-02,
                      -1.6929e-02,  5.4403e-02,  4.5772e-02,  1.7066e-02, -2.9696e-02,
                      -2.1731e-02, -8.7937e-02,  2.1319e-02,  1.6706e-02,  9.5061e-03,
                       1.6578e-02, -6.3899e-02, -8.1839e-02, -9.6051e-03,  2.2399e-02,
                      -1.4162e-02,  3.8613e-02,  2.5623e-02, -7.5386e-02, -1.5465e-02,
                      -5.7862e-03, -2.1881e-02,  1.8745e-04,  4.0636e-02,  2.8391e-02,
                      -2.0205e-02,  5.1643e-02,  4.7706e-02,  6.1313e-04, -9.1064e-02,
                       3.0803e-02,  3.5810e-02, -6.1290e-02,  1.3475e-01,  3.0573e-02,
                       2.2006e-02, -8.1239e-02,  5.5320e-02,  5.4965e-02, -4.2336e-02,
                      -6.0955e-02, -5.0837e-02, -1.6891e-02,  5.7206e-03,  2.9093e-02,
                       1.6121e-02,  3.2532e-02,  6.7241e-03, -2.5961e-02,  3.8531e-02,
                       2.4541e-02, -1.5577e-02, -5.6929e-02,  1.0394e-02, -1.3059e-02,
                       3.3715e-03, -3.6979e-02, -7.8428e-02,  1.4176e-02,  5.6381e-02,
                      -3.6983e-02,  4.9717e-02, -5.8808e-02,  5.8551e-02, -7.1050e-02,
                       1.9784e-02,  3.9817e-02,  1.8199e-02, -3.1673e-02,  8.2953e-04,
                      -4.0087e-02, -3.2319e-02,  3.4588e-02, -6.5258e-02,  7.1084e-02,
                      -3.0744e-02, -5.0354e-03, -9.9965e-03,  1.4438e-02,  2.0154e-02,
                      -3.9061e-02, -8.4327e-03, -1.3194e-02, -3.2049e-03,  1.4966e-02,
                       1.0130e-02,  1.3959e-02, -1.4062e-03, -5.9077e-02,  2.8078e-02,
                       4.2111e-02, -4.7331e-03, -6.2817e-03,  2.5696e-02, -1.3683e-02,
                       5.2876e-03, -1.9787e-02, -1.0015e-03, -1.7850e-02, -2.4588e-02,
                      -1.9792e-02,  2.2467e-02, -3.5210e-02,  3.0998e-02,  1.8895e-02,
                      -1.8953e-02,  3.5576e-02,  2.5882e-02, -7.7256e-03, -2.5982e-02,
                       2.4471e-02,  2.2862e-02,  1.2257e-02,  1.6530e-02,  2.5156e-03,
                      -1.6624e-02, -1.2215e-02, -3.4944e-02, -2.8025e-02,  2.0841e-03,
                      -1.5927e-02,  7.4992e-03,  2.0630e-02, -2.8708e-02, -4.6955e-03,
                      -2.1190e-02,  1.8242e-03,  3.5652e-02, -1.7714e-02,  1.6024e-02,
                      -2.3537e-02,  2.1062e-02,  1.9214e-02, -8.4986e-03,  3.0480e-02,
                      -1.2960e-03,  2.1037e-03,  4.2637e-02, -4.6249e-02,  1.8960e-02,
                       1.4607e-02, -8.6503e-02, -1.3369e-02, -6.4370e-02, -1.6618e-01,
                      -3.7288e-02,  1.2667e-02,  3.6272e-02,  2.1755e-02, -7.4510e-02,
                       3.6826e-03,  1.8675e-02, -1.7228e-01,  4.7199e-02,  1.3515e-01,
                      -1.0375e-01, -1.3825e-02, -2.4487e-03, -1.9746e-02,  8.3667e-03,
                       2.4376e-02,  1.4244e-02, -4.6630e-02,  2.0800e-02,  1.0525e-01,
                       2.0558e-04,  5.2831e-02,  3.5162e-02,  7.4833e-03, -3.7965e-05,
                       5.9214e-02,  2.1857e-02, -4.1497e-02, -1.0747e-01,  1.9900e-01,
                      -6.3115e-02, -6.5000e-02,  7.8948e-03, -1.1083e-02, -7.5864e-02,
                      -3.9031e-02,  1.4680e-02,  1.3779e-01, -8.4362e-02,  4.7129e-02,
                      -3.4750e-02, -1.8114e-02, -2.8012e-02,  4.1335e-02,  6.4018e-02,
                       2.4647e-02, -5.0415e-02,  2.1203e-02,  1.1684e-01,  1.6022e-02,
                      -1.0760e-02, -6.4395e-02,  4.4347e-03, -2.8518e-02, -9.6099e-04,
                      -2.7215e-02,  9.1784e-02, -7.0575e-02,  1.0327e-01,  7.0323e-02,
                      -4.7817e-03,  5.1911e-03, -2.1564e-02,  1.1017e-03,  7.0471e-04,
                       2.4867e-02, -2.8678e-02, -1.3630e-02, -3.3538e-02,  2.7307e-02,
                      -1.2650e-03,  4.2970e-03,  1.5460e-02, -8.0907e-03,  1.9125e-02,
                      -2.4340e-03,  2.4465e-02, -1.1053e-02, -2.8227e-02,  7.1703e-03,
                      -5.8273e-03, -1.6815e-03, -1.3011e-02, -1.2475e-03,  2.3837e-02,
                       2.7116e-03, -3.7339e-02,  2.7902e-02, -4.9894e-03, -3.6344e-02,
                       1.7424e-02,  2.8974e-02,  3.9934e-03,  7.8871e-04,  2.3755e-02,
                      -7.1759e-03, -2.2220e-03, -2.1080e-02, -6.3981e-03,  1.2669e-02,
                      -4.3733e-02, -2.0553e-02, -9.3494e-03, -1.8729e-02,  6.3893e-03,
                       1.3156e-02,  1.8032e-02, -2.9523e-03, -2.5397e-02,  6.8339e-04,
                      -1.8980e-02,  1.4609e-02, -2.7543e-02,  2.6490e-02,  2.0089e-02,
                      -2.0842e-02, -5.2008e-03, -1.0020e-02, -1.5482e-02, -3.8784e-03,
                       1.7437e-02,  2.1485e-03,  9.2110e-04, -4.3411e-02,  1.5965e-02,
                      -4.5328e-02, -6.6961e-03,  8.8659e-03,  3.5572e-02, -2.4007e-02,
                      -7.4409e-03, -1.5599e-02, -4.8022e-02,  2.4080e-02, -3.3873e-03,
                      -5.1614e-02,  1.0838e-02, -2.5518e-04, -6.4019e-03,  3.1047e-02,
                       2.5095e-02,  5.7523e-02,  2.9188e-02, -4.8409e-02, -7.6316e-03,
                       1.4218e-03,  5.3723e-02, -7.9688e-03,  1.5150e-03,  3.6761e-02,
                      -1.0784e-02,  5.8777e-02, -3.3775e-02,  4.8174e-02, -4.3484e-03,
                       1.3164e-02, -2.0324e-02, -1.3017e-02,  3.1946e-02, -1.4081e-02,
                      -1.9978e-03, -2.9649e-02, -3.2617e-02,  2.8744e-02,  1.9140e-02,
                      -1.4792e-02, -8.4873e-04,  3.7854e-02, -8.8457e-03,  3.6456e-02,
                       2.6623e-02,  5.4356e-02,  2.2400e-02, -1.9700e-02,  2.5252e-02,
                      -3.2127e-02,  3.0153e-03, -6.5470e-03, -1.4841e-02, -2.3943e-03,
                      -3.7409e-02, -2.6234e-02, -1.4413e-02, -1.2495e-02, -3.8121e-02,
                       1.2300e-02,  2.9715e-02, -5.1612e-02,  1.9107e-02, -5.0969e-02,
                      -2.2916e-02, -1.9397e-02,  1.3842e-02, -2.5627e-02, -7.8692e-03,
                      -2.5349e-02,  1.6306e-02,  1.5995e-02,  1.8298e-02, -3.1729e-02,
                      -2.1143e-02, -5.6022e-02,  9.0816e-03, -5.0325e-02, -1.9651e-02,
                       1.1905e-02, -1.0463e-02,  2.4107e-03, -1.4453e-02,  1.3605e-02,
                      -7.5348e-03,  1.3784e-03,  8.0018e-03,  9.1078e-03, -1.6556e-02,
                       2.1793e-02, -8.4203e-03,  4.6139e-03, -1.8215e-02, -6.6222e-03,
                      -5.5014e-04,  1.2998e-02, -1.7764e-02, -2.9861e-02, -2.3462e-02,
                      -1.0921e-02,  1.6422e-02, -2.0368e-02, -5.4329e-03, -9.2685e-03,
                       4.3547e-02, -5.2856e-02, -3.0009e-02,  2.1406e-02, -1.1235e-02,
                       1.5299e-03, -3.6754e-02,  1.7769e-02, -1.7971e-02, -1.3474e-02,
                      -2.9950e-03, -4.5055e-02, -3.3187e-02, -3.0797e-02,  9.5993e-03,
                      -3.1185e-03, -6.7896e-03, -1.8044e-02,  3.5665e-03, -8.9551e-03,
                       3.0898e-02, -3.1346e-03,  1.7324e-02, -4.9707e-02, -5.2512e-02,
                       2.9062e-02, -3.3826e-02, -1.3833e-03,  1.2479e-02, -8.3598e-03,
                       1.6201e-02, -2.4224e-02, -1.3005e-02,  1.1339e-02,  1.3973e-02,
                       5.0066e-03, -2.2691e-02,  2.2641e-02,  8.9943e-03,  1.2739e-02,
                       1.3134e-03, -2.1018e-02, -7.2761e-03,  1.9225e-02,  1.6404e-02,
                       8.3869e-03,  2.9375e-02,  2.9563e-02,  2.3362e-02, -1.5522e-03,
                       2.6389e-02, -2.0850e-02, -1.3718e-02, -2.2426e-02, -3.5312e-02,
                      -1.7625e-02, -3.0198e-02,  1.9480e-02,  1.6751e-03, -3.5858e-02,
                      -1.4755e-02, -2.0477e-02,  3.6255e-02,  9.3265e-03, -2.0820e-02,
                      -3.8966e-02, -7.2754e-03, -4.3736e-02,  2.6897e-02, -7.5889e-03,
                      -3.5047e-03,  1.6662e-02, -1.4485e-02,  6.4375e-03, -4.1544e-02,
                       9.0896e-03,  2.3243e-02,  1.9597e-02, -1.7586e-03,  1.7002e-02,
                      -4.1122e-03, -6.2971e-04, -1.5839e-02,  8.3867e-03, -1.0254e-02,
                      -3.9152e-03,  2.7389e-02, -2.2489e-02, -7.3022e-02,  5.9838e-02,
                       4.0051e-02, -1.3444e-03,  5.7652e-02,  1.4442e-01,  1.2815e-03,
                      -9.5122e-02,  6.8109e-02,  4.3637e-02,  2.5611e-02, -7.0095e-02,
                      -3.3831e-02,  7.0530e-03,  5.5121e-02, -1.7762e-03,  8.3893e-02,
                       3.9598e-02,  4.1338e-02,  6.7295e-03,  1.4495e-02, -4.3716e-02,
                      -3.6843e-02, -1.7615e-01,  3.5984e-02,  3.3022e-02, -4.7267e-03,
                       5.7888e-02, -5.5220e-02, -1.3511e-02, -6.1557e-02,  7.4362e-03,
                       2.2297e-03, -1.0436e-02, -3.0747e-02, -6.0047e-02, -2.3841e-02,
                       3.4680e-03, -3.0440e-02,  2.9169e-02,  4.3299e-02,  5.1517e-03,
                      -1.3111e-02,  1.8644e-02,  2.2524e-02, -8.6893e-02, -2.5683e-02,
                       5.5463e-02, -8.5347e-03, -3.1604e-02,  1.0246e-01, -3.1375e-02,
                      -8.7711e-03, -9.9296e-02,  2.6427e-02, -3.1676e-02, -7.7056e-02,
                       1.5364e-02,  1.1671e-02, -8.6106e-02,  6.5078e-04, -3.0273e-02,
                      -8.1241e-04, -5.2565e-02, -6.9249e-03, -1.8575e-02, -3.0906e-02,
                       1.7025e-02,  3.1639e-02,  2.2425e-02, -5.5377e-02, -2.7425e-02,
                      -6.4159e-04, -9.7600e-03,  7.0505e-03, -1.4086e-02,  8.1377e-05,
                      -3.1465e-02,  2.0784e-02,  1.2843e-02, -2.7239e-02,  5.0402e-02,
                       2.4121e-02,  2.3640e-02,  1.5565e-02,  1.8282e-02, -2.5638e-02,
                       9.7386e-03,  6.6161e-02,  8.1922e-03, -1.5016e-02,  3.5216e-02,
                       2.5530e-02, -1.4117e-02, -2.2853e-02,  4.6527e-02,  2.6288e-03,
                      -1.3230e-02, -4.3673e-02,  1.4160e-02, -9.2682e-03,  2.8611e-02,
                       9.1507e-03, -4.5984e-02,  4.8454e-02, -2.1973e-02, -1.3464e-02,
                       2.4994e-02,  6.1144e-02, -2.9845e-02,  4.2124e-02, -2.7433e-03,
                      -1.1112e-02, -1.1489e-02, -1.5599e-02,  3.8503e-02,  3.1728e-02,
                      -4.6955e-03, -1.3944e-02, -3.3983e-02, -1.9238e-02, -1.3723e-04,
                       1.6693e-02, -5.2047e-02,  3.8485e-02,  2.8113e-03,  2.6334e-02,
                      -3.1457e-02,  3.1843e-02, -5.8760e-02,  6.9911e-02,  3.4218e-02,
                       2.9889e-02,  1.3701e-02,  8.4648e-03,  3.4424e-02,  3.1230e-02,
                       9.3019e-02,  8.9378e-03,  6.3048e-02, -2.0890e-03, -3.2301e-02,
                       1.2763e-02, -6.0682e-02,  3.1103e-02, -1.2311e-02,  8.9737e-03,
                      -3.2669e-02, -1.7542e-02,  2.6452e-03,  1.4215e-02,  2.5171e-02,
                       8.0874e-02, -6.5671e-02,  8.1650e-02, -2.3598e-02, -1.7821e-03,
                       1.6435e-01, -1.8168e-02,  1.2703e-02,  8.1723e-03, -2.7406e-02,
                       1.3516e-04, -2.9436e-03, -8.3193e-02,  2.8433e-02,  4.6509e-02,
                      -3.5519e-02,  1.4529e-01,  4.5241e-02, -1.8326e-03, -3.6877e-02,
                       1.5379e-03,  1.2567e-01, -2.7843e-04,  6.9528e-03,  6.7082e-02,
                      -5.7928e-03, -7.2051e-02, -4.3121e-02,  4.0821e-02, -5.2992e-02,
                      -1.2427e-02, -2.8951e-03,  3.6826e-02, -2.1033e-02,  1.4837e-02,
                       6.0694e-02,  3.0496e-02, -4.5177e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.weight',
              tensor([[ 0.0213, -0.0145, -0.0237,  ...,  0.1030, -0.0348,  0.0632],
                      [-0.0651, -0.0202,  0.0055,  ..., -0.0117, -0.0010, -0.0159],
                      [ 0.0091,  0.0113, -0.0256,  ..., -0.0470,  0.0315,  0.0341],
                      ...,
                      [ 0.0079,  0.0057, -0.0053,  ...,  0.0161, -0.0003, -0.0036],
                      [-0.0387, -0.0317, -0.0021,  ..., -0.0456, -0.0098,  0.0286],
                      [ 0.0051,  0.0349, -0.0146,  ...,  0.0142, -0.0584, -0.0286]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.bias',
              tensor([-2.6152e-02, -1.4488e-02,  6.9776e-02,  5.0373e-03,  6.4659e-02,
                       3.1373e-02,  1.0346e-01,  6.1394e-02,  2.9673e-03, -2.8974e-02,
                       3.6462e-02,  1.0571e-02, -1.2789e-02,  5.4722e-02, -5.5436e-02,
                       1.2521e-03,  3.4121e-02,  4.8363e-02,  7.1399e-02, -7.5470e-02,
                       9.9178e-02, -6.0840e-02,  3.1233e-03, -4.2203e-02,  4.8829e-02,
                      -1.3129e-01, -3.4072e-02, -6.3545e-02,  4.6291e-02, -1.6144e-02,
                       5.2171e-02, -3.0063e-02,  2.4170e-02,  2.1802e-02,  3.2629e-03,
                       2.5054e-02, -4.6508e-02, -7.2513e-03, -5.7243e-02, -3.8317e-02,
                       6.1898e-03,  4.1893e-03, -4.0466e-02, -2.1518e-02,  6.7293e-03,
                       5.3066e-02,  4.3655e-02, -5.4676e-02,  4.1516e-04, -5.2305e-02,
                      -5.7303e-02, -7.7538e-02, -9.9633e-02,  4.9973e-02,  1.5337e-02,
                       1.2551e-01,  2.6382e-02,  3.9051e-02, -2.2231e-02, -1.0113e-01,
                       1.9070e-02,  6.9485e-03, -3.5341e-02,  3.0649e-03,  6.0001e-02,
                      -4.3713e-04, -6.6334e-03,  5.6438e-02, -3.0773e-02, -3.0615e-03,
                       5.2328e-02,  1.1343e-01,  2.9199e-02, -7.8973e-02,  1.5065e-02,
                      -2.9484e-03, -2.6638e-02, -1.2186e-01, -5.0139e-02,  6.4120e-03,
                       3.9826e-02,  2.5899e-02,  1.2040e-04, -5.1576e-02, -8.2050e-02,
                      -1.2400e-01,  3.6058e-02,  3.7004e-02,  3.2688e-02, -1.5665e-02,
                       9.1565e-02, -1.9497e-02,  4.9248e-03,  3.4877e-02,  3.5006e-02,
                      -4.1018e-03, -4.1075e-03, -1.2717e-04, -2.6493e-03, -4.5554e-02,
                       4.4185e-02,  2.1512e-02,  4.2671e-02,  3.5770e-02,  3.5656e-02,
                       3.0110e-02, -1.7739e-03, -4.9896e-02,  6.5347e-02,  7.1901e-03,
                       2.3250e-02, -1.1379e-03,  1.8575e-02, -7.9748e-02, -1.2739e-01,
                      -8.8365e-02,  3.9052e-02, -6.1289e-02,  3.2660e-02, -6.5143e-03,
                       4.5560e-02,  2.7479e-02, -4.0458e-02, -5.8036e-02, -6.4849e-03,
                      -9.8043e-02, -1.0268e-02,  1.8864e-02,  5.5616e-02, -2.9894e-02,
                       5.8968e-02, -6.2634e-02, -1.2350e-02, -1.3694e-03,  3.6181e-02,
                       5.8229e-02, -1.7778e-01, -5.5508e-02, -1.5921e-01, -3.6215e-05,
                       7.1376e-02,  4.6959e-02, -1.6823e-02,  1.5775e-01, -8.6686e-02,
                      -4.6304e-03,  1.3195e-03,  3.7785e-03,  4.1555e-02,  1.8573e-01,
                      -3.9147e-03, -7.2534e-02, -5.4326e-02, -1.4534e-01, -7.1432e-02,
                       4.1441e-02,  3.7218e-02,  1.8503e-02, -6.5827e-02,  7.5836e-02,
                      -3.8037e-02, -4.4692e-03, -6.3902e-02,  2.4789e-02,  3.3129e-02,
                       4.9732e-02,  2.5406e-02, -1.8944e-02,  4.7787e-03,  1.5792e-02,
                      -1.3394e-02, -7.3889e-02,  7.4639e-02, -5.1942e-03, -1.2911e-01,
                      -7.3353e-03, -4.3019e-02,  5.9092e-02,  1.7898e-02, -2.9363e-02,
                       7.3634e-02, -4.2583e-02, -8.0844e-03,  1.7642e-02,  3.8219e-02,
                      -6.1268e-03, -1.1409e-03,  8.6796e-02,  5.7028e-02, -6.0682e-02,
                      -8.6589e-02, -4.8013e-02, -5.0987e-02, -5.4267e-02, -3.7595e-02,
                       5.3509e-02,  3.7548e-02,  1.6773e-02,  6.3767e-02,  6.0088e-02,
                      -7.2638e-03, -7.6645e-02,  8.8096e-02,  1.6008e-02, -2.4535e-02,
                       2.6057e-02,  4.8689e-02,  4.1942e-02,  1.4263e-02,  3.2768e-02,
                       8.4154e-02,  2.7758e-02, -4.8282e-02,  1.9577e-02,  1.1325e-02,
                      -1.0456e-02, -9.7649e-02, -4.3139e-02,  3.1728e-02,  4.0047e-02,
                      -9.5537e-02,  7.5677e-02, -5.9593e-02,  8.3174e-02,  6.2876e-02,
                      -8.6802e-02,  1.1962e-02,  2.5589e-02, -1.2118e-02,  9.8351e-03,
                      -3.9607e-02,  1.0540e-02, -3.0322e-03,  1.7902e-02, -1.2553e-02,
                       5.8657e-03,  5.3111e-02, -1.5266e-02, -8.0834e-02, -1.6235e-02,
                      -8.3315e-02,  2.1210e-02,  2.2810e-03, -3.6496e-02,  2.5269e-02,
                       1.4794e-02,  3.8886e-03, -3.5212e-03, -6.4287e-02, -6.5763e-03,
                      -8.7459e-03, -3.1590e-03,  2.9566e-02,  1.4008e-02, -5.5346e-02,
                      -9.8027e-02,  5.5076e-02,  2.8546e-02,  6.4383e-02, -2.8251e-02,
                      -3.4774e-02, -1.7537e-02, -1.6977e-02,  1.7643e-02,  9.6431e-03,
                      -8.8689e-02, -6.4949e-02, -3.4306e-02, -3.5487e-02,  1.1490e-02,
                       1.7981e-02,  1.1671e-01, -4.3439e-02, -7.5042e-02, -1.0317e-02,
                      -3.0763e-02,  8.1312e-02,  8.7290e-02, -1.1272e-01,  6.5520e-02,
                       1.7448e-02, -5.1510e-02, -2.2558e-03, -9.5352e-02, -5.5906e-02,
                       4.3506e-02,  4.2856e-02,  8.1338e-02, -1.2997e-02, -8.5897e-02,
                      -1.9654e-02,  2.8173e-02,  5.4545e-03,  6.5286e-03, -8.2527e-04,
                       1.7903e-02,  1.6211e-02, -4.3947e-02,  2.1587e-02,  3.0594e-02,
                      -2.3282e-02,  4.1377e-03,  1.4309e-02, -4.2535e-02, -1.7054e-01,
                       1.2913e-02, -3.3755e-02,  1.1976e-02,  5.4452e-02, -3.8689e-02,
                      -1.5866e-02, -2.0530e-02,  2.2860e-02, -7.5555e-02,  2.7914e-02,
                       6.9164e-02, -1.3601e-02, -3.8276e-02, -7.2716e-03,  9.8217e-04,
                       8.0843e-02,  2.9557e-02, -7.0233e-02, -1.3119e-02,  1.2140e-01,
                       4.0148e-02,  1.3999e-02,  6.0202e-02,  3.5817e-02,  2.3429e-02,
                       2.7560e-02, -1.6287e-02,  9.9944e-03,  3.3150e-02,  6.1426e-03,
                       2.9516e-02, -1.5791e-02, -3.5175e-02,  1.7122e-02,  3.4341e-02,
                       8.1379e-03, -2.6815e-02,  2.0209e-03,  4.4700e-02,  2.9544e-02,
                       2.4000e-02, -1.2685e-02,  3.3548e-02, -4.9751e-02, -2.1333e-02,
                      -1.4070e-02, -4.7089e-02,  7.6611e-02, -2.0094e-02, -1.7096e-02,
                       7.5600e-02,  1.0927e-02, -8.0973e-03, -4.0274e-03,  3.4783e-02,
                       3.3615e-02,  6.0848e-02,  2.1140e-02,  5.2393e-03,  5.1153e-02,
                      -1.4709e-02,  2.8275e-02,  1.0482e-02,  2.7621e-03, -3.9269e-02,
                      -1.2180e-02, -3.3977e-02,  2.2217e-02, -3.4762e-02,  2.5556e-02,
                       3.4125e-02, -4.4416e-02,  2.3558e-02, -4.3054e-02, -8.8393e-02,
                       1.3250e-02, -6.3502e-02, -6.3935e-02, -1.3429e-02,  9.4249e-03,
                       7.1581e-02,  3.8538e-02,  5.3395e-02, -2.5100e-02,  7.5927e-02,
                      -3.6675e-02, -5.1919e-03,  4.7127e-02,  2.3565e-02,  4.0205e-02,
                       1.0843e-02, -1.4374e-02, -7.1615e-03,  8.2080e-02,  2.2640e-02,
                       7.6788e-02, -3.4784e-02, -5.2049e-02,  3.5237e-02, -1.3534e-02,
                      -3.2920e-02,  2.5342e-02,  8.3171e-02, -8.9080e-03, -4.0154e-02,
                       3.9782e-02,  8.4544e-02,  2.0358e-02,  6.1974e-03,  5.7604e-02,
                      -8.6254e-02, -1.0726e-02, -8.6826e-02,  1.1618e-01,  5.1761e-02,
                      -5.3733e-02,  4.2945e-02,  4.2132e-02,  6.4377e-02, -7.7100e-02,
                       3.4429e-02,  7.2442e-02,  2.0094e-03, -8.8306e-02, -6.4357e-02,
                       4.5527e-04,  2.2820e-02,  4.2339e-02, -4.7720e-02,  7.1767e-02,
                       1.5957e-02, -5.9551e-02, -2.2469e-02,  2.6462e-02, -5.8787e-02,
                      -3.4881e-02,  5.0287e-02,  2.4765e-03, -3.1181e-02, -5.0133e-03,
                       3.0193e-02,  3.9439e-02,  1.0248e-02, -4.9428e-02,  4.2369e-02,
                      -5.9120e-02,  2.7749e-02,  5.6180e-03, -4.2304e-02,  2.9862e-02,
                       4.3049e-02,  4.2452e-04,  7.9221e-02, -1.8160e-02, -1.3125e-01,
                       6.8118e-02, -1.6061e-02, -1.4286e-02, -3.1711e-02,  1.5259e-02,
                      -1.5511e-02, -4.0004e-02, -1.6613e-02, -4.7265e-02, -1.7380e-03,
                      -4.3815e-02, -4.0844e-02, -6.2415e-03, -3.3848e-03,  4.5779e-03,
                      -5.1384e-02,  5.0333e-02, -2.2192e-02, -3.8848e-02,  4.2493e-02,
                      -1.3611e-02, -2.6735e-02,  2.2834e-02, -3.2493e-02, -4.8835e-04,
                       6.9680e-02,  2.3705e-02, -8.9592e-02, -3.7667e-02,  3.2238e-04,
                      -7.4908e-02, -3.1708e-02,  1.0937e-02,  3.6501e-02, -3.5354e-02,
                      -3.1727e-02, -6.8923e-02, -1.1939e-02, -5.5536e-02,  1.7207e-02,
                      -9.9560e-02, -1.7619e-02, -1.8386e-02,  8.9050e-02,  1.8853e-02,
                      -6.8479e-03, -1.3325e-02, -2.8587e-02, -2.3422e-02,  3.7713e-02,
                       1.1300e-02, -1.1522e-02, -1.2319e-02,  2.3874e-02,  7.6122e-02,
                       9.1415e-03,  2.7115e-02,  3.5383e-02, -7.6407e-02,  3.5280e-02,
                       6.2624e-02, -6.7510e-03,  3.9453e-02, -3.8757e-02, -4.0252e-02,
                       3.0162e-02, -4.7037e-02, -1.6472e-03,  2.7975e-02, -1.3621e-02,
                       1.0932e-01, -5.7492e-02, -1.6259e-02, -1.0167e-02,  5.8723e-02,
                      -8.8453e-02,  5.5609e-02, -7.2922e-02,  6.1321e-02, -6.3955e-02,
                       2.7012e-02, -3.0776e-02,  5.9261e-02,  2.5863e-02,  1.6196e-02,
                      -3.5365e-02, -2.3715e-02,  4.4363e-02, -6.3846e-02,  1.5450e-02,
                      -7.6581e-02, -4.0085e-02,  7.7950e-02,  1.8357e-03, -4.7170e-02,
                       1.2898e-02,  9.7596e-03,  8.2620e-01,  3.5815e-02,  3.4440e-02,
                      -5.2786e-03, -3.0945e-02, -1.0208e-02, -5.9667e-04, -6.6777e-02,
                      -8.3497e-02,  4.1799e-02, -1.6248e-02, -7.3504e-02,  3.8893e-02,
                      -4.0429e-02,  6.5850e-02,  3.1871e-03, -5.2440e-02,  3.4040e-03,
                      -1.0603e-02,  8.6754e-03,  3.5766e-02, -7.6925e-02,  5.7059e-03,
                       1.8508e-02, -5.9250e-02,  4.9000e-02,  6.7831e-03,  3.7286e-02,
                       2.6677e-02, -3.2261e-02, -6.5312e-02,  7.5420e-03,  8.0653e-02,
                       4.8397e-04, -6.7746e-02, -1.9681e-02, -5.7699e-03,  6.3849e-02,
                       8.1413e-03,  7.5555e-03,  2.2495e-02,  7.8849e-02, -9.3409e-02,
                       3.8137e-02, -1.9775e-02,  4.6692e-02,  1.2623e-02, -7.2279e-03,
                       5.9133e-02,  3.0023e-02, -7.2639e-02, -3.2973e-02, -7.8476e-02,
                      -1.0380e-01,  2.7618e-02, -7.6493e-02,  3.2325e-03, -4.8586e-02,
                      -1.6125e-02, -5.8196e-02,  1.6115e-02, -2.7962e-02, -1.0441e-02,
                       2.9809e-02,  4.7902e-02, -4.2823e-02, -3.1177e-02, -7.0771e-02,
                       2.3867e-02, -1.0914e-02,  8.6549e-02,  3.6799e-03,  6.2860e-03,
                      -2.2627e-02,  4.0037e-03, -1.1668e-02,  4.9573e-02,  1.5500e-02,
                      -1.5234e-01,  2.8079e-02, -8.3490e-02,  3.0989e-02,  6.4580e-02,
                       4.8285e-02, -3.4381e-02, -5.3534e-02, -1.0349e-01,  3.6290e-02,
                       1.4036e-02,  5.4546e-03, -7.1827e-03,  2.4725e-03,  4.4098e-02,
                       1.6217e-02,  6.7527e-02,  9.0915e-02,  2.8981e-02,  4.8719e-02,
                       2.8244e-02, -3.6226e-03, -1.4777e-03, -6.5100e-02,  3.3618e-02,
                      -5.0464e-02, -8.5602e-02,  9.3000e-03,  3.7369e-02,  7.8003e-02,
                       2.7027e-02,  2.6323e-02,  1.0629e-01,  5.2438e-02,  1.9972e-02,
                      -3.7491e-02,  5.3720e-03, -1.7945e-02,  1.2141e-02, -8.3209e-02,
                       6.9742e-03, -2.2808e-02,  2.3910e-02,  3.0400e-03, -5.1092e-02,
                      -2.5678e-02, -1.0170e-01, -5.3416e-02, -1.6988e-03,  6.8555e-03,
                       4.1028e-02,  3.0263e-02, -4.1269e-02,  3.9783e-02,  1.4340e-02,
                      -2.8660e-02,  4.4595e-02, -2.0584e-02, -2.5850e-02,  2.0867e-02,
                       6.1091e-02, -1.0983e-02,  6.3265e-03, -9.2273e-02,  3.2750e-02,
                      -4.6751e-02, -8.8587e-02, -3.8354e-02,  6.5477e-02, -2.2537e-02,
                       4.9727e-02, -1.9521e-02,  1.8441e-02, -1.6954e-02,  4.4622e-02,
                       4.5839e-02, -1.4867e-02,  2.3188e-02,  9.1340e-02, -3.4995e-02,
                       4.1974e-02,  7.4090e-02,  7.8182e-02, -1.3113e-02, -8.9293e-04,
                       5.8782e-02, -1.8477e-02,  1.3205e-04,  4.4112e-02,  2.8718e-02,
                      -8.0843e-02,  1.2178e-02, -1.5157e-02, -2.2560e-02, -2.0310e-03,
                      -4.9506e-02,  4.4517e-03,  5.1322e-02, -1.5963e-01,  7.1797e-02,
                       1.1700e-02, -2.7043e-02,  7.7605e-02, -9.5948e-02, -1.3567e-02,
                      -2.9594e-02, -1.0952e-02, -7.1858e-02, -1.9257e-02, -1.7486e-02,
                       1.1013e-02,  5.6066e-02,  4.5971e-03,  7.3391e-02,  2.6239e-02,
                       9.3214e-02, -2.4281e-02, -1.5224e-02,  6.1822e-02, -2.7878e-02,
                       1.0045e-01,  4.0797e-02,  2.3173e-02,  4.7029e-02, -5.0252e-02,
                       1.2908e-01,  6.0186e-03,  1.6094e-02,  2.1160e-03, -8.6567e-03,
                       2.4398e-02, -5.8919e-02, -3.1969e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.weight',
              tensor([0.8395, 0.8833, 0.8367, 0.7916, 0.8424, 0.8141, 0.7671, 0.7714, 0.8704,
                      0.7651, 0.9198, 0.8985, 0.9477, 0.8953, 0.8919, 0.7287, 0.8280, 0.8171,
                      0.8451, 0.8956, 0.7918, 0.9164, 0.8062, 0.8102, 0.8238, 0.8580, 0.8942,
                      0.9584, 0.8593, 0.8909, 0.8511, 0.7529, 0.9141, 0.7592, 0.8226, 0.8267,
                      0.7573, 0.8999, 0.7683, 0.8783, 0.9187, 0.8672, 0.9081, 0.8954, 0.9126,
                      0.9024, 0.8653, 0.9166, 0.9368, 0.8343, 0.9318, 0.8088, 0.8243, 0.8824,
                      0.7531, 0.7470, 0.8343, 0.8532, 0.8084, 0.8130, 0.8501, 0.9348, 0.9174,
                      0.8994, 0.7778, 0.9373, 0.8657, 0.8190, 0.7098, 0.8089, 0.8711, 0.8587,
                      0.8545, 0.8093, 0.9028, 0.9220, 0.8321, 0.8652, 0.9305, 0.8791, 0.8615,
                      0.8234, 0.8629, 0.8713, 0.6999, 0.8547, 0.8242, 0.8664, 0.9119, 0.8317,
                      0.8546, 0.8245, 0.8789, 0.8847, 0.8100, 0.8395, 0.7345, 0.8614, 0.9087,
                      0.8804, 0.7861, 0.9343, 0.7633, 0.9548, 0.7370, 0.9242, 0.9264, 0.8038,
                      0.9072, 0.9077, 0.7926, 0.8465, 0.9365, 0.6908, 0.8358, 0.9413, 0.8643,
                      0.8489, 0.9007, 0.9337, 0.8712, 0.8865, 0.8838, 0.7567, 0.7532, 0.8010,
                      0.8744, 0.7951, 0.8603, 0.8181, 0.8863, 0.7716, 0.8576, 0.8848, 0.8886,
                      0.8640, 0.9512, 0.8839, 1.0132, 0.9016, 0.7667, 0.9182, 0.8380, 0.9595,
                      0.8344, 0.8523, 0.8772, 0.8993, 0.8716, 0.9411, 0.9123, 0.8688, 0.8952,
                      0.8730, 0.8799, 0.8154, 0.9133, 0.8872, 0.8464, 0.8793, 1.0436, 0.9175,
                      0.7791, 0.8883, 0.8344, 0.8866, 0.8839, 0.7180, 0.8418, 0.8668, 0.8965,
                      0.7098, 0.7464, 0.8431, 0.8254, 0.8937, 0.9457, 0.8355, 0.9308, 0.8464,
                      0.7935, 0.8468, 0.8035, 0.9238, 0.8713, 0.8800, 0.8149, 0.8941, 0.8488,
                      0.8753, 0.8271, 0.6944, 0.8413, 0.8460, 0.8412, 0.9045, 0.8955, 0.7829,
                      0.8358, 0.9234, 0.9200, 0.7979, 0.9035, 0.8408, 0.7742, 0.8394, 0.8967,
                      0.9765, 0.8777, 0.7970, 0.8668, 0.9242, 0.8018, 0.9001, 0.8393, 0.9075,
                      0.8394, 0.7815, 0.8513, 0.8161, 0.9080, 0.8582, 0.9329, 0.9184, 0.8767,
                      0.8863, 0.9102, 0.8826, 0.8532, 0.6554, 0.8163, 0.9019, 0.8172, 0.8321,
                      0.8181, 0.8606, 0.7009, 0.9273, 0.8807, 0.9180, 0.8339, 0.7795, 0.8269,
                      0.8236, 0.8991, 0.8022, 0.9154, 0.7910, 0.9327, 0.9511, 0.8685, 0.8701,
                      1.0076, 0.9486, 0.9569, 0.9027, 0.9169, 0.7428, 0.8833, 0.8869, 0.7108,
                      0.8563, 0.8761, 0.8095, 0.8662, 0.8345, 0.8744, 0.9339, 0.7747, 0.8923,
                      0.8896, 0.8871, 0.9691, 0.8364, 0.9487, 0.8845, 0.8734, 0.8611, 0.8193,
                      0.9340, 0.9689, 0.9173, 0.7777, 3.2085, 0.8938, 0.9386, 0.7666, 0.9313,
                      0.8680, 0.7837, 0.7769, 0.8299, 0.7496, 0.8512, 0.8677, 0.8480, 0.8742,
                      0.7143, 0.9282, 0.8544, 0.9049, 0.8466, 0.8025, 0.8431, 1.5261, 0.9087,
                      0.7926, 0.8970, 0.9040, 0.8970, 0.7939, 0.8464, 0.8389, 0.7855, 0.8182,
                      0.9129, 0.8045, 0.8088, 0.9416, 0.7731, 0.8392, 0.8974, 0.8483, 0.9434,
                      0.8052, 0.8353, 0.8743, 0.8133, 0.9442, 0.8401, 0.9519, 0.8258, 0.9018,
                      0.8932, 0.9380, 0.9079, 0.8606, 0.9328, 0.9552, 0.7729, 0.7253, 0.9154,
                      0.7758, 0.9333, 0.8550, 0.9264, 0.8851, 0.8426, 0.8650, 0.7991, 0.8749,
                      0.8582, 0.8302, 0.8433, 0.9312, 0.8742, 0.8194, 0.8359, 0.8672, 0.7726,
                      0.8385, 0.8907, 0.8452, 0.9158, 0.8505, 0.8805, 0.8977, 1.0062, 0.8993,
                      0.8436, 0.8423, 0.8891, 0.8802, 0.8552, 0.8457, 0.8355, 0.8034, 0.8958,
                      0.8754, 0.6768, 0.8329, 0.8469, 0.9028, 0.9017, 0.7974, 0.8050, 0.7626,
                      0.9024, 0.8766, 0.8099, 0.9384, 0.8187, 0.8842, 0.8867, 0.8627, 0.8901,
                      0.7747, 0.9377, 0.8483, 0.7983, 0.7273, 0.7999, 0.7629, 0.8288, 0.8877,
                      0.8815, 0.8224, 0.8763, 0.9150, 0.9711, 0.8182, 0.8077, 0.9060, 0.9368,
                      0.9123, 0.8158, 0.7726, 0.9532, 0.8542, 0.8893, 0.8662, 0.9582, 0.9083,
                      0.7766, 0.8289, 0.8873, 0.8598, 0.7002, 0.8658, 0.9261, 0.8645, 0.9119,
                      0.7934, 0.9416, 0.7312, 0.9337, 0.8450, 0.8395, 0.8502, 0.8786, 0.9193,
                      0.7701, 0.8375, 0.8362, 0.8283, 0.7934, 0.8772, 0.9149, 0.8958, 0.8331,
                      0.8986, 0.7333, 0.8569, 0.9064, 0.8366, 1.0252, 0.8029, 0.7555, 0.8442,
                      0.8532, 0.8197, 0.8697, 0.7869, 0.8923, 0.7369, 0.7923, 0.8320, 0.7942,
                      0.8762, 0.8533, 0.9482, 0.8560, 0.9596, 0.8276, 0.9168, 0.8871, 0.7271,
                      0.9141, 0.7816, 1.0059, 0.8193, 0.8365, 0.9173, 0.9262, 0.8645, 0.8112,
                      0.9610, 0.7327, 0.9711, 0.8031, 0.8158, 0.9079, 0.8648, 0.8044, 0.9087,
                      0.7995, 0.8120, 0.9293, 0.8145, 0.8848, 0.8924, 0.8997, 0.8077, 0.8806,
                      0.8736, 1.0119, 0.9535, 0.8270, 0.8741, 0.8821, 0.8749, 0.8927, 0.8337,
                      0.8767, 0.9139, 0.7793, 0.8947, 0.8321, 0.7408, 0.8967, 0.9049, 0.7371,
                      0.8686, 0.9351, 0.8843, 0.9623, 0.9567, 0.9607, 0.9160, 0.8983, 0.8843,
                      0.8854, 0.8822, 0.8324, 0.8407, 0.8413, 0.7868, 0.8987, 0.8425, 0.8408,
                      0.9369, 0.8997, 0.7658, 0.7564, 0.8152, 0.9837, 0.8113, 0.8191, 0.8805,
                      0.9033, 0.8387, 0.8301, 0.9469, 0.8665, 0.7856, 0.8666, 0.7897, 1.3508,
                      0.8499, 0.8548, 0.9150, 0.9257, 0.7323, 0.8871, 0.9013, 0.8996, 0.8531,
                      0.8813, 0.7824, 0.9409, 0.7821, 0.8582, 0.8234, 0.8705, 0.8897, 0.9189,
                      0.8095, 0.8311, 0.8675, 0.8890, 0.8853, 0.9548, 0.8997, 0.8360, 0.9004,
                      0.8928, 0.7996, 0.8615, 0.8163, 0.7733, 0.9072, 0.7471, 0.8318, 0.8004,
                      0.8335, 0.9867, 0.8285, 0.8295, 0.9003, 0.8634, 0.9067, 0.8229, 0.7833,
                      0.8705, 0.9276, 0.8760, 0.8444, 0.7301, 0.9283, 0.9204, 0.8689, 0.7667,
                      0.8216, 0.8273, 1.0050, 0.9314, 0.9242, 0.9639, 0.8878, 0.8989, 0.8524,
                      0.7620, 0.8595, 0.9439, 0.8342, 0.9511, 0.9052, 0.8413, 0.8320, 0.8204,
                      0.9049, 0.8741, 0.8031, 0.8690, 0.8398, 0.8666, 0.8855, 0.8923, 0.8890,
                      0.8542, 0.9519, 0.8087, 0.9061, 0.8565, 0.8588, 0.8161, 0.7512, 0.8992,
                      0.9336, 0.8016, 0.7961, 0.9238, 0.7884, 0.7971, 0.8172, 0.8241, 0.9228,
                      0.8254, 0.8998, 0.8964, 0.8798, 0.8731, 0.8494, 0.8093, 0.8214, 0.8588,
                      0.9503, 0.7168, 0.7380, 0.8627, 0.9821, 0.7778, 0.8431, 0.9969, 0.9011,
                      0.8484, 0.8656, 0.8964, 0.9252, 0.8855, 0.9237, 0.8128, 0.8707, 0.9457,
                      0.8890, 0.8340, 0.8009, 0.9165, 0.8477, 0.9175, 0.9199, 0.7254, 0.8709,
                      0.8774, 0.9329, 0.8954, 0.8687, 1.0284, 0.8293, 0.9500, 0.8090, 0.7983,
                      0.7788, 0.8168, 0.8961, 0.9522, 0.8563, 0.9235, 0.8390, 0.9052, 0.8240,
                      0.8947, 0.8883, 0.8205, 0.9625, 0.8526, 0.8025, 0.7798, 0.8665, 0.9136,
                      0.8756, 0.8623, 0.9120, 0.8119, 0.9359, 0.6681, 0.9511, 0.7980, 0.8711,
                      0.8649, 0.8167, 0.8164, 0.9404, 1.0230, 0.8435, 0.9307, 0.8997, 0.8001,
                      0.8603, 0.9135, 0.9327, 0.8549, 0.7405, 0.8820, 0.8282, 0.7704, 0.8476,
                      0.8538, 0.8296, 0.7399, 0.8064, 0.8446, 0.8744, 0.8229, 0.9022, 0.8229,
                      0.7928, 0.8468, 0.8812, 0.8335, 0.8005, 0.8922, 0.9244, 0.8496, 0.9379,
                      0.8707, 0.9229, 0.8711], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.bias',
              tensor([ 3.9786e-02, -1.9230e-01, -1.0551e-01,  1.1023e-01, -9.1285e-02,
                       1.6265e-02, -2.6744e-01,  1.0849e-01, -4.3394e-03, -1.3868e-01,
                       7.8579e-02, -8.9638e-02, -4.6547e-02, -2.1228e-01,  8.9609e-02,
                       1.7092e-01,  5.6019e-02, -1.6842e-01, -2.2307e-01, -6.6787e-02,
                      -8.7354e-02,  8.1812e-02,  6.4958e-03,  1.0117e-01, -8.9453e-02,
                       6.5227e-02,  9.3439e-02,  3.0661e-01,  1.3345e-01,  7.1649e-02,
                      -2.8422e-02, -1.5317e-01, -1.3880e-01, -2.3005e-01,  1.6203e-01,
                      -1.2260e-01, -1.0331e-01,  6.3066e-02,  1.1411e-01,  2.2626e-01,
                      -1.0592e-01, -1.8036e-01,  3.8519e-02, -4.8752e-02,  9.2348e-02,
                      -1.0013e-01,  4.5144e-02,  1.4804e-01,  5.6076e-02,  1.6397e-01,
                       1.0916e-01,  1.2016e-01,  2.1488e-01, -2.5591e-01,  3.3021e-02,
                      -5.5208e-02, -1.2311e-01, -1.9959e-02, -1.6953e-03,  5.0106e-02,
                      -9.5531e-02, -7.5736e-02,  1.0744e-01, -1.9992e-01, -1.7770e-01,
                       1.3598e-01,  3.9164e-02, -3.7443e-02,  9.4959e-02, -1.9241e-01,
                      -1.5715e-01, -1.1687e-01, -2.7913e-02,  4.6704e-03, -4.2286e-02,
                       1.5384e-01,  2.3076e-02, -1.0085e-02,  3.0814e-02, -1.5237e-02,
                       8.3682e-02, -6.8048e-02, -1.0825e-02,  2.0902e-01, -2.3763e-02,
                       8.0257e-02, -1.1699e-01, -3.6109e-03,  6.6222e-02,  8.0880e-02,
                      -2.2258e-01, -8.6155e-02, -7.1237e-02,  2.2133e-02, -1.2001e-01,
                       1.0799e-01,  1.2720e-02,  3.7806e-02,  4.9894e-02,  5.2487e-02,
                      -3.9367e-02, -5.6936e-02, -5.9213e-02, -1.0318e-02, -9.7538e-02,
                      -1.6389e-01,  1.3315e-01,  4.2551e-02, -1.3259e-01, -9.9166e-02,
                      -4.2331e-02, -7.3764e-02, -6.7145e-02,  2.8214e-02,  3.0075e-01,
                       1.9224e-01, -1.4710e-01,  1.3625e-01, -8.6044e-02, -7.1756e-02,
                      -3.0339e-02, -2.7932e-03,  2.2139e-02,  7.5717e-02, -1.8551e-01,
                       4.7561e-02,  1.4932e-01, -3.0165e-02, -5.5383e-02, -5.6943e-02,
                      -1.6164e-01,  8.6151e-02, -3.6732e-02,  4.9039e-02, -1.4557e-01,
                       5.1094e-02,  3.4100e-01,  1.5040e-01, -2.6644e-01,  3.7229e-02,
                      -1.7990e-01, -1.3055e-01,  3.2123e-02, -1.3848e+00, -6.7421e-02,
                      -8.0174e-02,  6.0622e-02,  9.1688e-02, -1.7214e-01, -3.1231e-01,
                      -1.6084e-01, -9.9898e-02, -5.5561e-02,  1.7043e-01,  1.2101e-01,
                      -2.1139e-01, -1.1201e-01, -2.5517e-01,  9.4235e-02, -1.9173e-01,
                       2.0659e-01,  7.4141e-02,  1.3648e-01, -3.7900e-02,  3.8688e-02,
                      -2.0859e-01,  1.6218e-01, -6.5061e-02, -1.3982e-01,  4.8566e-02,
                       8.8820e-03,  1.2447e-01, -5.7989e-02,  7.3775e-02,  1.6914e-01,
                       1.0634e-01,  1.5464e-01, -8.4555e-02, -8.1770e-02,  6.8231e-02,
                      -2.0498e-01, -9.1079e-02, -2.9334e-02, -7.0951e-02, -2.2486e-02,
                       7.7426e-03, -7.1398e-02, -1.5493e-01, -6.4752e-02, -5.7283e-02,
                       1.3924e-01, -2.3077e-02,  7.1845e-02,  8.6296e-02, -9.6444e-02,
                      -2.1693e-01, -6.2716e-02,  2.8234e-02, -9.1288e-02, -1.4038e-01,
                       4.2496e-02,  1.5728e-01, -7.4884e-02,  5.9490e-02,  6.8738e-02,
                      -5.9037e-02,  9.2148e-02, -1.9085e-01, -7.1490e-02, -6.0698e-02,
                      -3.9298e-02, -1.2551e-01,  3.6793e-02, -2.2820e-01,  6.6402e-02,
                       1.3625e-02,  2.5657e-01, -5.0585e-04, -4.7780e-02,  2.0933e-02,
                       5.0707e-02,  1.2089e-02,  1.9256e-01, -1.4638e-01, -1.8454e-01,
                       1.9455e-01, -3.9415e-02, -5.8037e-02,  1.6563e-01,  1.1722e-01,
                      -2.0240e-02,  1.2946e-01, -2.9994e-02, -1.0827e-01, -3.9124e-02,
                      -3.3487e-02, -8.8358e-02, -1.8887e-01,  9.1674e-02, -1.8005e-02,
                      -9.3719e-02, -5.5868e-02,  1.9347e-01,  1.4388e-01, -1.6252e-01,
                      -9.3526e-02,  1.6617e-02, -5.3370e-02,  4.8006e-02,  1.9949e-01,
                       6.3036e-02, -4.0188e-02,  1.0426e-01,  1.3163e-01,  9.5576e-02,
                       1.0592e-01, -1.6696e-01, -1.5412e-02, -1.2299e-01,  7.2214e-02,
                       1.0585e-01, -1.5442e-01,  5.8074e-02, -8.7432e-02,  3.3637e-02,
                       4.0698e-02,  1.0009e-01,  1.1803e-01, -1.9444e-02, -1.9016e-01,
                      -1.3816e-01, -1.8518e-01,  1.8833e-01,  4.8222e-02,  6.4545e-02,
                       2.5078e-02, -2.3237e-01, -1.5923e-02,  9.1340e-02, -2.1162e-01,
                      -6.1715e-02,  2.2834e-02, -1.1837e-01,  1.4196e+00,  2.6741e-02,
                      -1.4143e-01, -9.9687e-03, -2.1404e-01,  1.3406e-01,  1.1014e-01,
                       4.0997e-02,  1.2553e-01,  7.2218e-02, -1.1684e-01, -3.5917e-02,
                      -1.6115e-01, -1.5590e-01, -1.8981e-02, -1.5502e-01, -2.9286e-02,
                      -7.4086e-02, -1.5939e-01,  4.5236e-02,  1.0094e-01, -6.3964e-01,
                      -3.9733e-02, -5.2764e-02,  4.0222e-02, -1.8266e-01,  1.1872e-01,
                       1.0119e-01,  1.7769e-01, -2.4522e-02,  1.4820e-01, -4.2537e-02,
                      -9.6782e-02, -5.7035e-04, -2.6387e-02, -4.2447e-02, -3.7364e-02,
                      -2.2289e-01,  5.8003e-02,  1.3057e-01, -3.8361e-02, -1.0501e-01,
                      -1.3426e-01,  5.1220e-02,  2.9873e-02, -1.6952e-02,  8.5465e-02,
                      -1.6378e-01,  1.2404e-02, -4.3648e-02,  3.2756e-02, -5.1401e-02,
                      -5.6421e-02,  8.5001e-03,  1.2156e-01, -2.2566e-01, -1.2369e-02,
                       9.1093e-02,  6.8937e-02, -6.7488e-03, -1.4962e-01,  7.9126e-02,
                       2.4875e-02, -4.1341e-02, -1.3214e-01,  1.0329e-01,  4.1089e-03,
                       2.1377e-02, -1.5055e-01, -2.0634e-01,  3.1706e-02,  9.6473e-02,
                      -1.9130e-01, -6.6582e-02,  4.5479e-02,  6.4539e-02, -1.3548e-01,
                      -2.5277e-02, -1.5082e-01,  3.4485e-02,  9.0258e-03, -1.5109e-01,
                       1.3696e-01, -3.6623e-02,  1.4593e-01, -1.6794e-01, -5.6959e-03,
                      -1.5667e-01, -6.1789e-02, -8.4469e-02,  8.0287e-02, -1.6178e-01,
                       1.1038e-02, -1.0911e-01, -1.9603e-01,  4.5069e-02,  1.2923e-02,
                      -1.3788e-01,  7.8351e-02,  5.1960e-02,  6.3978e-02, -4.3305e-02,
                      -2.0450e-01,  6.3072e-02, -3.0677e-02,  4.2445e-02, -7.3669e-02,
                       1.5598e-02,  1.3713e-01, -6.0880e-02, -9.7605e-02,  3.0730e-02,
                      -2.0408e-01,  5.6818e-02, -1.0345e-01, -1.8704e-01, -8.1689e-03,
                      -2.9075e-02,  4.8955e-02, -4.8403e-02, -7.1586e-02, -2.2910e-01,
                       1.2087e-01, -6.7222e-02, -1.5070e-01, -4.7996e-02, -9.5380e-02,
                      -6.8192e-02, -1.2125e-01,  2.5480e-02,  3.8421e-03, -2.1435e-02,
                      -4.3093e-02,  1.2388e-01,  2.2502e-01, -2.5602e-01, -1.4463e-01,
                      -1.6406e-01, -1.0991e-01, -6.2380e-02,  1.8254e-01,  1.5068e-01,
                      -9.7200e-02, -1.4399e-01, -2.5767e-02,  1.3490e-01,  8.9753e-02,
                      -3.7239e-02,  2.6471e-03, -5.4232e-02,  1.6795e-01, -8.5464e-02,
                       3.6334e-02,  1.3673e-01,  2.8981e-03,  1.6863e-02,  2.9065e-02,
                       2.3162e-02, -1.5193e-01, -1.4522e-01, -1.8740e-01, -5.0950e-02,
                      -1.3578e-01, -5.8747e-02, -2.9946e-02,  7.9363e-02, -9.6511e-02,
                       8.5426e-02,  1.1060e-01,  1.1084e-01,  3.5129e-03, -7.2104e-02,
                      -3.4298e-01,  1.4580e-01, -1.6814e-01, -9.6239e-02, -2.0152e-02,
                      -1.9138e-01, -3.3285e-02, -6.9746e-02,  8.4451e-02,  6.8816e-03,
                       1.0611e-01,  4.0504e-02, -1.6943e-02,  2.6337e-02,  4.6379e-02,
                       1.4584e-01,  1.3271e-01, -3.2903e-02,  8.7876e-02,  2.8783e-02,
                       5.1911e-02, -1.0702e-01, -2.0195e-02,  4.4807e-02, -6.9324e-02,
                       1.7598e-01, -4.9756e-02, -1.5381e-01,  1.0222e-01,  8.1651e-02,
                      -9.5211e-02, -6.7321e-02,  1.2510e-01, -9.8157e-02, -7.2213e-02,
                      -1.4725e-02,  2.9736e-02, -1.7160e-01, -7.5790e-02,  1.5960e-01,
                       7.2679e-02, -3.7590e-02, -1.9172e-02,  2.4755e-02,  1.2442e-01,
                       1.9996e-01, -2.6802e-02,  8.7938e-02, -2.6603e-01, -1.3786e-01,
                       1.6197e-01,  2.6191e-02,  5.1475e-02, -3.7861e-03, -1.2759e-01,
                      -2.0454e-01,  1.0164e-03, -1.4130e-02, -5.0295e-02, -1.5488e-01,
                      -1.1491e-01, -7.4871e-02,  5.0887e-02,  1.2516e-01,  4.2958e-02,
                      -1.0951e-01, -1.0859e-02, -4.9141e-02,  9.2644e-03, -4.9986e-03,
                      -1.0152e-01,  1.6064e-01, -3.7759e-02, -9.6412e-02, -9.7882e-02,
                      -1.2629e-01,  1.9323e-01, -1.6532e-01, -4.6865e-02, -1.0534e-01,
                       1.5286e-01,  7.6401e-02,  1.4249e-01, -1.4468e-01,  3.2601e-02,
                      -2.7928e-01, -6.1971e-02, -6.6409e-02, -2.0834e-01,  9.4894e-02,
                       1.7389e-01,  4.3602e-02, -4.5494e-02,  3.6208e-02,  1.9133e-01,
                       2.1281e-01,  5.5382e-02, -2.1308e-01,  8.5933e-02,  1.1840e-01,
                       1.4857e-01, -2.0160e-01, -1.7337e+00, -1.2955e-01,  5.1300e-02,
                      -8.6656e-03,  1.8675e-02, -1.9384e-02, -9.0167e-02,  2.8080e-02,
                      -3.5254e-02,  4.0770e-02, -9.4721e-02, -1.5733e-01,  1.3350e-01,
                       1.0291e-01, -1.2270e-01, -1.5953e-02, -5.3974e-02,  2.8500e-02,
                       1.6553e-03,  3.3759e-02, -9.8297e-02,  8.8590e-02, -2.8502e-01,
                       7.0647e-02,  2.3956e-01, -2.6733e-02, -9.7662e-03, -3.2348e-03,
                      -7.7370e-02,  8.3889e-03, -1.3653e-02,  1.1446e-01, -1.3895e-01,
                       2.9771e-03,  1.2849e-01,  6.1679e-02, -2.0420e-01, -1.1074e-01,
                       7.2508e-02,  1.1736e-01,  2.0216e-02, -1.6764e-01,  1.4637e-01,
                      -4.0133e-02, -1.0585e-02, -6.7508e-02, -1.1688e-01, -7.0604e-02,
                      -1.5474e-01,  1.9056e-02,  7.4664e-02,  1.2765e-01,  2.1108e-01,
                       3.7671e-02, -6.7450e-02,  4.7206e-02, -2.3926e-01,  2.4550e-01,
                       7.6280e-02, -2.0711e-02, -5.5277e-02, -5.6658e-02,  1.1709e-02,
                      -7.7503e-02, -7.0041e-03,  1.2849e-01, -2.6793e-03,  9.3373e-02,
                      -1.0332e-01, -8.6769e-02, -1.8386e-01,  1.4916e-01,  2.5109e-01,
                      -2.0810e-01,  7.6232e-02, -3.5274e-02, -2.9014e-01,  1.9293e-01,
                       2.2179e-01, -3.9831e-02,  1.1405e-01, -1.2808e-01, -1.2058e-01,
                      -6.9770e-02, -5.2114e-02,  2.3742e-01,  1.6568e-01, -5.9247e-02,
                      -1.8557e-01, -4.7537e-02,  1.2467e-01, -1.7621e-01, -2.0833e-01,
                      -5.6982e-02, -1.4107e-01, -2.2414e-01, -1.1876e-01,  3.7079e-02,
                      -1.7578e-02, -9.5881e-02, -7.1671e-02,  1.7923e-01, -2.3314e-01,
                       2.0982e-01,  1.5493e-01, -1.4138e-01,  1.5659e-02, -1.8580e-01,
                      -1.0852e-01,  1.0602e-01, -1.2783e-01, -1.3491e-01,  7.2985e-03,
                      -4.4882e-02,  7.6292e-02,  8.9297e-02,  5.4042e-03,  1.1560e-01,
                       1.1455e-01, -4.4969e-02, -1.3023e-01, -2.0151e-01,  1.6709e-01,
                       1.2735e-01, -9.2856e-02,  1.1040e-02,  2.6871e-02, -1.1952e-01,
                      -1.3569e-01, -1.3568e-01,  4.7474e-02, -8.9566e-02, -8.2962e-02,
                       1.1453e-01,  8.7362e-02, -4.8874e-02,  5.4797e-02,  3.3829e-02,
                      -6.9772e-02,  8.1558e-03, -1.8737e-01,  2.5182e-01,  2.3517e-02,
                       1.7834e-01,  8.1764e-02,  3.2799e-02, -1.9566e-01, -2.3096e-01,
                      -6.4630e-02,  2.4688e-02, -4.0587e-02, -4.3443e-02, -1.2826e-01,
                      -2.9048e-02, -2.0155e-03,  5.6767e-02, -4.6319e-02,  7.0202e-02,
                       3.0592e-02, -2.8207e-01, -7.8495e-02,  1.8756e-01,  1.0765e-01,
                      -5.9395e-02,  6.4404e-02,  3.5900e-02, -9.0279e-02, -1.2471e-01,
                       6.0336e-02,  1.4465e-01, -1.4186e-01,  7.8980e-02,  1.4503e-03,
                      -1.1308e-01, -7.9678e-02, -1.9340e-01,  3.6175e-01, -1.0950e-01,
                      -5.9626e-02,  1.1028e-01, -6.2459e-02,  8.5937e-02,  5.4064e-03,
                      -7.9878e-02, -3.9852e-02,  1.4469e-01,  1.4938e-01,  8.3852e-02,
                      -1.2825e-01, -1.2173e-01, -7.0795e-02, -5.3108e-02, -4.3419e-03,
                       2.3887e-02,  6.6382e-02,  9.4319e-02, -9.4723e-02, -1.1391e-01,
                      -2.3280e-01, -1.6236e-02, -1.3890e-01, -8.7515e-02,  6.2816e-02,
                      -1.0833e-01, -1.1517e-01,  9.4930e-02, -2.1111e-02, -1.0676e-03,
                      -9.2135e-02, -6.7691e-02,  2.0349e-01], device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.weight',
              tensor([[ 0.0167, -0.0135,  0.0252,  ..., -0.0471,  0.0223,  0.0294],
                      [ 0.0129,  0.0031, -0.0216,  ..., -0.0833,  0.0437, -0.0179],
                      [ 0.0029,  0.0301, -0.0510,  ...,  0.0213,  0.0084, -0.0527],
                      ...,
                      [-0.0992, -0.0069, -0.0054,  ...,  0.0306,  0.0203,  0.0073],
                      [-0.0585,  0.0002, -0.0364,  ..., -0.0011,  0.0426, -0.0465],
                      [ 0.0098,  0.0005,  0.0612,  ...,  0.0447, -0.0458, -0.0186]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.bias',
              tensor([-0.0871, -0.1212, -0.0580,  ..., -0.0935, -0.0302, -0.1705],
                     device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.weight',
              tensor([[ 8.0714e-02, -1.6924e-03, -6.9162e-03,  ..., -5.1206e-02,
                        1.1078e-02,  1.1465e-01],
                      [-4.2209e-02,  7.4975e-02, -4.9055e-02,  ...,  3.6861e-02,
                       -6.6143e-03,  3.7592e-02],
                      [-5.8625e-02, -2.2610e-02,  1.0409e-04,  ...,  3.6887e-02,
                       -5.3670e-03,  2.8388e-02],
                      ...,
                      [ 2.9442e-02, -8.5890e-04, -2.5811e-02,  ..., -1.5169e-03,
                        1.9831e-02,  4.9371e-02],
                      [ 2.8271e-02, -5.5128e-03,  1.3410e-02,  ...,  2.6679e-02,
                       -3.4129e-02, -3.2808e-03],
                      [ 6.1742e-02,  2.2637e-02, -6.4323e-03,  ...,  3.5290e-02,
                        3.8069e-02,  2.8247e-02]], device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.bias',
              tensor([ 1.4594e-01, -5.1343e-02, -9.9784e-02,  1.9411e-01, -3.2531e-02,
                      -5.2951e-02,  4.7089e-02,  9.0256e-02,  2.8680e-03, -8.4040e-02,
                       3.8729e-02, -3.4354e-02, -4.1066e-02, -7.6126e-02,  9.3274e-02,
                       7.6920e-02, -8.8929e-02, -9.5281e-02, -3.1208e-02, -2.0601e-01,
                       6.0360e-02,  2.1811e-02, -2.0377e-03, -2.1971e-02, -1.1849e-01,
                      -1.1102e-01,  6.1432e-02,  1.0577e-01, -2.9793e-03,  1.3808e-01,
                       5.4460e-02, -1.1245e-01,  5.6380e-02, -2.7115e-01,  1.3254e-01,
                       5.7316e-02, -4.0417e-02,  5.3602e-04,  1.5495e-01,  1.6909e-01,
                      -2.2262e-02, -1.3913e-02, -5.2818e-02, -7.6157e-02, -5.2022e-03,
                       1.0142e-02,  1.0365e-01,  1.2218e-01, -6.8472e-02, -2.9829e-02,
                       4.9899e-03,  2.5596e-02,  8.6687e-02, -1.5865e-03, -8.5327e-02,
                      -1.2898e-01, -1.4670e-01, -2.5650e-02, -1.0646e-01,  1.1344e-01,
                      -6.3835e-02, -5.9774e-02,  3.3892e-02, -8.8683e-02, -7.4839e-02,
                       9.3740e-02,  1.1176e-02, -3.2754e-02,  7.2842e-02, -1.7493e-01,
                      -8.2486e-02,  2.1236e-02,  1.4794e-02, -1.4354e-02, -3.6114e-02,
                       5.4683e-02, -1.0519e-02, -6.1152e-02, -2.6061e-02, -1.1422e-01,
                       8.5363e-02,  1.2300e-01,  1.4979e-01,  1.3050e-01, -1.5476e-01,
                      -8.3217e-02, -9.0389e-03, -5.6287e-02,  2.1847e-03,  5.2287e-02,
                      -1.1762e-02,  1.6827e-02, -4.6513e-02,  3.0182e-02,  3.9476e-02,
                       7.7301e-02, -9.1099e-02,  3.5996e-03,  1.7157e-01,  3.4281e-02,
                       2.0810e-01,  4.9807e-03, -5.4899e-02, -3.7853e-02, -2.6225e-01,
                      -5.1646e-02,  3.6237e-02,  7.1229e-03, -3.8742e-03,  6.2082e-02,
                      -1.3203e-02,  3.7361e-02, -9.6167e-02,  6.5446e-02, -5.7517e-03,
                       4.9941e-02,  3.0530e-02,  1.0414e-01,  3.6639e-02, -6.1398e-02,
                       3.8067e-03, -5.0004e-02, -2.5784e-02, -1.4419e-01, -1.5550e-01,
                      -6.7696e-03,  9.3026e-02,  7.7924e-03, -2.6006e-02, -6.4412e-02,
                       7.3531e-02, -8.0965e-03,  4.5730e-03, -6.0932e-02,  7.1262e-02,
                       7.9131e-02, -1.1523e-01,  8.0798e-02, -3.0699e-01,  1.9383e-01,
                      -1.8954e-01, -9.8728e-02, -1.1120e-01, -8.0541e-01, -1.2611e-01,
                       7.5194e-02,  1.2289e-02,  7.6728e-02, -5.8886e-02, -1.3077e-03,
                      -8.6434e-02, -1.0242e-01, -4.6350e-02,  3.8448e-02,  4.0625e-02,
                      -8.4677e-02,  4.4963e-02, -2.1081e-01,  9.7871e-02, -7.2949e-02,
                       1.2417e-01, -9.2945e-04, -3.3150e-03,  8.7541e-02,  5.3758e-02,
                       8.8308e-03,  1.8877e-01, -7.8684e-02, -2.1544e-01,  2.7565e-02,
                       6.7130e-02,  1.9254e-01,  3.5627e-02,  1.1220e-01, -1.3028e-02,
                       1.5797e-01,  1.9510e-01, -6.4570e-02,  6.5788e-02,  9.3755e-02,
                      -1.4405e-01, -2.4906e-02,  1.9122e-01, -1.2402e-02,  1.0053e-01,
                       1.8562e-02, -6.9047e-04, -1.4116e-01,  5.0974e-02, -1.3888e-02,
                       1.8173e-03,  6.2019e-02,  4.1893e-02,  4.2493e-02, -8.7590e-02,
                      -3.6083e-02, -7.7779e-02,  3.6873e-03, -1.6912e-01, -1.1953e-01,
                       1.5036e-02,  1.1725e-01,  1.1570e-01,  7.6096e-03,  1.7746e-01,
                      -1.1528e-01,  1.9390e-02, -8.1130e-02, -3.3231e-02, -9.2918e-02,
                       1.1505e-01, -5.9668e-02, -3.4688e-02, -1.5371e-01, -5.9866e-03,
                       7.9447e-02,  5.6111e-02, -7.7821e-02,  2.6370e-02,  6.3589e-02,
                       1.1722e-01,  1.0251e-01,  6.9983e-02, -1.2823e-03, -5.8445e-02,
                       1.8915e-03, -1.5594e-01, -6.5035e-02,  7.4074e-02,  1.9363e-01,
                      -5.3293e-02,  7.3266e-02, -9.9682e-03, -5.6442e-02, -2.4910e-02,
                      -7.3134e-02,  1.6871e-01, -1.3235e-01,  3.0085e-03,  8.8217e-02,
                      -1.7942e-01, -9.5550e-02,  1.3241e-01,  6.3455e-02, -7.2319e-02,
                      -1.4134e-02,  2.5661e-02, -9.4046e-03, -5.1248e-03,  3.0216e-02,
                       1.2434e-01,  1.2296e-02, -2.6714e-03,  5.2643e-02,  1.1088e-03,
                       7.0077e-02,  1.5550e-02, -1.2171e-03,  3.2466e-02,  4.8127e-03,
                       1.1894e-01, -7.5235e-02, -6.1780e-02,  2.9452e-02,  1.7494e-01,
                      -8.5078e-02,  8.5099e-02,  1.0676e-01, -6.0679e-02, -6.8789e-02,
                      -1.7266e-01,  5.3714e-02,  1.8241e-01, -2.4123e-02,  1.6914e-02,
                       1.1118e-02,  2.5524e-02,  1.8937e-02,  1.2414e-01, -7.1060e-02,
                      -5.7625e-03, -8.0117e-03, -1.4960e-01,  3.4918e-01, -1.2961e-01,
                       2.8704e-02,  1.1484e-01,  4.8188e-02,  3.1938e-02, -1.7026e-01,
                       3.0140e-02,  1.1258e-01,  4.0371e-02, -2.2748e-03,  1.0369e-02,
                      -5.0802e-02, -7.9740e-02,  1.0892e-01, -1.0371e-01, -8.8020e-03,
                      -9.9485e-02, -5.3350e-02, -4.6130e-02, -2.1305e-02, -4.7393e-01,
                      -5.2195e-02,  4.6695e-02,  1.1129e-01, -9.0718e-02, -5.1783e-03,
                       7.5543e-02,  1.2805e-01, -6.7135e-02, -5.2635e-02,  9.2122e-04,
                       6.6310e-03, -4.2701e-02,  1.0820e-01,  6.3848e-02, -1.0100e-02,
                      -7.6290e-03,  3.5301e-02, -1.7700e-01,  1.0124e-01, -9.9873e-02,
                       6.0057e-02, -3.1033e-02,  5.7957e-03,  1.4533e-01, -5.9289e-02,
                      -3.0466e-02,  4.5606e-02,  3.6637e-02,  4.5413e-02, -3.6533e-02,
                       1.9881e-02, -3.8281e-02,  1.4383e-01, -1.2166e-01,  8.3949e-02,
                      -2.0981e-02,  1.0486e-03, -1.9893e-01,  5.4363e-02,  4.9700e-02,
                       1.1839e-01,  5.9699e-02,  5.6970e-03,  1.2807e-01,  8.1638e-02,
                      -8.1433e-02, -8.2720e-02,  3.9828e-02, -1.8925e-02,  1.0804e-01,
                       1.8657e-02, -1.9528e-01,  1.1127e-01,  1.1663e-02, -2.7761e-02,
                       4.5639e-02, -6.0676e-02, -1.4663e-02,  4.1704e-02, -5.3394e-02,
                       7.3424e-02, -8.8642e-02,  1.1032e-01, -8.3282e-02,  1.6799e-02,
                      -9.2560e-02, -2.8240e-02,  2.1250e-04,  1.3699e-01, -1.4491e-01,
                      -4.2093e-02, -1.1362e-01,  2.2236e-02, -1.4282e-01,  4.5386e-02,
                      -1.3728e-01,  3.6156e-02, -1.1845e-02,  3.2368e-02,  3.2738e-03,
                      -6.6893e-02,  6.2749e-03,  6.8490e-03, -1.1100e-02, -5.5669e-02,
                       2.8283e-02,  1.4675e-01,  3.0869e-02, -4.1900e-02,  2.1592e-01,
                      -6.8330e-02, -4.8120e-02, -5.4890e-02, -7.8229e-02, -2.1042e-02,
                      -9.1707e-02,  6.2803e-02,  5.8848e-03, -7.9349e-02, -7.8083e-02,
                       2.8881e-02, -1.6380e-02, -1.0579e-01, -6.8188e-02, -9.5692e-02,
                      -7.4123e-02, -1.0222e-01, -3.4802e-02, -3.1928e-02,  3.2691e-02,
                       2.3218e-02, -5.1285e-02,  3.4115e-02, -2.7846e-02, -2.9205e-02,
                      -1.6227e-02,  9.6025e-03, -5.3329e-02,  1.2397e-01, -3.5615e-02,
                      -4.6566e-02, -6.2076e-02,  4.3748e-02,  1.0585e-01,  6.7755e-03,
                       7.3046e-02,  1.0966e-01,  1.1474e-01,  1.6185e-01, -9.8491e-02,
                       7.7652e-02,  1.3834e-01,  2.4827e-02,  2.0594e-01,  4.2063e-02,
                       7.4292e-03,  1.1098e-01, -8.1112e-02, -1.6783e-01, -1.0699e-01,
                       6.2003e-02, -1.0018e-01, -4.9372e-04,  9.3476e-02,  2.3570e-02,
                       1.7353e-01,  1.2395e-01,  6.2232e-02,  1.8939e-02,  1.7081e-02,
                      -1.7452e-01, -5.4210e-03, -1.0488e-02,  7.7305e-02, -5.2626e-02,
                       5.1007e-02,  5.0996e-03,  1.7350e-01,  7.2814e-02,  9.4646e-02,
                       2.0741e-01,  7.9931e-02,  1.0602e-01, -2.6933e-05, -5.2771e-02,
                       1.2069e-02,  3.0003e-03, -1.2206e-02,  7.6825e-02,  2.4920e-02,
                       1.0019e-01, -1.7923e-01, -1.3648e-01,  2.8858e-03,  4.1988e-02,
                       4.5037e-02, -8.9558e-03, -1.2196e-02, -2.0908e-02, -4.2131e-03,
                      -4.4083e-02,  1.8675e-03,  1.4691e-01,  1.6366e-02, -2.4136e-02,
                      -7.5848e-02,  2.7274e-03, -1.4329e-01,  4.0536e-02,  1.0384e-01,
                       5.7754e-02, -5.0644e-02, -1.5253e-02, -6.4195e-02,  3.9429e-02,
                      -9.7609e-02, -1.5391e-02,  3.8852e-02, -1.7112e-02,  6.3186e-02,
                       2.1502e-01,  2.0554e-02, -5.9015e-02, -1.0854e-01, -2.6288e-03,
                       8.7083e-02, -9.0961e-02, -6.7831e-02,  6.4243e-02, -2.8393e-02,
                      -2.3132e-01,  3.8136e-03, -6.1476e-02,  8.3823e-02,  8.6995e-03,
                       4.2884e-02,  1.0421e-02, -8.5568e-02,  7.7273e-02,  6.0028e-02,
                      -6.5428e-02,  1.2012e-01, -1.1406e-01, -2.7772e-02, -6.5960e-02,
                       1.0184e-01,  9.8203e-02, -1.1053e-01, -8.3806e-02, -7.9210e-02,
                       8.8665e-02,  1.4554e-01,  2.3727e-02, -5.4306e-02, -3.0234e-02,
                      -1.0684e-01, -2.4873e-02,  7.0178e-02, -9.0225e-02,  7.0586e-02,
                      -7.7561e-03,  1.7522e-01,  2.3939e-02,  1.1489e-02,  1.4566e-01,
                       1.2426e-01,  1.1179e-01, -4.7775e-02, -5.7330e-02, -3.6153e-02,
                      -4.6569e-02, -1.3311e-03, -9.0470e-01,  2.0024e-02,  4.4107e-02,
                       9.0136e-02, -3.0556e-02, -5.8056e-02,  6.7948e-02,  4.4265e-02,
                      -4.0895e-02, -1.3356e-01, -6.6712e-03, -5.9551e-02, -4.2224e-02,
                      -4.1516e-03, -3.9849e-03, -1.2020e-01,  6.9411e-02,  2.9601e-02,
                       8.2224e-02,  5.0988e-03,  1.0150e-03, -3.0105e-02, -6.5872e-02,
                       2.8352e-02,  1.4335e-01,  3.4167e-03, -1.0505e-01,  8.0290e-02,
                       4.9042e-02,  7.0934e-03,  9.9960e-02,  2.9305e-03, -1.3015e-01,
                       6.0052e-03,  1.6698e-01,  8.0253e-02, -8.9491e-02,  1.2564e-01,
                       7.8408e-02, -1.1790e-02,  2.6561e-02,  1.9159e-02,  7.2876e-02,
                       1.6757e-02, -2.9123e-02,  7.6646e-02, -4.3907e-02, -9.6493e-02,
                      -3.0513e-02,  6.4946e-02, -2.7527e-03,  1.1760e-01,  1.8049e-01,
                       5.0567e-02, -2.4431e-02, -5.2221e-02, -2.1300e-01,  3.9685e-02,
                       2.9547e-03, -9.7192e-02, -5.3256e-02, -1.1836e-01,  4.2932e-02,
                       6.6000e-02, -7.4078e-02,  8.3828e-02, -1.2526e-01, -7.7305e-02,
                      -1.2401e-01, -4.2549e-02, -1.5863e-01, -3.1023e-02,  8.0185e-02,
                      -1.7462e-01,  7.9793e-03, -1.2665e-01, -1.7034e-01,  1.5936e-01,
                       1.7638e-01,  6.2850e-02,  1.8434e-02,  1.2286e-01,  6.4121e-02,
                      -2.2675e-02,  1.0578e-02,  2.8090e-02,  1.1092e-01, -7.0471e-02,
                      -6.9508e-02, -2.4134e-02,  8.8656e-02, -1.1320e-01, -4.0350e-02,
                       4.6813e-03,  2.3506e-02, -1.7017e-01, -1.4629e-01,  3.5256e-02,
                      -6.3980e-02, -2.5385e-02, -8.8221e-02,  1.5594e-01, -1.1556e-01,
                       1.7324e-01,  5.3267e-02,  1.6347e-02,  1.5313e-01, -7.3992e-02,
                       5.6853e-02, -3.8393e-02, -1.3515e-01,  4.7723e-02,  5.3653e-02,
                      -2.0916e-02,  2.1695e-01, -4.3392e-02, -7.4503e-02, -1.3032e-01,
                      -1.0193e-01,  3.0499e-03,  4.6434e-02, -8.6279e-02,  5.4648e-02,
                      -2.6580e-02, -9.7541e-02,  5.0967e-02,  7.6518e-03, -1.7415e-01,
                       9.4807e-03, -1.5134e-02,  5.5935e-03,  4.4790e-02, -4.4273e-02,
                       6.0603e-02,  1.8738e-01, -3.0270e-02,  6.8230e-02, -6.1269e-02,
                      -1.1019e-02,  1.7734e-02, -3.2796e-02,  7.1740e-02,  1.2056e-02,
                       1.0971e-01, -8.2250e-02, -3.7517e-02, -2.4577e-02, -2.0477e-01,
                       2.6343e-02, -7.7032e-03, -6.8710e-02,  1.2927e-01, -4.1254e-02,
                       2.5497e-02, -4.6458e-03, -6.5674e-02,  4.9602e-02,  9.5145e-03,
                       5.6282e-02, -7.3915e-02, -2.1023e-03,  8.1732e-02,  8.3022e-02,
                      -8.6522e-02, -3.2405e-02,  4.6461e-02, -2.4207e-02,  2.0645e-02,
                      -3.9127e-03,  8.0444e-02, -1.1355e-01, -2.8535e-02, -6.9687e-02,
                      -1.3219e-01, -3.9613e-04,  5.4804e-02,  2.7773e-02, -7.4969e-02,
                       4.5803e-02,  4.1209e-02, -2.3788e-02,  1.2552e-01,  3.5544e-03,
                       1.7398e-02, -9.2771e-02,  1.2335e-01,  1.8801e-02,  7.0639e-02,
                      -1.2710e-01,  7.6425e-02, -1.6738e-02,  3.1258e-02,  6.1872e-02,
                       1.3366e-01, -3.2949e-02,  1.0316e-01,  2.7404e-02, -1.1172e-02,
                       1.8590e-02,  1.3557e-01, -1.2818e-01, -1.4459e-01,  7.6576e-02,
                      -3.2729e-02,  4.4230e-02,  1.6289e-02,  7.3832e-02, -1.1505e-01,
                      -1.5182e-02,  6.0948e-02,  1.6870e-01], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.weight',
              tensor([0.8188, 0.8400, 0.8243, 0.8308, 0.8218, 0.8242, 0.7161, 0.7949, 0.8312,
                      0.8056, 0.8221, 0.8561, 0.8707, 0.8380, 0.8355, 0.7760, 0.8251, 0.8296,
                      0.8036, 0.8335, 0.8124, 0.8252, 0.8161, 0.8057, 0.8362, 0.8248, 0.8399,
                      0.7886, 0.7995, 0.8458, 0.8354, 0.8010, 0.8625, 0.7819, 0.8316, 0.8054,
                      0.7831, 0.8472, 0.8022, 0.7884, 0.8435, 0.8094, 0.8094, 0.8533, 0.8543,
                      0.8308, 0.8193, 0.8418, 0.8525, 0.8066, 0.8355, 0.7993, 0.7885, 0.8154,
                      0.7919, 0.7724, 0.8014, 0.8628, 0.8161, 0.8069, 0.8500, 0.8541, 0.8410,
                      0.8262, 0.7868, 0.8582, 0.8136, 0.7984, 0.8175, 0.7586, 0.8093, 0.8377,
                      0.8233, 0.7907, 0.8499, 0.8422, 0.8421, 0.8370, 0.8523, 0.8505, 0.8022,
                      0.8610, 0.8425, 0.8314, 0.7641, 0.8053, 0.8021, 0.8412, 0.8368, 0.8193,
                      0.8047, 0.8075, 0.8445, 0.8532, 0.7971, 0.8039, 0.8002, 0.8524, 0.8200,
                      0.8301, 0.8283, 0.8534, 0.8201, 0.8597, 0.8171, 0.8605, 0.8620, 0.7690,
                      0.8491, 0.8496, 0.8029, 0.8342, 0.8785, 0.7696, 0.8380, 0.8407, 0.8385,
                      0.8224, 0.8548, 0.8520, 0.8353, 0.8427, 0.8353, 0.8058, 0.7863, 0.7988,
                      0.8547, 0.8070, 0.8416, 0.8186, 0.8401, 0.8087, 0.8329, 0.8296, 0.8686,
                      0.8417, 1.1054, 0.8420, 0.8159, 0.8590, 0.8184, 0.8388, 0.8258, 0.0942,
                      0.8116, 0.8293, 0.8148, 0.8368, 0.8173, 0.8158, 0.8257, 0.8283, 0.8541,
                      0.8178, 0.8211, 0.8255, 0.8622, 0.8418, 0.8134, 0.8339, 0.8192, 0.8897,
                      0.7805, 0.8482, 0.7909, 0.8209, 0.8181, 0.7772, 0.8032, 0.8279, 0.8520,
                      0.7661, 0.7772, 0.8383, 0.8070, 0.8267, 0.8263, 0.7787, 0.8693, 0.8210,
                      0.7815, 0.8322, 0.7847, 0.8304, 0.8383, 0.8444, 0.8308, 0.8070, 0.8267,
                      0.8269, 0.7852, 0.7804, 0.8301, 0.8230, 0.8017, 0.8391, 0.8634, 0.8183,
                      0.8461, 0.8170, 0.8475, 0.7697, 0.8485, 0.8243, 0.8102, 0.8243, 0.8420,
                      0.8499, 0.8220, 0.8185, 0.8438, 0.8219, 0.7662, 0.8420, 0.8227, 0.8572,
                      0.7890, 0.7931, 0.8280, 0.8019, 0.8724, 0.8422, 0.8493, 0.8196, 0.8023,
                      0.8238, 0.8632, 0.8277, 0.8034, 0.7538, 0.8312, 0.8593, 0.8127, 0.8241,
                      0.8193, 0.8214, 0.7950, 0.8545, 0.8332, 0.8458, 0.8209, 0.7963, 0.7837,
                      0.8069, 0.8347, 0.8116, 0.8674, 0.8126, 0.8776, 0.8528, 0.8239, 0.8241,
                      0.9071, 0.8492, 0.8564, 0.8692, 0.8463, 0.7891, 0.8347, 0.8312, 0.7504,
                      0.8172, 0.8277, 0.8264, 0.8301, 0.8191, 0.8492, 0.8771, 0.8129, 0.8169,
                      0.8261, 0.8257, 0.8404, 0.8269, 0.8530, 0.8383, 0.8466, 0.8652, 0.8037,
                      0.8041, 0.8897, 0.8564, 0.8484, 0.3128, 0.8550, 0.8622, 0.8269, 0.8254,
                      0.8153, 0.7861, 0.7790, 0.8264, 0.8076, 0.8019, 0.8265, 0.7988, 0.8021,
                      0.7857, 0.8488, 0.8211, 0.8322, 0.8162, 0.8392, 0.8689, 0.2506, 0.8704,
                      0.8157, 0.8645, 0.8403, 0.8492, 0.8219, 0.8041, 0.8089, 0.8205, 0.8016,
                      0.8487, 0.8235, 0.8226, 0.8711, 0.7879, 0.8166, 0.8305, 0.8221, 0.8559,
                      0.8252, 0.8218, 0.8282, 0.8393, 0.8534, 0.8082, 0.8351, 0.8356, 0.8405,
                      0.8648, 0.8683, 0.8479, 0.8464, 0.8248, 0.8090, 0.8128, 0.7811, 0.8397,
                      0.8283, 0.8461, 0.8276, 0.8450, 0.8609, 0.8348, 0.8323, 0.8025, 0.8463,
                      0.8175, 0.8181, 0.8316, 0.8495, 0.8302, 0.8351, 0.8274, 0.8456, 0.7892,
                      0.8608, 0.8210, 0.8279, 0.8533, 0.7998, 0.7843, 0.8412, 0.8268, 0.8399,
                      0.8484, 0.8196, 0.8524, 0.8319, 0.8539, 0.8142, 0.8205, 0.8454, 0.8479,
                      0.8541, 0.7734, 0.8093, 0.8203, 0.8193, 0.8419, 0.7968, 0.8179, 0.7969,
                      0.8435, 0.8121, 0.7951, 0.8433, 0.7760, 0.8214, 0.8455, 0.8325, 0.8277,
                      0.8174, 0.8587, 0.8050, 0.8015, 0.7484, 0.8130, 0.7943, 0.8226, 0.8201,
                      0.8260, 0.8269, 0.8200, 0.8462, 0.8766, 0.8284, 0.8129, 0.8487, 0.8706,
                      0.8622, 0.8288, 0.8031, 0.8154, 0.8076, 0.8646, 0.8385, 0.8716, 0.8436,
                      0.8161, 0.8195, 0.8668, 0.8163, 0.7920, 0.8277, 0.8484, 0.8438, 0.8605,
                      0.7863, 0.8427, 0.7795, 0.8421, 0.8196, 0.8441, 0.8606, 0.8335, 0.8341,
                      0.7857, 0.8311, 0.8135, 0.8200, 0.7816, 0.8346, 0.8517, 0.8566, 0.8082,
                      0.8517, 0.7868, 0.8397, 0.8484, 0.8299, 0.8003, 0.8177, 0.7726, 0.7995,
                      0.8213, 0.8302, 0.8320, 0.7900, 0.8596, 0.7081, 0.7955, 0.8155, 0.8219,
                      0.8285, 0.8352, 0.8573, 0.8166, 0.8476, 0.7838, 0.8462, 0.8212, 0.7655,
                      0.8599, 0.8202, 0.8631, 0.8002, 0.8474, 0.8685, 0.8375, 0.8137, 0.8258,
                      0.8677, 0.8201, 0.9228, 0.8206, 0.8102, 0.8543, 0.8293, 0.8003, 0.8143,
                      0.8176, 0.8391, 0.8500, 0.8157, 0.8286, 0.8794, 0.8699, 0.8182, 0.8439,
                      0.8322, 0.8291, 0.8841, 0.8349, 0.8428, 0.8156, 0.8076, 0.8564, 0.8362,
                      0.8434, 0.8198, 0.8214, 0.8413, 0.8149, 0.7889, 0.8444, 0.8646, 0.7769,
                      0.8308, 0.8831, 0.8535, 0.8441, 0.8218, 0.8709, 0.8256, 0.8493, 0.8276,
                      0.8097, 0.8344, 0.8211, 0.8182, 0.8071, 0.8072, 0.8275, 0.7943, 0.8230,
                      0.8583, 0.8695, 0.8069, 0.7535, 0.8350, 0.8482, 0.8229, 0.8195, 0.8598,
                      0.8110, 0.7791, 0.8002, 0.8447, 0.8230, 0.7994, 0.8178, 0.7748, 0.6655,
                      0.8004, 0.8293, 0.8605, 0.8627, 0.8030, 0.8672, 0.8425, 0.8580, 0.8170,
                      0.8389, 0.7978, 0.8330, 0.8047, 0.8356, 0.7961, 0.8159, 0.8428, 0.8416,
                      0.8349, 0.7910, 0.8358, 0.8274, 0.8595, 0.8181, 0.8341, 0.8380, 0.8485,
                      0.8475, 0.8238, 0.8255, 0.7953, 0.7891, 0.8651, 0.8223, 0.8197, 0.7950,
                      0.8301, 0.8109, 0.8008, 0.8257, 0.8502, 0.8333, 0.8404, 0.8458, 0.8110,
                      0.8384, 0.8211, 0.8407, 0.8148, 0.7584, 0.8087, 0.8251, 0.8233, 0.8003,
                      0.8261, 0.8159, 0.8134, 0.8314, 0.8558, 0.8624, 0.8573, 0.8540, 0.8277,
                      0.8119, 0.8332, 0.8477, 0.8176, 0.8375, 0.8396, 0.7988, 0.8240, 0.7797,
                      0.8506, 0.8411, 0.8376, 0.8023, 0.8028, 0.8150, 0.8701, 0.8398, 0.8347,
                      0.8339, 0.8562, 0.8132, 0.8200, 0.8103, 0.8592, 0.8224, 0.7677, 0.8392,
                      0.8287, 0.7835, 0.7922, 0.8780, 0.8117, 0.8175, 0.8327, 0.8230, 0.8340,
                      0.8220, 0.8072, 0.8103, 0.8299, 0.8072, 0.8168, 0.8190, 0.8492, 0.8431,
                      0.8574, 0.7797, 0.7785, 0.8435, 0.8459, 0.7673, 0.8207, 0.8354, 0.8187,
                      0.8371, 0.8406, 0.8689, 0.8512, 0.8199, 0.8512, 0.7938, 0.8380, 0.8565,
                      0.8429, 0.8282, 0.8109, 0.8624, 0.8525, 0.8484, 0.8338, 0.7842, 0.8437,
                      0.8247, 0.8575, 0.8350, 0.8509, 0.8427, 0.7892, 0.8462, 0.8113, 0.8113,
                      0.8028, 0.7770, 0.8271, 0.8533, 0.8227, 0.8420, 0.8493, 0.8383, 0.8348,
                      0.8487, 0.8357, 0.8203, 0.8589, 0.8328, 0.7574, 0.8014, 0.8028, 0.8480,
                      0.8276, 0.8284, 0.8292, 0.8102, 0.8542, 0.7570, 0.8792, 0.8017, 0.8566,
                      0.8412, 0.8293, 0.8343, 0.8209, 0.8307, 0.8395, 0.8429, 0.8374, 0.8298,
                      0.8151, 0.8545, 0.8411, 0.8209, 0.7776, 0.7977, 0.7894, 0.8089, 0.8382,
                      0.8367, 0.8176, 0.7893, 0.8244, 0.8344, 0.8239, 0.7863, 0.8631, 0.8094,
                      0.8187, 0.8202, 0.8537, 0.8042, 0.7915, 0.8496, 0.8375, 0.8296, 0.8741,
                      0.8323, 0.8586, 0.7999], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.bias',
              tensor([-5.2288e-02,  4.3236e-02,  3.2600e-02, -6.8467e-02,  5.5446e-02,
                      -4.2153e-02,  6.7257e-02, -8.0236e-02, -3.2526e-02,  6.8197e-02,
                      -6.7513e-02,  1.0763e-04,  3.7324e-03,  7.7100e-02, -3.6593e-02,
                      -8.1196e-02, -6.7059e-02,  2.8054e-02,  4.0751e-02,  4.5162e-02,
                      -7.2135e-03, -7.1509e-02, -2.7211e-02, -4.7662e-02,  2.1329e-02,
                      -3.4555e-02, -6.6171e-02, -1.5028e-01, -7.6511e-02, -3.5343e-02,
                      -2.6394e-02,  4.2753e-02,  8.7711e-03,  5.0555e-02, -1.2259e-01,
                      -1.4602e-02,  1.4858e-02, -4.3617e-02, -6.6005e-02, -1.4309e-01,
                       1.4077e-02,  6.5188e-02, -4.9641e-02, -3.7862e-02, -5.9608e-02,
                       3.0138e-03, -4.1891e-02, -8.4138e-02, -4.4110e-02, -8.4389e-02,
                      -6.1537e-02, -5.8281e-02, -1.0201e-01,  9.2223e-02, -4.9818e-02,
                       9.3029e-03,  2.6483e-02, -3.1424e-02, -2.6495e-02, -3.3483e-02,
                      -2.2553e-04,  8.9755e-03, -1.0185e-01,  7.4223e-02,  5.4866e-02,
                      -7.5303e-02, -2.2019e-02,  2.4344e-02, -5.6952e-02,  5.0030e-02,
                       3.9603e-02,  1.4585e-02, -1.1476e-03, -5.2237e-02, -4.2667e-05,
                      -5.5695e-02, -5.4831e-02, -1.5088e-02, -1.5644e-02, -2.2590e-02,
                      -7.4773e-02, -3.6342e-02, -2.4635e-02, -1.1927e-01,  7.4308e-03,
                      -7.9501e-02,  1.3406e-02, -2.6142e-02, -6.9312e-02, -6.4581e-02,
                       5.9495e-02,  1.8132e-02, -6.5875e-04, -5.0087e-02,  2.5860e-02,
                      -9.6144e-02, -2.8282e-02, -2.4277e-02, -7.9212e-02, -5.3100e-02,
                      -7.7707e-03,  5.8124e-03, -7.6465e-03, -3.9335e-02,  1.0732e-02,
                       1.2670e-02, -8.4709e-02, -5.1593e-02,  3.0016e-02,  6.9465e-03,
                      -1.5199e-02,  3.0615e-02, -9.0405e-03, -2.0665e-02, -1.2512e-01,
                      -8.8251e-02,  2.9434e-02, -9.5641e-02, -1.5367e-02,  7.7293e-03,
                      -3.6824e-02,  1.3139e-02, -4.6103e-02, -4.5387e-02,  4.1430e-02,
                      -3.9088e-02, -7.5412e-02, -5.9006e-03,  3.1793e-02, -6.8651e-04,
                       4.8791e-02, -1.6851e-02, -7.0904e-03, -3.6844e-02,  1.4111e-02,
                      -4.4675e-02, -1.6650e-01, -9.1147e-02,  5.0164e-02, -5.4993e-02,
                       6.4096e-02,  5.5934e-02, -6.9990e-02,  4.5711e-01, -1.5918e-02,
                      -1.0822e-02, -7.6550e-02, -1.0265e-01,  3.4164e-02,  5.8514e-02,
                       4.1635e-02,  1.7359e-03, -1.4290e-02, -9.1734e-02, -1.1349e-01,
                       3.8158e-02,  1.6433e-02,  7.2456e-02, -6.4550e-02,  4.0027e-02,
                      -1.5187e-01, -6.1021e-02, -6.6859e-02, -1.2880e-02, -2.5310e-02,
                       7.6004e-02, -8.9092e-02, -2.9095e-03,  3.5519e-02, -4.9181e-02,
                      -5.1037e-02, -4.6994e-02,  2.6828e-02, -5.5129e-02, -8.6162e-02,
                      -1.0957e-01, -1.0914e-01,  4.6943e-02,  3.1766e-03, -3.4044e-02,
                       9.4693e-02,  2.8885e-02, -4.6149e-03,  2.0123e-02, -2.9878e-02,
                      -1.8741e-02, -4.7147e-03,  6.9831e-02,  8.4984e-03,  2.3009e-02,
                      -9.0291e-02, -3.6556e-02, -6.3367e-02, -4.6831e-02,  1.6278e-02,
                       8.9296e-02,  5.3308e-03, -2.8744e-02,  9.2073e-03,  2.8772e-02,
                      -5.4980e-02, -9.0115e-02, -2.8650e-03, -5.3241e-02, -8.6149e-02,
                      -9.8389e-03, -8.3110e-02,  5.2172e-02,  3.5832e-03, -4.0724e-04,
                       7.1902e-03,  1.7009e-02, -6.6372e-02,  6.0333e-02, -4.3754e-02,
                      -4.7044e-02, -1.1558e-01, -2.0252e-02,  2.7009e-02, -3.8169e-02,
                      -4.1556e-02, -5.9874e-02, -1.0872e-01,  8.2946e-02,  5.6093e-02,
                      -9.1749e-02, -2.8810e-02,  1.1251e-02, -9.7343e-02, -4.9300e-02,
                      -3.7438e-03, -8.3664e-02, -2.4103e-02,  3.2787e-02, -1.9322e-02,
                       2.1927e-02,  5.2793e-03,  5.6275e-02, -5.1280e-02, -7.8902e-03,
                       1.8160e-02, -8.9822e-03, -9.3727e-02, -8.4180e-02,  1.0615e-02,
                       2.1840e-02, -3.0746e-02, -2.0885e-02, -7.2297e-02, -9.6927e-02,
                      -3.0141e-02, -1.1799e-02, -1.3504e-01, -9.8881e-02, -3.7481e-02,
                      -5.3480e-02,  3.8664e-02, -3.9093e-02,  3.2114e-02, -7.0594e-02,
                      -5.1603e-02,  4.8860e-02, -4.7213e-02, -3.2936e-03, -6.3862e-02,
                      -4.5386e-02, -6.1725e-02, -4.0163e-02, -4.9025e-03,  6.4327e-02,
                       3.1089e-02,  6.8637e-02, -8.6753e-02, -6.0170e-02, -9.5440e-02,
                      -2.9706e-02,  3.7210e-02,  2.5573e-03, -7.4836e-02,  1.0166e-01,
                      -3.5193e-02, -2.8236e-02,  4.0319e-02, -6.7456e-01, -1.1041e-02,
                       1.3203e-02, -1.1895e-02,  9.4837e-02, -9.1062e-02, -7.8067e-02,
                      -3.6950e-02, -6.1581e-02, -5.1833e-02,  4.5808e-02, -1.8217e-02,
                       5.2053e-02,  6.7183e-02, -1.8537e-02,  3.4277e-02, -1.7138e-02,
                      -5.5008e-02,  4.8235e-02, -4.0546e-02, -5.1223e-02, -2.1922e-01,
                       3.0192e-02, -2.3523e-02, -4.4849e-02,  1.2809e-02, -6.2631e-02,
                      -6.7441e-02, -9.6189e-02, -1.9848e-02, -6.1163e-02, -1.4519e-02,
                       1.0631e-02, -1.8463e-02, -1.4779e-02,  2.7192e-02, -1.8372e-02,
                       5.6915e-02, -1.9071e-02, -4.1271e-02, -3.1657e-02, -1.2781e-02,
                       4.4717e-02, -7.4418e-02, -2.9620e-02, -3.4873e-02, -6.2887e-02,
                       1.0815e-01, -5.4402e-02, -1.9058e-02, -4.1696e-02, -2.6811e-02,
                       5.7499e-03,  3.9675e-03, -9.3585e-02,  8.3385e-02, -3.3101e-02,
                      -3.2641e-02, -5.1541e-02, -1.3492e-02,  3.6753e-02, -5.4985e-02,
                      -1.7607e-02, -9.2506e-03,  2.9124e-02, -4.8562e-02, -2.1446e-02,
                      -8.1070e-03,  2.7038e-02,  4.2235e-02, -3.8447e-02, -7.6755e-02,
                       4.3536e-02,  6.3426e-03, -2.7817e-02, -5.5535e-02,  5.5158e-02,
                      -1.8717e-02,  6.2456e-02, -6.6154e-02, -3.2258e-03,  4.9276e-02,
                      -8.4841e-02,  9.0995e-05, -1.2918e-01,  2.7214e-02, -3.4653e-02,
                       4.2912e-02,  2.3013e-02,  1.4631e-03, -2.3491e-02,  4.6975e-02,
                      -3.6023e-02,  1.3910e-02,  3.8355e-02, -3.5558e-02, -5.9173e-03,
                       2.8053e-02, -5.0178e-02, -3.6818e-02, -6.2958e-02,  6.9929e-03,
                       5.1630e-02, -4.9423e-02, -1.6833e-02, -8.5035e-02,  3.0406e-02,
                      -4.8445e-02, -5.2483e-02, -7.9972e-03, -4.5996e-03, -3.5709e-02,
                       4.4514e-02, -4.0851e-02, -7.1847e-03,  5.0913e-02, -4.9870e-02,
                      -9.4381e-03, -7.3020e-02,  8.9982e-03, -2.0801e-02,  8.3121e-02,
                      -3.9654e-02,  9.1674e-04,  2.3221e-02,  2.6909e-02,  2.9812e-02,
                       3.1554e-02,  1.4159e-02, -4.1977e-02, -8.0533e-03, -2.9700e-02,
                       1.0211e-03, -4.8499e-02, -1.3056e-01,  5.5942e-02, -1.1470e-02,
                       4.5605e-02,  1.7962e-02,  7.3136e-03, -9.1787e-02, -8.3685e-02,
                       1.0855e-02,  2.4234e-02,  9.3813e-03, -8.4663e-02, -5.1488e-02,
                       1.0110e-02, -2.4790e-02, -1.3737e-03, -9.6056e-02, -6.3064e-03,
                      -7.4026e-02, -8.2274e-02, -4.2821e-02, -1.0992e-02, -6.0948e-02,
                      -5.5829e-02,  4.5804e-02,  1.9550e-02,  1.4686e-02,  5.5218e-03,
                       3.3364e-02,  5.9851e-03, -4.8033e-02, -3.8690e-02,  2.5831e-02,
                      -8.3917e-02, -8.2483e-02, -4.2646e-02, -4.2474e-02, -2.4351e-02,
                       1.6890e-01, -9.6812e-02,  4.6673e-02,  2.2950e-02, -1.5439e-03,
                       3.3278e-02,  1.8615e-02,  1.9654e-02, -7.7165e-02, -3.0623e-02,
                      -5.0092e-02, -3.8141e-02, -3.9233e-02, -3.9317e-02, -3.8045e-02,
                      -5.2436e-02, -5.6408e-02,  1.9919e-03, -8.1892e-02, -1.2356e-02,
                      -4.1981e-02, -8.8742e-03, -5.1793e-02, -3.2989e-02,  2.7527e-02,
                      -5.9844e-02,  1.4209e-02,  1.2623e-02, -5.8898e-02, -8.0175e-02,
                       1.4407e-02, -2.8524e-02, -7.1962e-02, -9.6627e-03, -1.6023e-02,
                       4.4725e-03, -7.7161e-03,  3.5071e-02, -1.5838e-02, -9.7796e-02,
                      -4.3704e-02, -2.5900e-03, -1.3104e-02, -2.3269e-02, -6.7351e-02,
                      -6.2701e-02, -6.7693e-03, -5.5958e-02,  5.4819e-02,  1.9421e-02,
                      -1.6184e-01, -2.8358e-02, -6.1472e-02, -1.5270e-02,  3.5088e-02,
                       5.1355e-02, -2.4631e-02, -3.1576e-02, -4.0216e-02,  3.5758e-02,
                       3.2092e-02, -3.7213e-02, -4.0907e-02, -7.4298e-02, -5.4006e-02,
                       1.9761e-02, -3.1017e-02, -2.8654e-02,  8.0142e-03, -3.1260e-02,
                       9.0360e-03, -1.3073e-01, -1.1694e-02, -6.2880e-04,  6.6162e-03,
                       1.5900e-02, -1.1109e-01,  3.1434e-02,  1.1304e-02,  3.4980e-02,
                      -7.1429e-02, -4.6729e-02, -7.7478e-02,  2.3044e-02, -5.5504e-02,
                       5.2876e-02, -2.6051e-02, -4.6524e-02,  5.9265e-02, -6.4569e-02,
                      -1.3788e-01, -3.8767e-02,  6.8693e-03, -4.6013e-03, -8.8919e-02,
                      -1.0928e-01, -5.8852e-02,  5.5802e-02, -6.0328e-02, -6.3980e-02,
                      -9.0634e-02,  4.4063e-02, -5.4074e-01,  2.4157e-02, -2.5856e-02,
                      -2.2290e-03, -3.7653e-02, -1.2295e-02, -1.0105e-02, -6.2431e-02,
                       1.8439e-03, -3.3899e-02,  1.9483e-02,  3.9023e-02, -1.0936e-01,
                      -7.0258e-02, -2.6970e-02, -3.3886e-03, -1.2096e-02, -4.9089e-02,
                      -2.8777e-02, -2.2257e-02,  2.8541e-02, -5.2853e-02,  8.0613e-02,
                      -8.8509e-02, -1.4780e-01, -2.3422e-02, -2.2677e-02, -1.7606e-02,
                       1.4608e-02, -4.3070e-02, -5.3336e-03, -1.1278e-01,  3.5588e-02,
                      -2.9523e-02, -7.2728e-02, -3.4044e-02,  4.9211e-02,  1.9960e-02,
                      -1.0482e-01, -7.0436e-02, -5.1567e-02,  2.7209e-02, -6.0759e-02,
                       1.1416e-02, -1.8177e-02,  8.8862e-03,  4.4175e-02,  8.3715e-03,
                       8.9079e-03, -2.6282e-02, -7.6508e-02, -7.1429e-02, -1.0826e-01,
                      -4.8246e-02, -9.1195e-04, -1.6079e-02,  8.2179e-02, -1.6980e-01,
                      -7.3501e-02, -3.7731e-02,  2.1973e-02, -1.6012e-02, -3.5280e-02,
                       1.4159e-02, -6.3740e-03, -7.3907e-02, -3.1859e-02, -7.1124e-02,
                       5.6459e-02,  4.7347e-02,  7.8674e-02, -4.2067e-02, -1.0241e-01,
                       6.9229e-02, -7.6331e-02, -1.1222e-02,  9.1953e-02, -9.5780e-02,
                      -9.4890e-02, -1.2151e-02, -8.4875e-02,  2.9390e-02,  1.8017e-02,
                       9.9698e-07,  4.7753e-04, -1.3407e-01, -8.0942e-02, -1.5605e-02,
                       3.5403e-02,  1.2085e-03, -7.2883e-02,  7.3160e-02,  4.9906e-02,
                      -1.5403e-02,  1.4351e-02,  3.5015e-02,  5.7985e-02, -4.5557e-02,
                      -2.7461e-02,  1.5833e-02,  6.3939e-03, -1.1102e-01,  7.0608e-02,
                      -9.5576e-02, -8.8186e-02,  2.7819e-02, -2.2098e-02,  3.0006e-02,
                       5.3640e-03, -6.6466e-02, -4.4449e-03,  3.4145e-02, -5.9598e-02,
                      -2.9275e-02, -7.8697e-02, -7.7394e-02, -2.6085e-02, -1.1551e-01,
                      -6.2271e-02, -5.6062e-03,  1.7169e-02,  5.2172e-02, -9.3334e-02,
                      -1.1097e-01, -2.5380e-02, -3.7570e-02, -5.6233e-02,  4.2178e-02,
                      -1.6656e-02,  4.2064e-03, -3.4822e-02, -8.8614e-03,  7.7536e-03,
                      -1.0521e-01, -4.0706e-02,  2.9080e-02, -3.9218e-02, -6.5278e-02,
                      -2.7641e-03, -5.8578e-02,  1.2072e-01, -1.1514e-01, -4.0342e-02,
                      -6.9993e-02, -8.3483e-02, -7.4573e-03,  2.7200e-02,  6.4657e-02,
                       1.7949e-02, -2.7058e-02,  5.1205e-03, -1.6864e-02,  2.4359e-02,
                      -8.7689e-03, -3.1344e-03, -3.4591e-02,  1.7645e-03, -5.5126e-02,
                      -7.7345e-02,  6.1760e-02,  3.1249e-03, -5.0988e-02, -1.0443e-01,
                      -8.4565e-03, -6.6092e-02, -5.2709e-02,  3.1540e-03,  3.1616e-03,
                      -2.0856e-02, -6.0487e-02,  1.3807e-02, -3.8066e-02, -4.6870e-02,
                       4.8023e-02,  1.1214e-02,  7.2967e-02, -1.1143e-01,  1.6214e-03,
                       1.1952e-02, -8.5335e-02, -2.4837e-02, -5.2575e-02, -2.4808e-02,
                       6.8096e-02, -1.3160e-02, -6.9359e-02, -8.5339e-02, -6.4163e-02,
                       2.6368e-02,  3.4473e-03, -9.7825e-03, -5.9763e-04, -3.5621e-02,
                      -3.6356e-02, -2.7139e-02, -9.2644e-02,  2.1841e-02,  2.1370e-02,
                       5.7889e-02, -4.0766e-02,  4.9819e-02,  1.1264e-02, -7.3960e-02,
                       1.1534e-02,  1.6546e-02, -7.7487e-02, -3.1784e-02, -8.4212e-03,
                      -1.9592e-02,  7.1151e-03, -1.3940e-01], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.weight',
              tensor([[-0.0241,  0.0166, -0.0309,  ..., -0.0380, -0.0028,  0.0271],
                      [-0.0437,  0.0150,  0.0426,  ...,  0.0122, -0.0131, -0.0508],
                      [ 0.0298, -0.1088,  0.0402,  ...,  0.0364, -0.0153,  0.0302],
                      ...,
                      [ 0.0317,  0.0080, -0.0237,  ...,  0.0091,  0.0588,  0.0398],
                      [-0.0540, -0.0380,  0.0873,  ..., -0.0278, -0.0139, -0.0820],
                      [ 0.0133, -0.0122, -0.0418,  ...,  0.0523, -0.0060, -0.0104]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.bias',
              tensor([-2.8590e-02,  5.8720e-02,  1.7896e-01, -8.7212e-02, -5.9974e-02,
                      -1.9161e-01, -1.3726e-01, -7.0532e-02,  9.4780e-02, -8.7469e-04,
                      -2.9786e-03,  2.0340e-02, -1.1391e-02, -8.0676e-02, -2.2557e-02,
                       2.9590e-02,  2.8333e-01,  4.9628e-02,  4.9200e-02,  2.1138e-02,
                       3.4172e-02,  1.8514e-01, -7.4270e-02,  2.3257e-02, -1.5568e-01,
                      -6.6498e-02, -3.8606e-02,  1.1867e-01,  4.8973e-01, -2.2629e-01,
                      -2.2458e-02, -1.0948e-01,  5.2705e-03,  1.2044e-01, -5.3401e-02,
                      -3.9084e-02,  6.2680e-02,  3.7404e-02,  8.0293e-02,  8.5123e-02,
                      -1.9114e-02, -8.0299e-03, -4.2819e-02, -4.5749e-02, -6.4677e-02,
                      -4.1503e-02,  8.5539e-02, -1.0583e-01,  1.6284e-01,  3.7608e-02,
                      -1.5248e-02, -1.6476e-01,  8.1469e-02,  5.5372e-02,  8.4371e-02,
                       1.8111e-01, -4.6503e-02,  3.3194e-02, -6.6107e-02, -3.4310e-02,
                       5.6400e-02, -1.4312e-01,  1.8379e-01, -4.1975e-02, -1.9842e-01,
                       1.5176e-01, -6.6905e-02,  1.8815e-01,  9.4927e-02, -3.8220e-02,
                       8.6718e-02,  8.6337e-02,  6.6929e-03, -3.0137e-01,  2.6184e-01,
                      -1.4623e-01,  1.1987e-01,  4.8078e-02,  1.8522e-01, -3.8204e-02,
                      -1.7000e-01,  1.5180e-01, -2.1365e-02, -3.5910e-01,  6.0854e-02,
                       6.1400e-03, -8.9237e-02,  7.2700e-01,  6.0471e-02,  7.0681e-02,
                       3.0050e-01,  4.7755e-02, -2.4432e-02, -1.5522e-01, -2.6619e-01,
                       1.5443e-02,  5.9650e-02,  2.2677e-02,  6.6539e-02,  3.5243e-02,
                      -5.9035e-01,  9.5565e-02,  4.7608e-01, -2.0225e-01, -5.1190e-02,
                      -1.2141e-01,  3.1951e-02, -2.7736e-02,  1.5186e-01, -2.4810e-01,
                       7.2432e-02,  4.4747e-02,  1.2359e-01,  1.8027e-01,  2.0122e-01,
                      -1.7664e-01,  4.7718e-02, -5.6157e-02, -1.0105e-01,  5.7538e-02,
                      -2.2203e-01, -1.8465e-01,  4.5113e-02,  5.7908e-02, -1.4171e-01,
                       4.5283e-01,  3.9223e-01, -4.8073e-02, -1.8053e-02,  1.9315e-02,
                      -2.6594e-02,  7.8744e-03, -3.6386e-02, -2.4473e-02, -6.1363e-03,
                       5.9232e-02, -5.4591e-02,  1.2409e-02,  6.0599e-02, -1.5702e-03,
                       9.2562e-02, -8.5751e-02, -5.2836e-02,  8.3189e-03, -9.2809e-03,
                       2.6545e-02, -2.6210e-03,  7.0779e-03,  6.6656e-02,  9.8149e-02,
                       6.5727e-02,  3.2524e-02,  7.5970e-02,  5.4228e-04,  9.8735e-02,
                      -5.2910e-02,  2.5433e-02, -1.2137e-02,  1.0900e-01, -1.9986e-03,
                      -9.7224e-02, -9.0985e-02, -4.0900e-03, -4.8032e-02, -2.2385e-02,
                      -3.3001e-02,  2.1196e-02, -1.9034e-02, -1.5557e-02,  2.1010e-02,
                       6.3374e-02,  4.1549e-02,  1.0242e-02, -5.3636e-03, -4.2382e-02,
                       6.0683e-02,  1.5551e-03, -5.8494e-02, -1.8479e-02,  4.0202e-02,
                      -4.7123e-03,  2.3439e-02, -2.1134e-02,  1.0246e-02,  1.7231e-02,
                      -9.8305e-02, -7.5524e-02, -1.2369e-03, -9.6559e-03,  1.8689e-02,
                       8.5894e-02,  1.8103e-02, -4.4863e-01, -2.6157e-01, -1.5146e-01,
                       4.9405e-01, -3.8785e-01, -1.5801e-01, -1.7812e-01,  5.1012e-01,
                       1.3125e-01,  1.4913e-02, -2.2149e-01, -1.4821e-01, -1.4545e-01,
                      -1.4018e-02, -2.3181e-01, -9.6408e-02,  2.0205e-01, -8.7384e-02,
                      -7.2129e-02,  6.1066e-02, -4.1400e-02,  1.3313e-01,  3.1058e-02,
                       1.6279e-01, -2.3763e-01, -3.5146e-01,  3.7488e-02,  5.4235e-02,
                      -2.0201e-01, -2.0694e-01,  5.0014e-02, -1.3258e-01, -8.1739e-02,
                      -1.6411e-02, -1.4570e-01, -9.6008e-02,  1.5950e-01, -1.5052e-01,
                       1.0551e-01, -1.2867e-01, -1.8564e-01, -8.0327e-02,  1.8218e-01,
                       2.0424e-01,  5.4765e-02, -3.8521e-01,  6.8781e-02,  1.2502e-01,
                      -8.9381e-02, -4.0636e-01,  1.3349e-02,  4.2203e-03,  4.2737e-02,
                       1.3310e-02, -9.5344e-03,  1.8037e-01, -7.2686e-02,  1.0905e-02,
                      -2.4684e-01, -3.3174e-02, -1.2465e-02, -9.0853e-02,  3.4105e-02,
                      -5.2277e-02, -8.7114e-02, -1.9112e-01,  3.8140e-02,  4.5906e-02,
                       8.0509e-02, -7.6239e-02, -3.9163e-03, -2.1449e-02, -1.5990e-01,
                       2.4307e-02,  1.0477e-01, -2.1063e-01,  4.5988e-01,  2.8392e-01,
                       7.7363e-02, -7.5071e-02,  1.1455e-01, -8.8639e-02, -4.1914e-02,
                       1.5443e-01, -2.4306e-01,  1.0368e-01,  1.5233e-01,  1.1438e-01,
                      -1.2368e-01,  1.4588e-01, -3.5985e-02,  3.3070e-01, -4.0271e-02,
                      -4.0962e-01,  2.3296e-01, -2.7439e-01, -4.3179e-01, -1.3288e-03,
                      -8.0085e-02,  1.3018e-01, -2.7344e-02, -2.9647e-01, -3.1860e-01,
                       4.7111e-01, -2.7015e-01,  2.2481e-03,  3.4229e-02,  7.0988e-02,
                       6.5088e-02, -4.4876e-01, -6.0084e-02,  4.1699e-02, -4.6823e-01,
                       1.3669e-01,  3.9926e-02,  2.0532e-01, -6.9990e-02, -8.4643e-02,
                       4.6795e-01, -2.2112e-01, -5.0145e-01,  1.0385e-01,  2.2110e-02,
                       8.5723e-02, -3.6763e-01,  8.0711e-02,  1.4699e-01,  2.0757e-01,
                       7.7837e-02,  3.5646e-02,  7.9727e-02,  3.7476e-02, -1.1409e-01,
                       3.9510e-02,  1.5561e-01,  1.0871e-01, -2.0032e-02, -1.0167e-01,
                       7.0683e-02, -2.7207e-02,  7.0537e-02, -1.0400e-01,  4.4446e-02,
                       1.4282e-02, -1.2523e-01,  3.9555e-02,  8.9320e-02, -3.8305e-02,
                      -6.0313e-02,  1.1761e-02,  1.4110e-02,  1.1304e-03, -1.4222e-01,
                       8.7455e-02, -4.8881e-02, -2.3284e-02,  3.3289e-02,  6.7901e-02,
                       1.8947e-02,  6.1649e-02,  1.1569e-02, -1.7208e-02,  2.6078e-02,
                      -2.1998e-02,  3.7080e-02, -3.4243e-02,  8.4476e-02,  3.2934e-02,
                       1.0806e-01,  1.1732e-01, -5.0265e-02,  8.5040e-02,  5.8246e-02,
                       1.0322e-02,  2.2106e-01,  1.0387e-01,  5.5767e-02, -2.3085e-02,
                       2.2941e-02,  6.1464e-03,  8.4234e-02,  1.5537e-02,  3.5782e-02,
                      -1.6031e-02,  5.5102e-02, -2.6369e-02, -4.0277e-02, -8.6359e-02,
                      -6.2370e-02,  1.4536e-02, -4.1881e-02,  2.3593e-02,  8.9256e-02,
                      -1.2100e-01, -1.7321e-02,  1.5660e-02,  1.4115e-01,  5.7318e-01,
                       4.1869e-03,  1.1455e-01,  2.0361e-01, -6.6015e-02,  3.4387e-02,
                      -4.6156e-02, -2.4131e-02, -2.6366e-02,  4.6985e-02,  5.8963e-02,
                      -8.8096e-02,  4.7079e-02, -1.1405e-01, -3.3348e-02, -1.4629e-01,
                       1.1949e-01, -4.2692e-02, -3.6904e-02,  1.1281e-01,  2.4076e-02,
                       1.4454e-03,  1.1280e-01,  1.4890e-01, -3.1732e-02,  3.4496e-02,
                      -7.1186e-03,  1.3459e-02, -7.2210e-02, -8.3913e-02,  1.3133e-01,
                       1.8895e-01, -2.9913e-02, -4.6261e-02, -1.6416e-02, -1.9776e-01,
                       1.0953e-01,  1.4111e-01,  4.1522e-01, -8.5866e-02, -1.7254e-01,
                       4.0492e-01,  2.8135e-01, -7.4778e-02, -2.5716e-01, -9.8415e-02,
                      -9.3205e-02, -1.0497e-01,  1.0344e-01, -8.6988e-02,  1.2113e-01,
                      -3.4986e-02, -4.6676e-02, -4.9959e-02, -2.8448e-02, -9.7781e-02,
                      -1.2838e-01, -7.3417e-02, -1.8836e-01,  6.5512e-03,  3.4834e-02,
                      -5.5396e-02,  7.5950e-02,  1.4534e-02,  7.2852e-02, -7.3701e-02,
                       3.0898e-02, -2.5216e-02,  1.0579e-01, -7.0622e-02,  9.3762e-02,
                      -7.9155e-02, -1.1336e-01,  3.5170e-02, -3.1987e-03, -1.4816e-02,
                       6.6195e-02, -1.7688e-02, -3.3099e-02, -5.3371e-02,  3.9996e-02,
                      -3.1166e-02, -3.3321e-02,  4.8609e-02, -4.0721e-02, -3.0536e-02,
                      -2.0427e-01,  5.7073e-02,  9.4488e-02, -4.8363e-02,  1.2571e-02,
                       3.1823e-02, -7.8786e-03, -3.7505e-02,  6.3537e-02,  4.3466e-03,
                       1.4695e-01, -1.0890e-01, -4.6629e-02,  1.2037e-01,  2.8345e-03,
                       4.3089e-01,  1.4562e-02,  1.3299e-01, -1.0856e-01,  3.4201e-02,
                       6.2517e-02,  6.8225e-02,  7.8052e-02, -1.0867e-02, -7.1294e-02,
                      -3.6718e-03, -3.9480e-01,  4.0927e-02,  6.6959e-03,  1.0123e-01,
                      -5.9516e-02,  3.8154e-02,  6.0009e-03, -1.6920e-02, -1.0951e-01,
                       2.1933e-02, -3.4724e-02,  8.7351e-03, -1.1402e-02,  5.8486e-02,
                      -6.1564e-02, -6.2040e-02,  2.4873e-01,  1.9648e-03, -8.8932e-02,
                       2.2452e-02,  3.2359e-04,  1.5316e-03,  3.7322e-02, -2.7379e-02,
                       1.2918e-02, -3.5061e-01,  7.5670e-02,  1.6942e-01, -3.7438e-02,
                       6.8993e-02, -9.4017e-02, -4.0247e-02,  1.2642e-02, -1.2775e-01,
                      -5.0233e-02,  1.2634e-01, -1.3052e-01,  8.0581e-02,  1.0955e-01,
                      -2.3121e-02,  3.9728e-02, -1.5236e-02,  1.1894e-01, -6.3696e-02,
                      -6.6074e-02, -5.6327e-01, -1.8240e-01, -6.4079e-02, -6.0645e-02,
                      -1.0390e-01, -1.6344e-01,  6.4943e-02, -5.5593e-03, -9.0055e-02,
                      -3.5818e-03, -4.3497e-02,  5.9411e-02, -4.4485e-02,  2.6015e-03,
                      -1.4092e-01, -8.7069e-02, -1.7528e-02,  1.3961e-01,  8.1114e-02,
                      -9.4943e-02, -1.0741e-02,  2.9378e-02, -9.2514e-02, -2.9200e-02,
                      -2.4615e-02,  1.0448e-01,  8.4318e-02, -2.7390e-02, -6.8500e-02,
                       1.2172e-02, -4.5252e-02, -9.8644e-03,  5.4083e-02, -9.3507e-03,
                      -2.0379e-01, -3.0549e-01, -2.5970e-02, -9.1718e-02,  5.0671e-02,
                       5.1483e-02,  2.3132e-01,  1.7346e-01,  4.0631e-02,  7.7669e-02,
                      -6.2469e-02, -3.2770e-01,  2.2236e-01,  1.6768e-01,  6.3131e-01,
                      -1.1537e-01, -6.4261e-02, -1.1142e-01,  2.6752e-02,  2.2245e-02,
                      -3.2969e-02, -1.6370e-01, -4.8933e-02, -1.3935e-01, -5.8139e-02,
                      -1.6591e-01, -6.2545e-02, -2.5221e-01, -2.3051e-01,  1.7593e-01,
                      -8.0085e-02,  1.7139e-01, -9.9954e-02,  2.0469e-01,  7.1523e-02,
                       1.5877e-01, -3.4060e-02, -5.3213e-03,  1.9714e-01,  5.9435e-02,
                       5.8961e-02,  6.3596e-02,  4.5863e-02, -3.0988e-01,  3.4082e-02,
                       1.4249e-02, -1.3604e-01, -1.6678e-02, -2.7363e-02,  2.1491e-01,
                       2.2205e-01, -1.8198e-01,  3.3944e-01,  1.9583e-01, -1.0611e-01,
                      -5.5712e-01,  2.4549e-03, -7.5523e-02, -1.7966e-01,  6.0891e-02,
                       1.4579e-02,  1.8066e-02,  1.0541e-01, -8.6795e-02, -1.0072e-01,
                       4.4723e-03,  5.7522e-02,  2.6993e-01,  1.8046e-01,  3.4112e-01,
                       6.3132e-03, -4.0382e-02, -6.5234e-02, -3.8744e-02,  1.3167e-01,
                       1.2537e-01, -1.0189e-02,  8.7289e-02,  3.4790e-01, -2.5891e-01,
                      -5.5576e-01,  6.2618e-01,  1.3503e-01, -3.5609e-03, -1.8215e-01,
                      -1.0089e-01,  8.2353e-02, -4.7892e-02, -5.1225e-02, -8.8105e-02,
                       1.0314e-02,  4.4951e-02,  6.3390e-02, -1.6623e-01, -3.8074e-02,
                       4.3959e-02,  1.4048e-01, -4.1364e-02,  4.6889e-02,  9.3781e-02,
                       5.2621e-02,  8.2788e-02, -4.0072e-02, -1.5025e-01,  4.7568e-02,
                      -4.9776e-02, -2.3357e-02,  3.8489e-03, -2.6014e-01, -5.0246e-02,
                      -7.4689e-01,  2.1950e-02,  7.9156e-03,  5.7455e-02,  1.8711e-01,
                      -1.1689e-01,  1.7292e-01, -2.3490e-01, -4.2283e-03,  3.7010e-03,
                       9.6125e-02,  3.1610e-02,  1.0724e-01,  3.2834e-01, -1.1385e-01,
                      -5.1525e-02, -1.3359e-01,  1.1716e-01,  1.1565e-01,  6.1989e-03,
                      -8.0963e-02, -1.2587e-01,  1.0203e-02, -5.4524e-02, -1.0224e-01,
                      -2.4307e-02, -1.2774e-01, -3.6582e-02,  5.1745e-02,  1.6655e-01,
                       1.6473e-02, -1.9985e-02, -2.9779e-02,  6.4976e-02, -7.8900e-03,
                      -2.4140e-01, -4.5817e-02,  3.7977e-03,  8.6600e-02, -1.5530e-01,
                       1.2612e-02,  6.2329e-03, -7.9221e-02, -3.7391e-04,  1.0307e-01,
                      -4.7159e-02,  1.1811e-01, -6.1451e-02, -3.3890e-02, -2.8624e-01,
                      -3.5472e-02, -1.8842e-02, -5.5839e-02, -3.2058e-02, -7.8662e-02,
                      -3.5908e-01, -3.0884e-02,  5.9263e-02,  9.0947e-02,  1.1563e-01,
                       8.4940e-02, -2.3905e-02,  5.7780e-02,  1.7879e-01, -5.8256e-02,
                      -6.0795e-03, -4.8582e-02, -1.1638e-02,  6.1753e-03,  7.8780e-02,
                      -7.0063e-02,  4.2416e-02, -4.4237e-02, -5.0305e-02, -1.7990e-01,
                       8.2251e-02, -5.8148e-02,  9.8077e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.weight',
              tensor([[ 0.0238, -0.0203, -0.0242,  ..., -0.0066, -0.0134, -0.0487],
                      [ 0.0078,  0.0489, -0.0178,  ...,  0.0185,  0.0218, -0.0375],
                      [-0.0780,  0.0508,  0.0073,  ...,  0.0130,  0.0052,  0.0016],
                      ...,
                      [-0.0467,  0.0248,  0.0283,  ..., -0.0670,  0.0087, -0.0749],
                      [ 0.0916, -0.0106, -0.0282,  ..., -0.1298,  0.0805, -0.0251],
                      [-0.0162, -0.0247,  0.0095,  ...,  0.0069, -0.0889, -0.0351]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.bias',
              tensor([-5.5737e-04,  1.7249e-03,  8.9072e-03, -5.7943e-03, -1.7747e-03,
                       1.9864e-03,  3.4275e-03, -1.7835e-03, -6.1422e-04, -3.1195e-03,
                       6.1730e-03,  9.3863e-03,  4.8783e-03, -3.0411e-03,  3.3597e-03,
                       1.3136e-02,  5.8665e-03,  3.3298e-03, -4.1887e-03,  5.6776e-03,
                       1.0782e-02, -1.5720e-03, -5.1197e-03,  5.1098e-03,  2.8449e-03,
                       2.2041e-04, -5.2244e-03, -1.1140e-02,  1.9860e-03, -2.7321e-03,
                      -3.0104e-03, -9.6969e-03, -3.5851e-03, -8.3750e-04, -6.1964e-03,
                       9.8837e-03, -6.5695e-04, -2.8911e-04,  2.0574e-03, -4.1588e-03,
                       2.5562e-03, -1.5558e-03, -1.4347e-03,  3.9037e-03,  4.6349e-03,
                       2.7258e-03, -4.9961e-04,  4.1810e-03, -2.9023e-03, -7.3946e-04,
                       1.3025e-02,  5.6992e-03, -1.3286e-04, -8.2847e-04,  3.2260e-03,
                       2.6110e-03, -4.3842e-03,  4.9896e-03, -4.1424e-03,  2.3986e-03,
                       5.9251e-03,  8.7124e-03, -4.4696e-03, -2.3668e-03, -2.9610e-03,
                       9.4983e-04,  3.6182e-03, -6.0381e-03, -1.5491e-03, -3.1208e-03,
                       2.1346e-03, -8.4654e-04, -1.5086e-03, -4.9091e-03, -8.1347e-03,
                      -7.9582e-04, -3.0623e-03, -1.0775e-03, -2.2126e-03, -2.0236e-03,
                       7.4150e-03,  1.1787e-05,  6.3925e-04, -2.5382e-03,  1.5602e-03,
                       1.0350e-03,  2.3818e-03, -3.9465e-03,  1.6790e-03, -2.6216e-03,
                       4.1125e-03, -3.2945e-04, -1.1100e-03,  3.4486e-03,  3.5168e-03,
                       5.8049e-03,  3.8977e-04,  2.0940e-03, -2.2702e-03, -2.8924e-03,
                       1.8299e-03, -2.4739e-03, -4.9703e-03,  9.0011e-04,  2.7289e-03,
                       2.9575e-03, -3.9824e-03,  5.0812e-03, -3.4624e-03,  5.4653e-03,
                      -3.7934e-03,  5.8719e-03, -1.9979e-03,  3.5537e-03, -9.4448e-04,
                       2.4225e-03, -2.6159e-03, -7.5483e-04,  6.4529e-03, -4.1096e-03,
                      -8.2439e-03,  6.7225e-03, -1.8441e-03, -1.7242e-03,  1.1851e-03,
                      -1.1645e-03,  5.5440e-03, -4.2026e-04, -1.0909e-03, -3.3560e-03,
                       4.1536e-03, -3.0153e-04, -1.0124e-02,  3.2341e-03,  8.4069e-03,
                      -5.4466e-03,  3.7265e-03,  1.1282e-02, -6.6674e-03, -2.9888e-03,
                      -2.1176e-03,  4.9297e-03,  1.8054e-03,  5.5137e-03, -2.2594e-03,
                       9.6073e-03, -5.9044e-03,  4.6394e-04, -1.4603e-03,  2.9407e-03,
                       9.4602e-03,  2.1809e-03,  9.0447e-03, -4.3054e-03, -2.6077e-03,
                      -4.1536e-03,  2.1094e-03, -4.4010e-03, -1.0641e-04,  1.3262e-02,
                       2.0807e-03,  4.3294e-03, -5.1108e-03,  5.4313e-03, -6.5608e-03,
                       6.7624e-03, -1.2417e-03,  5.3189e-03,  6.0882e-03, -1.0559e-03,
                       3.9960e-03,  2.8121e-03,  5.7427e-03, -1.8253e-03,  5.5146e-03,
                      -7.0747e-03, -1.2941e-03, -7.8087e-03,  6.0108e-03,  4.1375e-03,
                      -1.9180e-03, -3.4988e-03, -5.9515e-03, -4.7412e-04, -2.2798e-03,
                      -3.5549e-03, -5.9301e-03, -8.9601e-03, -2.7385e-03, -3.6754e-03,
                       1.0037e-02, -7.5711e-03, -8.0016e-03, -2.7529e-03, -3.6063e-03,
                       1.0567e-02, -1.0988e-02, -8.8477e-03, -1.1416e-02,  2.7519e-03,
                       6.1575e-03, -5.3603e-04,  1.0989e-03, -6.1784e-03, -2.1808e-03,
                       7.2478e-03,  8.4184e-05, -2.5007e-03,  2.5418e-04, -2.7709e-03,
                      -1.8675e-03,  4.2835e-03, -5.7047e-03, -6.4215e-04, -2.3644e-03,
                       3.3677e-03, -1.0652e-03, -4.0352e-03, -5.6843e-03, -5.7656e-04,
                      -8.5626e-03, -5.9018e-03,  3.4605e-03, -4.7546e-03,  2.3226e-03,
                       5.0057e-04, -5.5453e-03,  1.6477e-03, -4.0069e-03, -1.3703e-03,
                      -1.6546e-03, -6.2394e-03, -2.9877e-03, -3.2418e-03, -1.5458e-03,
                       6.9223e-03,  5.2004e-04, -1.8086e-03, -4.8650e-03,  2.5258e-03,
                      -3.1003e-03,  1.0673e-03, -1.1547e-03,  8.0927e-04,  1.2782e-04,
                      -8.8637e-03,  4.8559e-03, -4.9998e-03,  1.7201e-03, -2.5193e-03,
                       1.1754e-03,  1.1910e-03,  3.3369e-03,  1.5762e-04,  4.6679e-04,
                      -5.9344e-03,  7.1930e-03,  5.1531e-03, -3.9863e-03, -5.2567e-03,
                       4.3981e-03, -7.9539e-04,  2.5719e-03, -4.0125e-03,  3.5716e-03,
                       4.2995e-03, -7.7155e-04,  1.4027e-03, -2.6021e-03,  6.0690e-05,
                      -3.4188e-03, -2.1353e-03,  4.2653e-03,  4.9300e-03,  1.6601e-03,
                      -1.2055e-02, -1.5983e-03, -3.0525e-03,  5.5613e-03,  3.3872e-03,
                       2.1887e-03,  3.4073e-03, -2.2791e-03,  1.8264e-03,  7.0989e-03,
                       3.4713e-03, -9.8426e-03,  6.8322e-03,  7.0488e-03,  5.2964e-03,
                       8.6525e-04,  2.7875e-03,  5.5607e-03,  2.9920e-03,  1.4676e-03,
                      -6.4700e-04,  6.2110e-03,  3.9038e-03, -6.5369e-03, -2.2767e-03,
                      -5.3696e-03,  4.7162e-03,  4.4257e-03,  4.5563e-03,  7.5363e-03,
                       3.4388e-03,  3.3597e-03, -3.2214e-03,  6.4143e-03,  7.7460e-04,
                      -4.0010e-03,  9.1264e-03,  5.7415e-03,  2.0153e-05,  2.5646e-03,
                       5.6128e-03,  4.6512e-05,  3.6992e-04,  3.0809e-03, -1.2544e-03,
                       4.4103e-04,  5.1323e-05, -5.9286e-03, -2.8644e-03, -8.3983e-03,
                      -1.1577e-03,  2.8960e-03, -2.4481e-03,  4.2829e-04,  8.9586e-03,
                       4.2617e-03, -4.7859e-03, -5.8007e-03, -1.4506e-03,  8.0398e-04,
                       4.9045e-03,  9.7233e-04, -9.6491e-04, -2.1631e-03,  1.1339e-03,
                       2.2221e-04, -2.0156e-03, -8.8152e-03, -3.8409e-03, -9.2587e-04,
                       6.8948e-03, -4.7981e-03, -2.2570e-03,  2.9195e-03, -1.6039e-03,
                       4.2080e-03, -2.2750e-03, -1.3408e-03, -8.1160e-03, -4.8011e-04,
                       5.5639e-03, -2.3553e-04, -2.1917e-03,  6.7859e-03,  1.9090e-05,
                       4.5615e-03,  7.8220e-05, -1.8236e-03, -3.8500e-04,  5.4899e-05,
                       3.3395e-03,  2.1358e-03, -7.0096e-04,  1.2014e-03,  4.2751e-03,
                       5.4585e-04, -3.4705e-03,  3.6608e-04, -3.8084e-03,  5.1012e-03,
                      -4.9859e-03,  3.3427e-04, -1.0870e-02, -3.4824e-03,  1.5811e-03,
                       1.7660e-03,  1.0777e-03, -6.7720e-05,  6.8846e-03, -1.8731e-03,
                      -9.3649e-04,  2.5602e-03,  1.9640e-03, -3.2110e-03, -9.7645e-03,
                      -3.0968e-03,  4.7196e-03, -4.5397e-04, -5.6972e-04,  1.3787e-03,
                       3.3402e-03, -5.1314e-03, -2.0230e-03,  6.6650e-03,  5.8720e-03,
                       3.3674e-03, -1.2396e-03, -3.7159e-03,  6.2497e-03,  4.0151e-03,
                       4.2043e-03,  1.6320e-03,  6.3519e-03, -6.5120e-05,  4.7682e-03,
                      -6.1947e-03, -2.4799e-03,  6.3836e-04, -5.7379e-03, -9.2412e-04,
                       3.7930e-03,  2.3464e-03, -3.0328e-03, -4.5780e-03,  2.7599e-03,
                      -9.2551e-04,  1.7549e-03, -1.9226e-03,  3.2912e-03,  9.0997e-03,
                      -1.0660e-02, -4.3975e-03, -4.7973e-03,  1.9538e-03,  4.0871e-04,
                      -8.3980e-03,  6.1077e-05,  2.4973e-03,  2.6708e-03,  3.6364e-03,
                       1.8023e-03, -1.2182e-03,  1.6974e-03,  9.1317e-05, -2.3309e-03,
                       1.2267e-03,  6.2418e-03, -3.0580e-03,  2.0122e-04, -2.3587e-03,
                      -5.4345e-03, -4.0394e-03,  4.8794e-03,  1.1521e-03,  7.9007e-03,
                      -1.5866e-03,  3.0587e-04,  1.3339e-04, -3.1349e-03,  9.9703e-03,
                       1.6565e-03,  3.9293e-04, -4.6068e-03,  5.1049e-03, -5.0058e-03,
                       9.7053e-03,  4.6767e-04,  6.1001e-03,  1.5462e-03, -1.7819e-03,
                      -8.4491e-03,  1.1500e-03,  3.0614e-03,  1.5578e-03,  1.7570e-02,
                       1.7628e-03, -4.4029e-03, -7.7075e-03, -2.7418e-03,  4.7571e-03,
                       2.8898e-03, -8.9623e-03, -1.9044e-03, -8.1510e-03,  3.6173e-03,
                      -1.0090e-03, -3.6363e-03,  3.8557e-03,  3.9968e-03, -2.2771e-03,
                      -6.4211e-03,  6.4050e-03, -3.7063e-03, -9.3327e-03,  2.3606e-03,
                      -7.5395e-03,  6.1795e-04, -9.8717e-03,  6.2043e-03,  2.7543e-04,
                       6.2318e-04, -5.9181e-04, -4.4439e-03, -9.1905e-03,  9.8812e-03,
                       6.5210e-04,  2.0629e-02, -6.0046e-03, -4.4599e-03, -9.4869e-03,
                       3.0690e-03,  3.5257e-03,  6.4758e-04, -5.2001e-04,  2.3840e-03,
                       2.2791e-04, -4.0023e-03,  5.0306e-04, -1.9539e-04,  5.7095e-03,
                      -1.2270e-03, -2.3288e-03,  5.0125e-03,  1.1822e-03,  9.3270e-04,
                       3.1934e-03,  7.4569e-04, -6.0472e-03, -1.6802e-03,  1.3370e-03,
                       5.2424e-03, -6.9289e-03, -8.3770e-04, -6.3088e-04,  1.1069e-03,
                       6.3316e-03, -1.8481e-04, -2.9528e-03,  2.2305e-03,  1.9376e-03,
                       1.7891e-03,  1.9801e-03,  1.2083e-03, -5.5683e-03, -1.5338e-03,
                      -6.5054e-03, -8.9674e-04,  1.6105e-03, -6.6556e-03,  6.8988e-04,
                       5.0737e-03, -1.0741e-02,  1.2866e-03,  4.8102e-04, -1.4086e-03,
                       2.8654e-03,  4.3515e-03,  3.7386e-04, -1.3837e-03,  7.9492e-03,
                       6.1697e-04, -1.6366e-03, -2.6112e-03,  4.0760e-03, -2.5370e-03,
                       4.2883e-04,  3.4817e-03,  9.5634e-04, -7.0186e-03,  6.2570e-03,
                       3.9299e-03,  3.8843e-03, -1.1070e-02,  7.3271e-04,  2.5715e-03,
                       1.5039e-03,  3.9758e-03, -1.6856e-03,  1.3232e-03,  2.5194e-03,
                       2.0513e-03,  5.2950e-03, -1.6453e-03, -4.0627e-03,  9.1136e-05,
                      -2.6306e-03, -6.0461e-03,  1.6090e-03,  2.8196e-03, -5.5655e-03,
                       6.2852e-03, -2.1262e-03,  6.3325e-03, -6.2488e-03, -3.7920e-03,
                       5.8290e-04,  2.5406e-03, -4.0569e-03,  2.9374e-03,  1.0137e-03,
                      -1.6395e-03, -3.9900e-05, -4.5640e-03, -4.0494e-03, -3.1520e-03,
                       1.3940e-03,  3.7569e-04, -2.0467e-03,  4.3791e-03, -1.7277e-03,
                       1.7344e-03, -3.9801e-03, -6.3570e-03,  3.6427e-03, -3.0865e-03,
                       5.8018e-03,  3.3526e-03,  4.3923e-03,  3.0883e-03,  3.4607e-03,
                       2.5295e-03,  3.2321e-04, -3.3372e-03, -3.6287e-03, -2.2763e-03,
                       3.3423e-03,  1.2456e-03,  1.7494e-03, -3.3621e-03, -5.1554e-03,
                       1.5398e-03, -3.3285e-03,  3.5156e-04,  2.9045e-03,  2.9873e-03,
                       2.0196e-03,  3.1605e-04, -1.8876e-04,  3.6721e-03, -5.3046e-04,
                      -1.3252e-03,  7.4622e-03,  4.8373e-03,  1.7543e-03,  4.7202e-03,
                      -4.8260e-03, -1.4279e-03,  6.9352e-04, -1.5453e-03,  4.5509e-04,
                      -4.2332e-04, -2.1657e-03,  3.5806e-03,  3.7180e-03,  1.9396e-03,
                      -1.6359e-03,  1.6282e-03, -4.6613e-03,  5.6689e-03, -3.7876e-04,
                      -4.3705e-04,  4.4854e-04,  2.2100e-03,  1.9713e-03, -8.2469e-04,
                      -1.1164e-03,  3.8050e-03, -1.3900e-03,  3.1015e-03, -5.7560e-03,
                      -1.5378e-03,  1.4007e-03, -4.7757e-03, -4.3150e-03, -7.0186e-03,
                      -4.5689e-03,  1.9897e-03, -6.8353e-03, -5.4671e-04, -8.6886e-03,
                       1.4338e-03,  5.3982e-03, -5.9523e-03, -4.3612e-03,  7.2336e-04,
                      -3.0117e-04,  3.4951e-05, -4.3331e-04, -2.3831e-03,  6.5178e-04,
                       2.6461e-03,  4.8663e-03, -4.8215e-03,  1.4265e-04, -5.1046e-03,
                      -8.2103e-03,  3.5877e-03, -1.3579e-03, -4.9695e-03, -5.7217e-03,
                       3.9326e-03,  3.9153e-03, -2.1464e-05,  2.3466e-03, -2.3908e-03,
                      -2.2895e-03,  1.1338e-03, -6.7382e-03,  3.2823e-03,  7.4105e-03,
                       1.3708e-03, -6.7178e-03, -2.6122e-04,  1.1888e-02,  2.5426e-03,
                      -8.3881e-03, -1.1531e-02, -5.7961e-03,  7.3194e-03,  6.9042e-03,
                      -8.2593e-03,  8.0239e-03, -1.4425e-02, -6.2089e-03, -3.9330e-03,
                      -2.8987e-03,  3.2008e-03, -3.4184e-03,  1.9611e-03,  2.5946e-03,
                       5.7549e-04, -3.5338e-04, -1.1035e-03, -2.0407e-03, -7.5114e-03,
                      -1.3155e-03, -8.0582e-04, -5.3946e-03, -1.8148e-03,  1.0866e-02,
                      -3.9714e-03,  4.4143e-03,  2.4375e-03, -6.4567e-03, -1.4833e-02,
                       1.2140e-02, -2.8106e-03,  1.5904e-04,  6.5850e-03,  5.0194e-03,
                      -1.2799e-02,  1.4750e-03,  3.6419e-03,  3.1899e-03,  8.4623e-03,
                       3.9718e-03, -4.6512e-03, -3.6412e-04,  4.1150e-03,  3.9660e-03,
                      -1.5716e-03, -6.1556e-03,  4.8896e-03,  6.3623e-03, -5.7305e-03,
                       4.0999e-03,  4.0971e-03,  1.3865e-03,  6.1224e-03, -2.7950e-03,
                       1.7082e-02, -3.2130e-03,  4.8579e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.weight',
              tensor([[-0.0336,  0.0685,  0.0091,  ..., -0.0112,  0.0204, -0.0324],
                      [ 0.0135,  0.0376,  0.0328,  ...,  0.0079,  0.0044,  0.0120],
                      [ 0.0020, -0.0121, -0.0010,  ..., -0.0059,  0.0060,  0.0330],
                      ...,
                      [-0.0016,  0.0628,  0.0075,  ..., -0.0165, -0.0284,  0.0163],
                      [-0.0124, -0.0576, -0.0213,  ..., -0.0023, -0.0150,  0.0123],
                      [-0.0606,  0.0750,  0.0474,  ..., -0.0068,  0.0387,  0.0224]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.bias',
              tensor([-2.8383e-02, -1.8021e-03, -2.4471e-02, -1.4677e-02,  8.2034e-02,
                      -3.5166e-02, -6.7856e-02,  2.9167e-02,  2.5949e-02, -1.7207e-02,
                      -1.2990e-02,  2.7729e-02, -4.3704e-02,  1.2470e-02,  2.5203e-02,
                      -7.7040e-02,  2.2427e-02,  2.8760e-02,  5.5810e-02, -3.8073e-03,
                       8.4872e-02, -6.0968e-03,  9.8411e-03, -7.4734e-02,  2.2357e-02,
                       6.0634e-02, -2.4902e-03, -6.3081e-02, -7.6699e-02,  9.5787e-03,
                      -4.3925e-02, -7.3935e-03, -1.1546e-01,  5.9816e-02, -2.3385e-02,
                      -2.4073e-02, -1.1485e-02,  1.2051e-02, -2.2922e-01, -4.3517e-02,
                      -9.1818e-03, -1.0317e-01, -4.1244e-02,  2.7798e-02,  8.2534e-02,
                       5.2249e-02, -2.1804e-02,  5.2067e-02, -6.7781e-02,  8.8572e-02,
                       1.8476e-02,  1.3208e-02, -3.7715e-02, -1.1254e-02,  7.1343e-02,
                      -5.0505e-02,  7.8753e-02,  1.5714e-02,  6.2995e-02,  8.9332e-04,
                      -9.6211e-02,  1.0964e-01, -2.5798e-02, -9.1933e-02,  2.9126e-02,
                       1.0139e-02,  5.9005e-02, -2.2422e-02,  4.8702e-05,  3.4658e-02,
                      -9.6800e-04,  4.9790e-03,  1.4297e-02,  3.8576e-03,  4.1660e-03,
                       1.7474e-02, -2.1974e-02,  3.3923e-02,  9.8266e-03, -4.7462e-02,
                       2.8688e-03,  2.1196e-02,  1.3652e-02,  5.0820e-02, -6.6544e-02,
                      -2.5850e-02,  4.7309e-03,  5.0090e-02, -2.8094e-02,  9.8704e-03,
                      -3.7658e-02,  2.6348e-02,  5.7972e-03,  1.1096e-02,  1.0971e-02,
                       4.5968e-02,  9.7951e-03, -5.0262e-02, -4.5661e-02, -7.0198e-02,
                       1.6034e-02, -5.8266e-04,  1.5069e-02,  9.9950e-03,  2.8157e-02,
                      -8.0560e-03, -1.1012e-01, -3.6875e-02, -3.4748e-02,  4.5967e-02,
                       5.6298e-03,  8.6971e-03, -5.2166e-04, -9.5836e-03,  1.5108e-02,
                       6.6036e-02,  5.6383e-02, -2.8378e-02,  2.1605e-03, -3.6467e-02,
                      -1.2248e-02,  1.4576e-02, -2.4519e-02,  1.4596e-03,  4.0609e-03,
                       5.8693e-02,  3.1996e-02, -6.5727e-03, -1.0341e-02,  5.7295e-03,
                       2.1719e-02,  2.2384e-02,  2.0223e-02, -6.0631e-03, -1.1609e-02,
                       1.7276e-02, -2.3217e-03,  3.0415e-03, -3.7205e-03, -3.1125e-03,
                      -2.5562e-03,  2.1475e-03,  3.9144e-03,  7.2789e-04,  1.2369e-02,
                      -1.5919e-03,  9.6752e-03, -2.2546e-02, -2.4826e-02,  3.7725e-03,
                      -1.1622e-02, -1.6182e-02, -2.9433e-03, -1.5293e-02, -1.5252e-03,
                      -3.5793e-03, -2.0137e-03, -7.3896e-04, -5.4807e-03, -1.6486e-03,
                      -1.8784e-02,  1.3984e-02,  1.7222e-02, -1.9137e-03, -1.5323e-02,
                       2.6981e-03, -7.6970e-03,  1.3275e-02, -1.1286e-02,  3.4507e-02,
                       1.3379e-02, -9.1024e-04,  3.9340e-03,  2.8164e-03,  8.8155e-03,
                       3.6009e-04, -1.4701e-02, -1.2758e-02, -6.7895e-03,  3.0622e-03,
                       6.8132e-03, -1.4504e-03,  5.1706e-03,  6.6851e-03, -1.1518e-03,
                      -1.8077e-02, -1.1935e-03, -3.1376e-02,  1.5192e-02, -9.3941e-03,
                       8.4493e-03,  8.9071e-03, -1.8407e-02,  9.0887e-03,  7.7967e-03,
                       6.1788e-03, -6.5572e-03, -1.6228e-02,  1.2846e-02, -2.3910e-03,
                      -1.4195e-02, -5.2300e-02,  2.3112e-02,  2.0347e-02,  3.0067e-03,
                       2.8911e-02, -9.0175e-03, -1.5783e-02, -6.9599e-03, -1.8945e-03,
                      -1.6111e-02,  1.8881e-05,  1.0930e-02,  8.6658e-03, -1.8730e-03,
                      -2.9320e-02, -3.9499e-02, -6.4027e-03,  4.2900e-04, -2.0247e-02,
                      -8.1612e-04, -3.4583e-03, -3.3374e-02,  3.4512e-03, -2.0345e-02,
                       2.0476e-02,  1.6626e-02, -1.9271e-02,  2.5706e-02, -3.1417e-02,
                       8.0046e-03,  7.8936e-02,  3.8619e-03,  1.3356e-02, -1.9899e-02,
                      -1.5125e-02,  4.9443e-02,  3.3636e-02,  2.6343e-03, -3.1214e-02,
                      -2.2929e-02, -5.4615e-03,  3.6556e-03, -1.1665e-02, -3.2534e-02,
                      -7.2245e-03, -2.4489e-02,  2.0361e-02, -1.7269e-02,  3.2256e-02,
                       4.8107e-02,  8.1782e-03,  1.3793e-02,  2.4589e-02,  2.0422e-02,
                       3.5044e-03,  3.2619e-02,  1.1897e-02, -1.6816e-02, -4.3652e-02,
                      -2.4332e-02, -2.9813e-02,  2.9634e-02,  2.8021e-02,  1.6780e-02,
                      -7.9247e-03, -5.4342e-02,  3.2524e-02,  1.0047e-01, -2.5533e-02,
                      -4.1084e-02, -1.1421e-02,  8.6619e-02,  4.7663e-02, -2.0393e-02,
                       1.3327e-02, -1.8304e-02,  3.2692e-02,  3.2524e-02, -1.2757e-02,
                       6.7328e-02,  3.0236e-02,  2.4512e-02,  2.1519e-02, -1.4949e-02,
                       2.0145e-03,  4.1459e-02,  4.2008e-02, -1.8323e-02,  4.1846e-02,
                      -1.5906e-02,  1.3043e-02,  7.0810e-02, -1.2712e-02,  8.0919e-02,
                       1.1290e-02,  1.1064e-03,  6.8129e-02, -9.0651e-03, -3.7283e-02,
                      -5.1417e-02, -4.6742e-03, -5.3462e-02,  3.4227e-02, -5.5419e-02,
                       2.2196e-02, -4.1149e-02, -2.8413e-02, -1.3838e-02,  5.6566e-03,
                      -2.3650e-02, -3.5996e-02, -2.7478e-02, -5.7221e-02, -4.1552e-02,
                       7.3192e-02, -1.3021e-02, -2.8924e-02,  1.4849e-01,  6.4527e-03,
                      -2.0752e-02,  1.2289e-02, -3.7821e-02, -3.0148e-02, -1.1697e-02,
                      -8.8310e-03, -9.2418e-03,  3.4487e-03,  3.7779e-03,  1.7027e-02,
                      -1.3135e-02, -1.8950e-03,  2.1341e-02, -3.0097e-02,  4.8522e-03,
                       2.1417e-02,  4.9214e-03, -1.7784e-03, -5.1265e-03, -1.8703e-03,
                      -2.3271e-02, -2.5290e-02, -6.6912e-03,  4.5501e-03,  3.0167e-02,
                       1.2275e-03,  8.8833e-03,  4.8439e-03, -6.8016e-03,  7.6308e-03,
                       1.1421e-02,  1.8848e-02,  3.6311e-03, -1.5417e-02,  2.3171e-02,
                      -1.1162e-02, -7.5245e-03,  1.2183e-02, -5.3553e-04,  2.3699e-02,
                       5.1218e-03, -9.9759e-03, -7.3349e-03,  1.0797e-02, -8.3136e-04,
                      -4.9736e-04,  3.0028e-02,  9.3750e-03, -1.0259e-02,  7.4126e-03,
                      -1.2593e-02, -8.7313e-03, -1.8767e-02, -1.6621e-02,  1.1846e-02,
                       1.6242e-02,  4.5449e-04, -1.8273e-02,  3.1759e-03, -6.1913e-03,
                       3.6363e-03,  1.3978e-02, -2.7594e-03,  2.1049e-02,  1.0362e-02,
                      -1.6990e-02, -4.3210e-02,  2.9276e-02, -6.8819e-03,  8.9789e-03,
                       1.9629e-02, -4.4287e-03,  3.2574e-02,  1.6614e-02, -2.8330e-02,
                      -9.2672e-03, -3.4922e-02, -5.1287e-03, -1.5090e-02,  1.6995e-03,
                       2.3874e-02, -1.0557e-02, -2.8077e-03,  1.0355e-02, -2.0504e-02,
                      -1.0995e-02, -6.8389e-03,  7.4129e-03, -4.1058e-02, -5.3669e-02,
                      -1.5041e-02,  3.3158e-03, -5.1613e-02, -1.9231e-02, -5.2460e-02,
                       1.1877e-02,  5.7197e-02,  8.9995e-03, -1.1555e-02, -1.3456e-04,
                       2.1178e-02,  4.9392e-02, -4.4870e-02,  1.5623e-02,  1.6327e-03,
                      -5.0200e-02, -1.6375e-02,  2.5225e-02,  1.7546e-02,  2.4384e-02,
                       3.7402e-02,  6.3503e-02,  4.1077e-02,  3.0864e-02,  2.2160e-02,
                      -2.5798e-03,  3.2801e-02, -3.1244e-02, -4.6263e-02,  3.0980e-03,
                      -2.7041e-02, -2.0255e-02,  4.7884e-03,  9.6811e-03, -1.7677e-02,
                      -4.5590e-02,  1.0742e-02, -3.4404e-02,  2.5416e-02, -8.3313e-03,
                       2.2445e-02, -1.9120e-02, -3.4552e-03, -1.7014e-02, -4.7417e-02,
                      -2.1444e-04, -4.6080e-03,  1.2845e-02, -1.8195e-04,  1.5498e-02,
                       2.7453e-02,  5.8201e-03,  8.1813e-03, -9.4968e-04,  1.5218e-02,
                       3.6237e-03,  2.3995e-02,  4.6755e-03,  1.9491e-03,  1.7719e-02,
                       1.2654e-02, -8.2574e-03,  7.6019e-03, -2.0030e-02,  2.6659e-03,
                       7.2582e-03, -2.2604e-02, -1.1935e-02, -5.0385e-02,  2.4783e-02,
                      -2.8104e-03,  2.2726e-02,  3.2181e-03,  9.8141e-03, -2.0010e-02,
                       1.0348e-02, -1.1960e-02,  2.3806e-02,  7.9741e-03, -4.1771e-03,
                       2.1061e-02, -1.8964e-03, -7.6613e-03,  1.3445e-03, -2.1864e-02,
                       3.6938e-02, -1.1943e-02,  1.4533e-02,  1.1755e-02,  2.5022e-02,
                       2.4378e-02, -1.0653e-02,  1.1977e-02,  5.8084e-03, -1.3628e-02,
                       4.8516e-02, -2.6078e-02,  3.1808e-03,  1.4716e-02, -2.3075e-02,
                      -2.4746e-03, -2.2308e-05,  2.4349e-02,  3.5853e-03, -3.2260e-02,
                       9.3392e-03, -9.6826e-03, -4.5154e-04,  9.8724e-03, -1.1350e-02,
                      -8.2541e-04, -4.0729e-03, -5.3932e-04, -1.1321e-02,  6.0079e-03,
                       2.8750e-02, -2.0670e-02, -7.1430e-03,  2.9153e-02,  2.1875e-03,
                       3.9435e-02,  3.0338e-02,  1.8300e-02,  1.8138e-02,  3.5331e-03,
                      -6.2122e-04,  1.7102e-02,  3.9294e-03, -5.0766e-03, -1.1376e-02,
                       3.2934e-02,  2.1405e-02, -3.9903e-05, -3.9865e-03, -1.4255e-02,
                      -2.2899e-02, -6.2792e-03, -2.2292e-02,  4.5666e-03, -2.2258e-03,
                       1.0278e-02,  1.6986e-02,  2.2150e-02, -3.0547e-03,  3.0805e-02,
                      -1.0488e-03,  8.4018e-03, -3.3634e-05,  1.9198e-02, -3.3751e-03,
                      -1.7172e-02, -1.7331e-02, -1.5425e-02,  3.4717e-03, -9.4557e-03,
                       9.8921e-03, -1.0473e-03,  8.3286e-03, -4.4580e-02,  6.7377e-04,
                      -1.3196e-02, -7.7970e-03,  6.5108e-03, -5.5543e-03,  9.1411e-03,
                      -1.9995e-02, -3.9947e-02, -1.3332e-02, -6.9938e-02, -1.9550e-02,
                      -5.3284e-02,  6.9322e-02, -1.0938e-02,  4.7286e-02, -2.6078e-02,
                      -1.7030e-02,  5.4732e-02, -2.9818e-02, -2.3672e-01, -4.9335e-02,
                       2.4966e-02,  8.6531e-02, -4.5819e-02,  6.7919e-02,  4.4445e-02,
                      -7.9976e-02, -3.7677e-02,  2.2335e-02, -2.8693e-02, -8.6070e-03,
                       4.6695e-02,  1.8574e-02, -3.8808e-02, -8.5746e-03,  4.6287e-02,
                       1.9992e-03,  5.2411e-02, -5.0752e-02, -1.0147e-03, -2.3111e-03,
                       3.0177e-02, -2.7525e-02, -6.7683e-02, -4.5392e-02,  4.8880e-03,
                       8.7082e-03,  7.6089e-02,  6.1480e-02, -1.4139e-02, -9.5196e-03,
                      -2.1524e-02,  1.3677e-03,  6.1298e-02,  1.5482e-02,  6.2930e-02,
                       9.9436e-03, -1.1208e-02,  5.7449e-02, -4.0598e-02,  1.1865e-02,
                      -1.0946e-02, -3.5226e-02, -7.7005e-02, -1.2398e-02,  4.2221e-02,
                      -3.5276e-02,  3.4839e-02, -9.8047e-03, -8.4436e-02,  7.3866e-02,
                       3.1743e-02, -1.3982e-02, -8.7592e-03, -1.3710e-02,  5.8418e-03,
                       3.0901e-02,  8.2402e-03, -7.3873e-03,  9.8774e-03,  1.1363e-02,
                      -3.3461e-02, -2.3786e-02,  1.6416e-02,  3.8313e-02, -4.4123e-02,
                       1.0660e-03, -2.6478e-02, -2.8793e-02, -9.9877e-03,  1.9587e-02,
                       3.3046e-03,  2.3820e-02,  8.7579e-03,  1.3759e-02, -8.6127e-03,
                       2.1519e-02,  3.7430e-02, -9.8982e-04, -1.5891e-02, -2.7372e-02,
                       4.1604e-02,  7.3756e-03,  3.3179e-02, -3.1539e-02, -5.0407e-03,
                      -2.0961e-02, -1.4252e-02,  2.4330e-02, -2.7629e-02, -1.1269e-02,
                       3.2820e-02,  5.7669e-03, -7.4907e-03, -2.1225e-02, -2.4852e-02,
                       7.0402e-03, -2.4622e-02, -3.0983e-02, -3.7877e-03, -1.6122e-02,
                       1.3263e-02, -1.9197e-02,  2.3079e-03,  6.0276e-03,  6.2162e-03,
                       1.9201e-02,  1.2024e-02,  6.1424e-03, -4.5097e-02, -3.5838e-02,
                       6.8979e-03,  3.9989e-02,  2.0773e-03,  2.2793e-02,  1.4287e-02,
                       4.1177e-02,  6.9884e-02, -2.8964e-02,  5.8510e-02,  3.5092e-02,
                      -5.2826e-02, -2.0946e-02,  7.2217e-03,  2.3573e-02, -5.6649e-02,
                      -5.4623e-02,  5.6593e-02, -3.0663e-04,  5.1606e-02, -2.3043e-02,
                      -1.7030e-02, -6.0926e-02,  1.0356e-02,  5.4116e-02, -2.2489e-02,
                       1.8918e-02, -3.9815e-02, -2.5106e-02, -9.1740e-02,  2.5698e-03,
                      -1.8603e-02,  1.3893e-02,  6.1684e-02, -2.1966e-02, -4.0880e-03,
                      -1.1507e-02, -2.9556e-02, -5.2107e-02,  4.5448e-03,  1.0677e-02,
                       4.0827e-03, -8.2228e-03,  4.0950e-02,  1.8759e-02, -9.5736e-03,
                      -3.2985e-02, -4.9829e-02, -2.4995e-02,  1.8078e-02,  2.3767e-02,
                       3.2762e-04, -1.9766e-02, -5.0168e-03, -3.6644e-02,  2.6631e-02,
                      -9.7659e-03, -2.0602e-02,  3.8868e-02,  1.9906e-02, -5.7725e-02,
                      -4.2144e-02,  4.2170e-02, -6.0729e-02, -2.6376e-02, -2.4278e-02,
                       5.9114e-02, -7.5531e-03,  1.0658e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.weight',
              tensor([[ 0.0020,  0.0258, -0.0380,  ...,  0.0486,  0.0633, -0.0410],
                      [ 0.0377,  0.0188,  0.0055,  ...,  0.0524,  0.0002,  0.0134],
                      [-0.0027,  0.0219, -0.0405,  ...,  0.0385, -0.0241,  0.0331],
                      ...,
                      [-0.0490,  0.0189, -0.0320,  ..., -0.0366,  0.0124, -0.0202],
                      [-0.0094, -0.0173, -0.0455,  ..., -0.0215, -0.0221, -0.0147],
                      [-0.0321,  0.0262, -0.0100,  ...,  0.0606, -0.0156,  0.0313]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.bias',
              tensor([-2.6051e-02,  3.1199e-02,  1.1400e-01,  3.7097e-02,  7.2316e-02,
                       2.6771e-02,  7.9632e-02, -3.8252e-02, -8.0633e-03, -7.0971e-02,
                      -1.8404e-02, -3.2913e-02,  2.6280e-02,  5.4366e-02, -1.8180e-02,
                       1.5321e-02,  3.3938e-02,  2.2173e-02,  1.9171e-02, -2.6413e-02,
                      -2.2999e-02, -4.8591e-03,  2.4995e-02, -4.6924e-02,  5.2790e-02,
                      -8.5218e-02, -4.9604e-02, -3.7430e-02,  5.2809e-02, -2.8367e-02,
                       5.0384e-02, -5.5373e-02,  3.8141e-03,  3.2498e-02, -6.0243e-02,
                       1.0451e-02, -9.5246e-02, -9.2642e-03, -4.3707e-02, -6.9875e-03,
                       2.5811e-02,  7.8293e-03, -2.0979e-02,  2.7152e-02, -9.1049e-02,
                      -2.7188e-02,  6.6305e-02,  6.7534e-03,  3.6093e-02, -1.8141e-02,
                      -3.0201e-02,  7.9883e-03, -8.1886e-02,  6.2906e-02, -1.3829e-02,
                       1.6719e-01,  2.2172e-02,  3.7112e-02, -1.8055e-02, -3.5880e-02,
                       2.0876e-02,  4.5392e-02, -1.9637e-02,  1.1120e-02,  5.6454e-02,
                      -5.5873e-02,  5.9107e-03, -7.3852e-04, -1.1443e-01, -1.0751e-02,
                       5.0563e-02,  3.3484e-02, -8.3355e-03,  5.9758e-02,  1.3595e-02,
                      -6.3062e-02,  5.3157e-02, -7.9856e-02,  1.0671e-02, -1.0985e-02,
                       4.6496e-02,  2.1562e-02,  6.0450e-03,  1.8520e-03, -4.5437e-02,
                      -4.3623e-02, -3.4795e-03,  1.6308e-02,  1.8350e-02,  3.2288e-03,
                       4.4304e-02, -2.5760e-02,  1.7225e-02,  3.0854e-02, -3.9958e-02,
                      -2.8332e-02,  3.8913e-02, -6.6959e-02,  1.6561e-02, -1.8034e-03,
                       8.0663e-04,  1.5003e-02, -4.6171e-02, -1.4260e-02,  2.3083e-02,
                       2.6605e-03, -3.7500e-02,  1.8187e-02, -3.8806e-04,  1.2415e-02,
                      -4.3293e-02, -8.6629e-02, -4.7722e-03, -2.5842e-02, -9.7386e-02,
                      -3.8571e-02,  3.3877e-02, -3.2550e-02,  3.6284e-02, -2.6705e-02,
                      -4.3800e-02, -2.4959e-02, -5.4699e-02, -9.2452e-02,  3.4643e-03,
                      -6.2797e-02,  2.1041e-02, -4.2511e-02,  5.2767e-02, -5.7334e-02,
                       1.7698e-02, -5.9654e-02, -7.8483e-02,  6.2543e-02, -4.1454e-02,
                      -1.1886e-03, -1.2790e-01, -6.3879e-02, -1.0518e-01, -4.2988e-02,
                       7.5793e-02,  6.9358e-02,  2.4113e-03,  1.9801e-01,  1.9199e-02,
                       8.7399e-02,  3.7182e-02, -6.2636e-02, -3.3146e-02,  1.5931e-01,
                      -1.3721e-02, -2.7481e-02, -2.9427e-02, -5.4688e-02, -4.1496e-02,
                      -2.2120e-02, -1.7145e-02,  2.5623e-02, -1.7593e-02, -1.6793e-02,
                      -3.6765e-02,  3.0765e-02, -4.2300e-03, -2.2314e-02,  1.2811e-01,
                       1.0718e-02,  4.6918e-02, -9.7595e-02, -4.3634e-02, -1.8350e-02,
                       3.3734e-02, -1.2424e-01,  7.7477e-03,  8.3064e-02, -1.2341e-01,
                      -7.9510e-02, -4.1678e-02, -2.3937e-03, -3.8518e-03,  1.3084e-02,
                      -1.6916e-02,  2.0552e-02, -5.8280e-02,  5.2314e-02,  1.0168e-02,
                      -5.0928e-03,  1.2167e-02,  4.2252e-02,  5.7021e-02, -2.0297e-02,
                      -5.6797e-02, -1.4096e-01, -4.2349e-02, -6.2814e-02,  3.1818e-02,
                      -7.1388e-04,  6.3363e-02,  5.0378e-02,  7.3094e-02,  1.0600e-01,
                       5.5766e-02, -4.0715e-02,  8.6504e-02, -5.9544e-02,  1.4045e-03,
                      -2.7415e-02,  4.0150e-02,  1.3796e-02,  2.1919e-02,  2.5708e-02,
                       2.1327e-02,  2.3595e-02, -7.9065e-02,  4.7094e-02,  3.4465e-03,
                      -2.4454e-02, -6.0484e-02, -2.4215e-02,  1.2380e-02,  5.4779e-02,
                      -8.1426e-02, -5.7716e-03, -7.0765e-02, -2.9084e-02,  2.0704e-02,
                       2.6796e-02, -1.7299e-03, -1.3190e-03,  1.6597e-02,  1.1603e-02,
                      -2.4022e-03, -6.3867e-02, -3.8713e-02, -8.1201e-03, -5.0297e-02,
                       1.0987e-02,  3.6399e-02,  8.2540e-03, -3.7911e-02,  1.8363e-02,
                       3.8163e-02, -1.9413e-02, -2.8049e-02, -4.8186e-02,  1.2286e-02,
                       9.5292e-02,  2.6550e-02, -3.8796e-02, -8.8325e-03, -2.2191e-02,
                       1.8954e-02,  1.0022e-02,  1.9393e-02,  2.7389e-02, -4.1899e-02,
                      -4.9239e-02,  5.7014e-02,  1.3383e-02, -5.6365e-02, -2.4723e-02,
                      -6.3368e-02, -1.2973e-02,  3.4698e-03, -2.6539e-03, -6.8035e-02,
                      -6.0538e-03, -6.6034e-02, -2.0896e-02, -2.5542e-02, -5.0099e-04,
                       4.1329e-02,  7.6714e-02, -2.4345e-02, -6.9748e-02,  2.1196e-02,
                       2.1770e-02, -1.5787e-02,  5.1206e-02, -2.3909e-02,  6.2741e-02,
                       3.8736e-03,  7.9407e-03,  1.0043e-02, -1.6357e-01, -1.5786e-02,
                       1.5479e-02,  2.2086e-02,  4.6998e-02, -3.4497e-02, -5.4444e-02,
                       4.8327e-02,  2.8066e-02, -1.2915e-02, -1.4492e-02,  6.8553e-03,
                       7.2601e-02, -5.4671e-02,  2.2793e-02,  6.2826e-02,  6.0529e-03,
                      -5.0176e-02,  5.6702e-02, -2.8092e-02, -5.8874e-02,  2.0700e-02,
                      -2.2133e-03, -3.8082e-02, -3.0987e-02,  7.2894e-02, -1.6063e-02,
                      -9.7424e-02, -6.0130e-02, -1.4883e-02, -4.2801e-02,  1.4428e-02,
                       7.9315e-02, -4.8513e-02,  1.0135e-02,  1.3998e-02,  5.2148e-03,
                       1.6062e-02, -2.5306e-02, -2.0840e-02,  8.2987e-03,  5.9357e-02,
                       5.0813e-03, -8.7294e-03, -3.8766e-02,  1.3651e-02, -3.1200e-02,
                       1.1343e-02, -7.2884e-02,  1.7479e-03,  2.7403e-02,  1.2859e-02,
                       2.5270e-02, -2.2501e-02, -2.2939e-02,  1.9346e-02,  7.8557e-02,
                       5.2743e-02, -6.9818e-04,  2.5123e-03,  7.7537e-02,  5.1397e-02,
                      -3.4874e-02, -2.1731e-02,  4.4964e-05, -7.9549e-02,  3.2785e-02,
                       1.1460e-02,  6.2354e-03,  8.6094e-02,  3.9408e-02, -3.0225e-03,
                       3.0696e-02, -2.8512e-02,  1.3758e-02,  5.8412e-03,  1.6630e-02,
                       4.2712e-02, -1.0116e-02,  3.1134e-02, -6.3995e-02,  4.3984e-02,
                      -5.2390e-02,  1.9448e-02, -6.5760e-03,  5.2995e-02,  4.4541e-03,
                      -2.1969e-02,  4.4833e-02,  4.5768e-02,  4.2768e-02,  3.3995e-02,
                      -1.2114e-04,  7.2247e-02,  2.9857e-02, -1.8289e-02, -4.9555e-02,
                       3.8453e-02, -6.0149e-02, -5.1410e-02, -1.6380e-02,  1.7039e-02,
                       8.0459e-03,  4.4128e-03,  7.3864e-02,  4.4133e-03, -3.1830e-02,
                      -3.5443e-02,  3.9044e-02,  9.2644e-02,  8.7437e-03,  2.5297e-03,
                       3.1111e-03, -5.6248e-02, -8.9602e-03, -7.6557e-03,  8.9621e-02,
                       1.1508e-01, -9.0881e-03, -5.8280e-02,  6.9138e-02, -1.4987e-03,
                      -5.4905e-02,  2.1559e-03, -1.0899e-02,  4.0392e-02, -1.8473e-02,
                       3.6949e-02,  1.3316e-03, -2.2429e-02,  4.7433e-03,  6.4867e-02,
                      -1.3248e-02, -8.5430e-03, -8.0080e-02,  3.9784e-03,  9.6691e-02,
                      -8.6711e-03,  4.7824e-02,  2.4563e-02, -1.4635e-02, -1.0694e-01,
                       3.7219e-02, -1.6109e-02,  6.4734e-02,  5.0818e-03,  1.6811e-02,
                       3.1484e-02, -6.3665e-03,  4.1490e-02, -3.6189e-02,  1.1613e-01,
                      -1.4215e-02, -1.8811e-02,  1.1373e-01,  3.2207e-02, -4.3463e-02,
                      -3.0309e-03, -5.8191e-03, -1.1725e-02, -3.5035e-03, -2.6563e-02,
                       7.7721e-02,  2.1115e-03,  5.8198e-02, -3.5337e-02,  3.2407e-02,
                      -4.0342e-02, -4.5271e-04, -7.2663e-02, -7.5585e-02, -3.6968e-02,
                       1.6468e-02, -7.5237e-02,  2.6084e-02,  2.6714e-02, -1.0335e-01,
                      -4.2846e-02, -2.2471e-02, -1.6592e-02, -3.3561e-02, -4.3139e-02,
                      -8.8896e-02, -4.1501e-02, -4.4572e-02, -1.5744e-02,  4.4591e-02,
                      -6.2324e-02, -5.3924e-02, -1.9367e-02, -1.8139e-03, -6.5951e-03,
                      -1.5899e-02,  1.1195e-01,  6.8791e-02, -1.2996e-01, -4.7065e-02,
                      -5.1594e-02, -2.9854e-02,  3.6924e-02, -1.9857e-02,  1.0559e-02,
                       1.2850e-02,  7.8911e-02, -9.2284e-02, -2.4968e-03,  5.4156e-02,
                      -3.6208e-02, -6.9630e-02,  1.0849e-01,  8.1470e-02, -5.5278e-02,
                       6.7544e-03,  1.4587e-02, -2.3198e-03,  5.6308e-02, -5.1584e-02,
                      -3.2536e-04,  1.6119e-02,  3.2526e-03,  4.1865e-02,  1.0434e-02,
                       1.1079e-02, -1.0815e-02, -5.8445e-02, -1.4646e-02,  2.4543e-02,
                      -3.1228e-02, -5.9495e-03, -2.2628e-02,  3.5409e-02, -7.1404e-04,
                       3.6775e-02,  2.9475e-02,  9.8020e-02, -3.0105e-02, -7.1528e-04,
                       4.2894e-02,  1.0968e-01,  1.8431e-02, -1.6367e-02, -2.5397e-02,
                       3.4479e-02, -2.8610e-04, -6.0514e-03, -9.0192e-03, -1.6409e-02,
                       1.4566e-02, -1.6761e-02, -9.9150e-03,  3.1055e-02,  3.5293e-02,
                      -7.5229e-02,  5.6848e-02, -1.5685e-02,  5.3210e-02, -4.4815e-02,
                       1.7631e-02,  4.2804e-02,  7.0136e-02,  1.2599e-01,  4.9904e-02,
                      -6.2925e-02, -5.4206e-02, -3.8387e-02, -4.8647e-02, -6.4211e-02,
                      -6.4809e-02, -5.7989e-02,  6.9791e-02,  1.2051e-02, -2.6174e-02,
                       5.8424e-02,  5.2900e-02,  5.3737e-01,  5.2971e-02, -3.1918e-02,
                       1.0930e-03, -4.7586e-02, -4.3693e-02, -2.2114e-02, -6.8687e-02,
                      -2.0324e-02, -5.4059e-02,  1.4281e-02,  1.7975e-02,  1.9255e-02,
                      -4.4134e-02, -3.2140e-03, -8.5049e-03, -7.7389e-02,  3.6619e-02,
                      -4.5310e-02,  3.1532e-02,  4.7646e-02, -3.7351e-02,  1.3804e-02,
                       3.6964e-02, -3.3060e-02, -1.5627e-02,  6.6826e-02,  1.1711e-02,
                      -4.0491e-03,  4.5652e-03, -1.2490e-01, -5.6226e-02,  1.9923e-02,
                      -2.9681e-02,  1.5093e-02, -4.8919e-02, -8.4016e-04, -3.8753e-02,
                       2.8511e-02, -2.2178e-02,  5.7196e-02,  1.3920e-02, -1.0028e-01,
                      -5.0899e-02, -1.2709e-02,  9.9137e-03, -6.6082e-02, -2.9915e-03,
                       8.4908e-02,  5.5938e-02,  3.3679e-02, -4.9077e-03, -1.8789e-02,
                      -8.1924e-03,  2.5001e-02, -3.8238e-02,  4.1066e-02, -3.3843e-02,
                      -3.0497e-02, -1.7287e-02,  3.3620e-02, -4.7574e-04,  2.4749e-02,
                      -4.1745e-03,  7.7194e-03, -3.8623e-02, -1.1131e-02, -7.6753e-02,
                       1.5064e-03, -1.7414e-02,  7.1573e-02,  1.9417e-02,  1.3388e-01,
                      -2.7097e-02,  1.4439e-03,  4.7060e-03, -1.4748e-02,  2.9903e-02,
                      -1.2010e-01, -1.2030e-02, -5.2540e-02, -1.5290e-02, -2.2100e-03,
                       6.8670e-03, -6.1095e-02, -5.2253e-02, -1.0568e-01,  4.4972e-02,
                       3.1994e-02,  3.1435e-02, -3.8046e-03,  5.0166e-02,  7.7897e-02,
                      -2.9144e-03,  4.7652e-02, -4.8288e-03,  2.4383e-02,  7.7651e-02,
                      -1.7788e-02,  1.1141e-02,  1.1424e-02, -1.0125e-01, -8.2859e-02,
                       2.5399e-02, -2.4093e-02, -1.1152e-02,  4.6560e-02,  1.0838e-01,
                       5.1024e-02,  7.9722e-02,  6.0189e-02,  9.4482e-03,  1.4118e-02,
                      -3.6769e-02,  4.5309e-03,  3.9100e-02,  6.3509e-03, -1.0112e-02,
                       6.0176e-02, -1.6035e-02, -1.9873e-02,  3.1907e-02, -3.5419e-03,
                       3.0933e-02,  3.2217e-03, -5.5740e-02,  4.8319e-05, -2.2990e-02,
                      -8.3195e-03,  3.6899e-02, -7.4470e-02, -3.1366e-02, -2.5235e-02,
                       3.7129e-02, -3.1078e-03, -1.9906e-02, -3.0323e-02,  1.5619e-02,
                       1.9733e-02, -6.2300e-02,  4.3984e-04,  2.3752e-02, -6.9637e-03,
                       5.8327e-03,  4.0148e-02, -6.3789e-03, -2.3596e-04,  2.3994e-02,
                       1.4610e-02,  4.6110e-02,  3.8124e-03,  1.5043e-02,  4.0119e-02,
                      -3.9733e-03, -2.4781e-02,  7.7476e-02, -8.9813e-04, -2.1678e-02,
                       2.5689e-02,  4.2076e-02, -4.7003e-02, -1.7732e-03, -1.7973e-02,
                      -1.6971e-02,  1.6490e-02, -9.6456e-03,  7.0235e-02,  5.8404e-02,
                      -3.5543e-02, -6.3375e-02,  8.0958e-02,  5.3227e-02,  1.2242e-02,
                       9.6118e-03,  1.5286e-03,  5.7718e-02, -4.8760e-02,  1.3124e-01,
                      -3.3694e-02, -3.2189e-02,  2.5653e-02, -2.4732e-02,  1.5655e-02,
                      -4.1628e-02, -1.4294e-02, -7.2088e-02,  3.0966e-02,  1.8533e-03,
                      -2.4625e-02,  6.5503e-03,  5.1775e-02,  1.2814e-01, -5.4297e-03,
                       5.7435e-02, -4.0800e-02,  2.7362e-02,  6.7231e-02, -6.8741e-02,
                       8.9760e-02,  2.1637e-02,  7.1136e-03, -3.9404e-02, -4.3070e-03,
                       3.6561e-03,  4.3932e-02, -6.5248e-03,  4.5132e-03,  2.5150e-02,
                       5.8816e-02, -5.9025e-02, -3.8578e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.weight',
              tensor([0.8821, 0.8786, 0.8689, 0.8467, 0.8670, 0.8070, 0.8266, 0.8100, 0.8769,
                      0.8126, 0.9336, 0.8999, 0.9389, 0.9102, 0.8881, 0.7734, 0.8389, 0.8297,
                      0.8428, 0.8905, 0.8188, 0.9228, 0.8198, 0.8381, 0.8288, 0.8724, 0.8919,
                      0.9846, 0.8541, 0.9033, 0.8629, 0.7653, 0.9203, 0.7845, 0.8763, 0.8259,
                      0.8286, 0.9003, 0.8002, 0.9222, 0.9105, 0.8465, 0.9141, 0.8838, 0.9316,
                      0.9168, 0.8736, 0.9181, 0.9365, 0.8371, 0.9311, 0.8696, 0.8563, 0.8733,
                      0.7689, 0.8197, 0.8382, 0.8728, 0.8461, 0.8354, 0.8709, 0.9364, 0.9352,
                      0.8892, 0.8088, 0.9334, 0.8825, 0.8431, 0.7742, 0.8502, 0.8859, 0.8606,
                      0.8327, 0.8278, 0.9176, 0.9399, 0.8535, 0.8632, 0.9214, 0.9152, 0.8728,
                      0.8564, 0.8647, 0.9074, 0.7628, 0.8898, 0.8281, 0.8712, 0.9069, 0.8486,
                      0.8683, 0.8443, 0.8829, 0.8579, 0.8357, 0.8578, 0.7695, 0.8719, 0.9313,
                      0.8740, 0.8099, 0.9147, 0.7769, 0.9373, 0.7509, 0.9264, 0.9429, 0.8210,
                      0.9014, 0.9115, 0.8032, 0.8394, 0.9200, 0.7467, 0.8275, 0.9451, 0.8564,
                      0.8885, 0.8887, 0.9322, 0.8820, 0.9089, 0.9057, 0.7787, 0.8171, 0.8178,
                      0.8588, 0.8216, 0.8634, 0.8309, 0.8979, 0.8130, 0.8691, 0.8901, 0.8682,
                      0.8739, 0.8151, 0.8799, 1.3703, 0.9151, 0.8079, 0.9043, 0.8363, 1.2447,
                      0.8306, 0.8818, 0.8921, 0.8914, 0.8669, 0.9461, 0.9177, 0.8512, 0.9113,
                      0.8466, 0.8719, 0.8736, 0.9003, 0.8843, 0.8783, 0.8666, 1.0134, 0.9501,
                      0.8201, 0.8925, 0.8917, 0.9059, 0.9168, 0.7446, 0.8858, 0.8766, 0.9014,
                      0.7658, 0.8020, 0.8815, 0.8665, 0.9022, 0.9423, 0.8288, 0.9354, 0.8787,
                      0.8257, 0.8278, 0.8376, 0.9013, 0.8885, 0.8859, 0.8512, 0.8823, 0.8818,
                      0.8750, 0.8688, 0.7458, 0.8642, 0.8580, 0.8823, 0.8979, 0.8876, 0.8349,
                      0.8554, 0.9358, 0.9062, 0.8184, 0.9089, 0.8597, 0.8376, 0.8518, 0.9091,
                      0.9593, 0.8805, 0.8267, 0.8839, 0.9617, 0.7938, 0.9054, 0.8615, 0.9189,
                      0.8579, 0.8029, 0.8436, 0.8403, 0.8866, 0.8370, 0.9178, 0.9075, 0.8795,
                      0.9065, 0.8838, 0.9094, 0.9026, 0.7293, 0.8461, 0.9230, 0.8682, 0.8379,
                      0.8330, 0.8599, 0.7680, 0.9332, 0.8855, 0.9290, 0.8770, 0.8170, 0.8662,
                      0.8446, 0.8924, 0.8204, 0.9055, 0.8238, 0.9250, 0.9368, 0.9235, 0.8726,
                      1.0326, 0.9401, 0.9425, 0.8904, 0.9158, 0.8142, 0.8873, 0.8793, 0.7291,
                      0.8627, 0.9031, 0.8356, 0.8720, 0.8612, 0.8896, 0.9284, 0.7969, 0.9116,
                      0.9217, 0.8825, 0.9669, 0.8583, 0.9294, 0.9091, 0.8338, 0.8709, 0.8502,
                      0.9496, 0.9672, 0.9099, 0.7918, 1.9141, 0.8829, 0.9421, 0.7995, 0.9245,
                      0.9009, 0.8480, 0.8411, 0.8680, 0.7809, 0.9082, 0.8871, 0.8546, 0.9000,
                      0.7426, 0.9257, 0.8655, 0.9128, 0.8709, 0.8284, 0.8560, 2.9109, 0.8858,
                      0.8095, 0.8875, 0.9305, 0.8822, 0.8387, 0.8641, 0.8754, 0.8182, 0.8372,
                      0.9082, 0.8238, 0.8173, 0.9310, 0.8100, 0.8272, 0.8932, 0.8658, 0.9240,
                      0.8187, 0.8314, 0.8663, 0.8276, 0.9320, 0.8398, 0.9180, 0.8486, 0.9252,
                      0.9110, 0.9467, 0.9157, 0.8607, 0.9432, 0.9700, 0.8256, 0.7465, 0.9250,
                      0.8272, 0.9423, 0.8641, 0.9221, 0.8953, 0.8587, 0.8810, 0.8283, 0.8724,
                      0.8697, 0.8435, 0.8603, 0.9544, 0.8370, 0.8651, 0.8655, 0.8485, 0.7861,
                      0.8347, 0.8995, 0.8588, 0.9028, 0.8604, 0.8862, 0.9116, 1.0032, 0.9006,
                      0.8410, 0.8622, 0.8988, 0.8846, 0.8475, 0.8638, 0.8400, 0.8047, 0.8878,
                      0.8992, 0.7133, 0.8567, 0.8699, 0.9055, 0.9134, 0.8473, 0.8254, 0.7754,
                      0.8948, 0.9058, 0.8338, 0.9365, 0.8247, 0.8964, 0.8887, 0.8885, 0.8951,
                      0.8202, 0.9349, 0.8722, 0.8165, 0.8029, 0.8337, 0.7866, 0.8800, 0.8699,
                      0.8902, 0.8080, 0.8895, 0.9034, 0.9476, 0.8177, 0.8351, 0.9137, 0.9411,
                      0.8959, 0.8211, 0.7973, 0.9144, 0.8613, 0.9101, 0.8755, 0.9444, 0.8910,
                      0.8218, 0.8487, 0.8782, 0.8700, 0.7430, 0.8713, 0.9145, 0.8619, 0.9003,
                      0.8208, 0.9394, 0.7704, 0.9376, 0.8715, 0.8593, 0.8716, 0.9119, 0.9102,
                      0.7945, 0.8343, 0.8733, 0.8511, 0.8275, 0.9028, 0.9353, 0.8888, 0.8444,
                      0.9155, 0.7949, 0.8647, 0.9103, 0.8436, 1.0050, 0.8249, 0.8127, 0.8815,
                      0.8632, 0.8214, 0.8873, 0.8303, 0.9089, 0.8073, 0.8450, 0.8625, 0.8498,
                      0.8990, 0.8719, 0.9665, 0.8601, 0.9403, 0.8596, 0.9191, 0.8955, 0.7895,
                      0.9192, 0.8444, 0.9808, 0.8365, 0.8306, 0.9198, 0.9217, 0.8683, 0.8275,
                      0.9490, 0.7537, 0.9870, 0.8235, 0.8454, 0.9093, 0.9207, 0.8482, 0.9294,
                      0.8429, 0.8355, 0.9103, 0.8357, 0.8756, 0.9070, 0.8973, 0.8406, 0.8883,
                      0.8679, 1.0136, 0.9343, 0.8383, 0.8742, 0.8801, 0.8757, 0.8883, 0.8386,
                      0.8590, 0.8985, 0.8477, 0.9014, 0.8675, 0.7694, 0.8986, 0.8939, 0.7928,
                      0.8878, 0.9282, 0.8751, 0.9858, 0.9662, 0.9476, 0.9056, 0.9079, 0.8718,
                      0.8860, 0.9008, 0.8435, 0.8310, 0.8680, 0.8378, 0.8730, 0.8692, 0.8887,
                      0.9426, 0.9156, 0.8116, 0.7954, 0.8312, 0.9505, 0.8321, 0.8090, 0.8647,
                      0.9178, 0.8501, 0.8404, 0.9614, 0.8693, 0.8316, 0.8524, 0.8216, 1.4649,
                      0.8639, 0.8419, 0.9160, 0.9255, 0.7698, 0.8923, 0.8969, 0.8990, 0.8744,
                      0.8692, 0.7929, 0.9201, 0.8234, 0.8704, 0.8353, 0.8803, 0.9047, 0.9273,
                      0.8199, 0.8751, 0.8998, 0.8848, 0.8803, 0.9469, 0.9227, 0.8508, 0.9052,
                      0.8852, 0.8291, 0.8765, 0.8603, 0.7932, 0.8848, 0.7537, 0.8542, 0.8233,
                      0.8269, 0.9807, 0.8343, 0.8456, 0.8937, 0.8915, 0.8891, 0.8324, 0.8282,
                      0.8962, 0.9425, 0.8580, 0.8776, 0.6977, 0.9246, 0.9302, 0.8835, 0.7961,
                      0.8354, 0.8517, 0.9933, 0.9409, 0.9345, 0.9467, 0.9184, 0.8910, 0.8557,
                      0.8357, 0.8905, 0.9493, 0.8653, 0.9500, 0.9214, 0.8577, 0.8442, 0.8318,
                      0.9038, 0.8970, 0.8168, 0.8722, 0.8596, 0.8805, 0.8807, 0.8887, 0.8972,
                      0.8966, 0.9396, 0.8141, 0.9057, 0.8404, 0.8343, 0.8421, 0.7999, 0.8986,
                      0.9387, 0.8012, 0.8047, 0.9213, 0.8278, 0.8188, 0.8666, 0.8376, 0.9060,
                      0.8361, 0.9160, 0.9321, 0.8947, 0.8914, 0.8486, 0.8503, 0.8469, 0.8720,
                      0.9471, 0.7203, 0.7890, 0.8718, 0.9604, 0.8308, 0.8624, 0.9677, 0.8887,
                      0.8588, 0.8664, 0.8980, 0.9470, 0.8713, 0.9240, 0.8496, 0.8906, 0.9561,
                      0.9074, 0.8292, 0.8350, 0.9106, 0.8523, 0.9146, 0.9189, 0.7893, 0.8730,
                      0.8777, 0.9205, 0.8884, 0.8597, 1.0253, 0.8276, 0.9483, 0.8012, 0.7784,
                      0.8000, 0.8398, 0.9144, 0.9451, 0.8847, 0.9206, 0.8379, 0.8954, 0.8264,
                      0.8980, 0.9104, 0.8248, 0.9276, 0.8719, 0.8185, 0.8296, 0.8476, 0.8929,
                      0.8952, 0.8964, 0.9181, 0.8349, 0.9348, 0.7252, 0.9204, 0.8190, 0.8652,
                      0.8641, 0.8315, 0.8121, 0.9417, 1.0271, 0.8491, 0.9304, 0.9194, 0.8224,
                      0.8943, 0.9265, 0.9224, 0.8769, 0.8049, 0.9075, 0.8602, 0.7944, 0.8596,
                      0.8692, 0.8418, 0.7843, 0.8492, 0.8707, 0.9180, 0.8224, 0.8801, 0.8569,
                      0.8277, 0.8547, 0.8759, 0.8610, 0.8345, 0.8758, 0.9179, 0.8545, 0.9230,
                      0.8920, 0.9287, 0.8875], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.bias',
              tensor([ 1.3397e-01, -1.6571e-01, -1.9568e-01,  2.1809e-01, -8.8586e-02,
                       1.6542e-02, -2.1724e-01,  1.1369e-01,  6.5938e-02, -9.3903e-02,
                       1.2461e-01, -5.8656e-02, -5.9660e-02, -9.0464e-02,  9.8945e-02,
                       1.1102e-01, -5.7145e-02, -1.6509e-01, -5.3858e-02, -1.0223e-01,
                       1.5860e-03, -2.4063e-04, -4.8961e-03,  7.1855e-02, -1.2668e-02,
                      -9.2446e-02,  8.5378e-02,  2.4421e-01,  1.2431e-01,  1.7252e-01,
                      -2.1481e-02, -7.6809e-02, -1.3592e-01, -2.0701e-01,  1.6864e-01,
                       1.5017e-02, -1.8566e-01,  2.4236e-02,  1.0093e-01,  2.1569e-01,
                      -7.2310e-02, -9.7043e-02,  4.5313e-02, -2.7731e-02,  6.7784e-02,
                      -7.0920e-02, -3.8550e-02,  1.9911e-01, -6.8586e-02,  5.1451e-02,
                       9.2478e-02,  1.5685e-01,  1.1711e-01, -1.0118e-01,  2.4862e-03,
                      -1.5102e-01, -1.9738e-01,  3.2122e-03, -1.6565e-02,  6.5501e-02,
                      -1.1543e-01, -3.3077e-02,  4.5107e-02, -1.7691e-01, -9.0963e-02,
                       6.7325e-02,  3.4143e-02, -2.7218e-02,  9.5681e-02, -2.1591e-01,
                      -1.2568e-01, -1.1000e-01, -3.8230e-02,  1.8673e-02, -6.2716e-02,
                       1.3159e-01,  2.0562e-02, -2.8386e-02, -1.4618e-02, -4.1392e-02,
                       4.4362e-02, -2.3575e-02,  4.6672e-03,  1.5534e-01, -7.3129e-02,
                       1.0949e-01, -6.2705e-02, -6.2830e-02,  2.4613e-02,  4.3325e-02,
                      -8.7370e-02, -7.8114e-03, -8.8779e-02,  6.8745e-02, -1.2445e-02,
                       8.2724e-02,  6.8220e-04, -8.3378e-03,  1.6837e-02,  4.1775e-02,
                       7.1896e-02, -8.1672e-02,  4.6642e-03,  4.8882e-03, -1.7368e-01,
                      -6.4059e-02,  1.5037e-01, -3.9380e-02, -7.0930e-02, -1.3043e-01,
                       2.6254e-02,  5.8309e-02, -1.0048e-01, -3.3058e-02,  1.6847e-01,
                       1.7955e-01, -5.1038e-02,  1.0646e-01, -1.1204e-01, -7.5586e-02,
                      -1.0608e-02, -1.1110e-02,  2.7926e-02,  3.3811e-02, -1.0176e-01,
                       1.0541e-02,  5.3126e-02,  2.5664e-02, -7.8067e-02, -2.7486e-02,
                      -3.4165e-02,  2.9396e-02, -1.6218e-02,  1.1340e-02, -6.3086e-02,
                       4.5054e-02,  1.4767e-01,  1.1349e-01, -9.5737e-01,  4.6867e-02,
                      -1.2952e-01, -1.7644e-01, -1.6548e-04, -8.8879e-01, -4.4681e-02,
                      -8.9242e-02, -1.3655e-02,  6.0145e-02, -1.0652e-01, -2.7069e-01,
                      -1.9534e-01, -5.1734e-02, -1.0496e-01,  1.4047e-01, -3.9898e-03,
                      -2.5093e-01, -1.1717e-01, -2.7370e-01,  1.3050e-01, -1.2815e-01,
                       2.1532e-01,  7.4000e-02,  1.7342e-02,  1.7436e-02,  7.4474e-02,
                      -1.2079e-01,  1.9556e-01,  7.4963e-04, -1.9522e-01,  7.6540e-02,
                       3.8169e-02,  1.4425e-01, -3.7119e-02,  9.2020e-02,  1.9107e-01,
                       1.4920e-01,  1.3348e-01, -1.1093e-01,  1.4140e-02,  3.5066e-02,
                      -1.0227e-01, -4.9842e-02,  6.2197e-02, -8.1602e-02,  3.8066e-02,
                       3.8485e-02, -9.2632e-02, -1.6383e-01,  2.4216e-02, -4.9825e-02,
                       9.4412e-02,  1.9487e-02,  1.0699e-01,  1.1499e-01, -1.7899e-01,
                      -1.2462e-01, -7.0953e-02, -6.6830e-03, -1.8447e-01, -1.5692e-01,
                      -3.2567e-02,  1.0475e-01, -5.1019e-02,  2.4985e-02,  5.8673e-02,
                      -1.2031e-01,  7.6872e-02, -1.9056e-01, -3.4674e-02, -5.2778e-02,
                       9.9161e-03, -1.3545e-01,  8.1613e-02, -2.0136e-01,  1.8558e-02,
                      -2.0672e-02,  1.2982e-01, -4.0327e-03, -2.9806e-02, -2.8790e-02,
                       2.8294e-02,  2.3072e-02,  1.0413e-01, -5.4626e-02, -1.4485e-01,
                       1.1213e-01, -1.1025e-02, -1.8326e-02,  1.1852e-01,  1.0509e-01,
                      -1.9698e-02,  9.1647e-02,  3.9101e-02, -1.3010e-01, -8.2785e-02,
                      -6.0353e-02,  9.5223e-02, -1.8277e-01, -6.5707e-03, -4.7329e-03,
                      -1.6074e-01, -9.2669e-02,  4.1972e-02,  6.9609e-02, -1.3476e-01,
                      -1.2270e-01,  7.3807e-02,  2.4956e-02,  4.5204e-02,  1.6505e-01,
                       4.5228e-02, -2.9525e-02,  1.6469e-02,  8.7261e-02,  1.0455e-01,
                       1.2805e-01, -1.5672e-01, -3.8626e-03, -6.2385e-02, -2.7638e-02,
                       1.5528e-01, -4.0872e-02,  1.2089e-01,  4.4039e-02,  2.5549e-02,
                       6.9260e-04,  1.1063e-01,  8.4014e-02,  1.0803e-02, -1.5675e-01,
                      -1.4048e-01, -9.7350e-02,  2.1139e-01, -3.9239e-02,  6.2940e-02,
                       6.0186e-02, -1.2910e-01,  7.3843e-02,  1.1117e-01, -1.7987e-01,
                      -4.7949e-02, -5.1136e-03, -8.5498e-02,  8.6146e-01,  2.3383e-02,
                      -3.8283e-02,  6.0732e-02, -8.9594e-02,  8.7219e-02, -5.0604e-02,
                       6.0930e-03,  7.2215e-02, -1.8671e-03, -1.1522e-01, -1.4610e-02,
                      -8.1608e-02, -1.3793e-01,  4.2967e-02, -1.7633e-01, -4.5049e-02,
                       5.3343e-04, -2.0706e-01, -2.3416e-02,  7.8182e-02, -1.2630e+00,
                       8.4518e-03, -2.3148e-02, -9.8848e-03, -1.6815e-01,  1.0665e-01,
                       2.4290e-01,  1.2803e-01, -5.5378e-02,  6.8585e-02, -8.9715e-02,
                      -7.7234e-02,  1.2726e-02, -2.7098e-02, -3.2268e-02, -5.6593e-03,
                      -1.1196e-01,  8.1785e-02,  4.5537e-02, -2.7673e-02, -1.2049e-01,
                      -8.8820e-02, -9.9026e-02,  1.9904e-02,  7.9245e-03,  4.4352e-02,
                      -8.7786e-02,  4.7388e-02, -3.2515e-02,  7.2457e-02, -3.5808e-02,
                      -8.1004e-02, -2.3251e-02,  2.0865e-01, -2.3839e-01, -1.8235e-02,
                       8.1013e-02,  3.3421e-02, -9.6177e-02, -7.4282e-02,  5.1861e-03,
                       6.0626e-02, -4.1350e-02, -9.8288e-02,  8.7925e-02,  3.2166e-02,
                      -4.2102e-02, -1.3935e-01, -1.0091e-01, -4.6256e-03,  1.1766e-01,
                      -1.5767e-01, -1.3436e-01,  9.8413e-02,  7.8478e-02, -1.5911e-02,
                      -2.3904e-02, -5.5531e-02, -3.7797e-02,  3.2775e-02, -1.4839e-01,
                       1.3633e-01, -6.1936e-02,  1.6998e-01, -1.4217e-01,  2.4794e-02,
                      -1.7722e-01, -1.2625e-01, -4.3827e-02,  6.2115e-02, -9.1976e-02,
                       5.8674e-02, -1.7969e-01, -1.8037e-01, -2.8998e-02,  6.1347e-02,
                      -1.5764e-01,  9.0065e-02,  3.8502e-02,  7.4503e-02,  6.1907e-03,
                      -1.9236e-01,  4.9656e-02, -2.0985e-02,  3.2892e-03, -2.7384e-02,
                      -1.7184e-02,  1.1357e-01, -8.9816e-03, -1.2986e-01,  6.0714e-02,
                      -1.8555e-01, -6.3522e-02, -1.1476e-01, -1.3593e-01, -8.1068e-02,
                      -1.0617e-01,  3.8860e-02, -7.3893e-02, -1.1862e-01, -1.0760e-01,
                       4.9975e-02, -7.7957e-02, -1.0659e-01, -1.0102e-01, -9.5337e-02,
                      -5.4545e-02, -6.6270e-02,  3.9037e-02, -4.5039e-02, -7.0026e-02,
                      -6.7655e-02,  6.7037e-02,  2.4516e-01, -1.6363e-01, -2.1523e-01,
                      -8.6838e-02, -9.1458e-02, -6.7267e-02,  2.0127e-01,  1.6988e-01,
                       1.5179e-02, -1.3303e-01,  2.2730e-02,  1.4429e-01,  7.4669e-02,
                      -1.0168e-01,  2.2439e-02, -1.5614e-01,  2.1036e-01, -2.0624e-01,
                       7.5974e-03,  6.1449e-02, -1.1911e-01,  2.1033e-02, -5.8811e-03,
                       2.7085e-02, -3.2559e-02, -8.0159e-02, -1.9263e-01, -6.5043e-02,
                      -6.2794e-02, -5.3067e-02, -8.0566e-02,  8.5036e-02, -1.2579e-02,
                       6.0485e-02,  1.4550e-01,  1.7948e-01,  3.0377e-02, -7.5296e-02,
                      -2.9161e-01,  7.6134e-02, -7.8497e-02, -9.7286e-02, -1.9455e-02,
                      -8.9300e-02, -6.4272e-02,  1.1905e-02,  8.6701e-02,  9.2698e-02,
                       1.3728e-01,  8.0206e-02,  6.8429e-02,  4.4995e-02,  3.9110e-02,
                       2.0141e-01,  5.0524e-02,  5.3509e-03,  1.1719e-01,  3.5898e-02,
                       5.1022e-02, -1.4724e-01, -1.0015e-01,  4.9241e-04, -3.3515e-02,
                       1.2386e-01, -6.2240e-02, -1.1733e-01,  8.4287e-02,  1.1699e-02,
                      -8.8068e-02, -5.2186e-02,  1.2449e-01, -7.2746e-02, -1.2130e-02,
                      -1.1376e-01, -2.3115e-02, -2.4476e-01, -2.0575e-02,  1.2501e-01,
                       8.0154e-03, -8.2473e-02, -1.7018e-02, -4.6270e-02,  9.8126e-04,
                       9.8778e-02,  9.9491e-03,  8.7117e-02, -2.0219e-01, -8.2610e-02,
                       2.1115e-01, -1.8220e-02,  8.6234e-03,  2.0152e-02, -8.3892e-02,
                      -1.0382e-01, -4.6131e-02, -5.1255e-02, -1.2082e-02, -1.4886e-01,
                      -2.0579e-01, -8.0911e-02,  5.9870e-02,  5.0342e-02,  5.3629e-02,
                      -5.9254e-02, -1.1795e-01, -4.8393e-02,  2.3217e-02,  1.0744e-02,
                      -9.2545e-02,  8.4739e-02, -4.9924e-02, -5.5759e-02, -9.3040e-02,
                      -1.5608e-02,  1.6985e-01, -1.8405e-01, -5.3576e-02, -1.0790e-01,
                       1.5126e-01,  1.4250e-01,  7.4164e-02, -1.7284e-01,  3.1284e-03,
                      -2.5870e-01, -7.6167e-02,  6.6052e-02, -1.2926e-01,  1.7454e-01,
                       1.3260e-01,  1.1127e-01, -7.0346e-03,  1.1372e-02,  2.2283e-01,
                       2.4734e-01,  1.4070e-02, -1.4742e-01,  2.7441e-02,  4.1692e-02,
                       7.2177e-02, -1.3959e-01, -1.8500e+00, -1.1047e-01,  5.8765e-02,
                      -8.8079e-03,  3.8929e-02,  5.0751e-02,  1.0700e-02,  1.9741e-02,
                      -3.0133e-02, -3.0769e-03, -5.0178e-02, -8.2825e-02,  1.3828e-01,
                       1.3961e-01, -8.1005e-02, -7.6983e-02, -1.7832e-02,  9.6673e-02,
                       3.6651e-02,  3.7578e-02, -9.4803e-03,  7.5320e-02, -2.1023e-01,
                      -2.5130e-02,  2.0753e-01,  3.0666e-02, -4.0998e-03,  8.9264e-02,
                      -3.6915e-03,  2.9444e-02,  5.0784e-02,  9.9313e-02, -1.2392e-01,
                      -1.7075e-02,  1.1934e-01,  2.6660e-02, -9.8941e-02,  3.3721e-02,
                      -1.2633e-02,  1.9728e-02,  1.0197e-01, -1.3717e-01,  1.3737e-01,
                      -4.9603e-03, -4.9029e-02, -4.7182e-03, -1.4329e-01, -1.1714e-01,
                      -7.2822e-02,  1.2826e-01,  6.2717e-02,  1.2955e-01,  1.6159e-01,
                       1.5182e-02, -1.2521e-01,  6.6487e-02, -1.9289e-01,  1.3960e-01,
                       7.6476e-02, -8.8382e-02, -3.7269e-02, -1.2498e-01,  7.4220e-03,
                      -4.1772e-02, -3.1192e-02,  2.1183e-01, -5.3904e-02,  1.6208e-02,
                      -1.0541e-01, -8.6610e-02, -2.0080e-01,  1.4413e-01,  1.2760e-01,
                      -2.0440e-01, -8.7045e-03, -3.6076e-02, -2.1048e-01,  2.0778e-01,
                       1.6332e-01, -4.5360e-02,  1.0578e-01, -4.5902e-02, -1.3487e-01,
                      -1.1768e-01, -1.2970e-01,  1.5049e-01,  8.2628e-02, -7.0791e-02,
                      -1.0168e-01, -5.6394e-02,  1.6152e-01, -1.8697e-01, -1.2018e-01,
                      -9.6841e-02, -1.0234e-01, -1.1932e-01, -1.0955e-01,  8.5862e-02,
                       3.1050e-02, -7.8127e-02, -3.4189e-02,  1.8777e-01, -1.7475e-01,
                       2.0482e-01,  3.4723e-03, -3.9710e-02,  6.1689e-02, -2.6406e-01,
                      -1.7336e-02,  7.4599e-02, -1.5635e-01, -4.2015e-02,  4.4042e-03,
                      -1.0609e-01,  2.5390e-02,  7.2533e-02,  7.4383e-04,  2.5978e-02,
                       5.5857e-02, -3.5671e-02, -7.7618e-02, -2.7711e-01,  3.9106e-02,
                       2.0481e-02, -6.9579e-02,  9.8031e-02, -6.9552e-03, -1.3295e-01,
                      -9.8686e-02, -1.4913e-01,  1.4303e-02,  2.4010e-02, -9.0991e-02,
                       6.6752e-02,  1.6693e-01, -4.2489e-02,  1.2681e-01, -5.0738e-02,
                      -1.0483e-01, -2.3761e-02, -2.7911e-01,  1.5675e-01,  9.4842e-03,
                       1.4987e-01, -3.2661e-02, -2.0478e-02, -1.6596e-01, -2.4475e-01,
                      -9.4133e-02, -2.9625e-02, -7.7382e-02,  5.8355e-02, -7.8247e-02,
                       6.5475e-02, -8.2723e-03, -2.9743e-02,  7.2268e-02,  4.9762e-02,
                      -3.9210e-02, -2.2147e-01, -1.1869e-01,  9.2783e-02,  2.0542e-02,
                      -1.2049e-01, -3.9152e-02,  6.1491e-02, -1.8678e-01, -9.1152e-02,
                      -7.1936e-03,  1.5211e-01, -1.3857e-01, -4.1303e-02,  2.2387e-02,
                      -1.0272e-01, -8.3339e-02, -1.4842e-01,  4.1316e-01, -1.1379e-01,
                      -1.0971e-02,  1.2991e-01, -6.8145e-02,  8.9770e-02, -1.5809e-02,
                      -3.4073e-02, -7.5642e-02,  1.0765e-01,  1.0601e-01,  6.1246e-02,
                      -7.6485e-02, -8.8059e-02, -6.4399e-02, -8.5709e-02, -4.7648e-02,
                       1.0428e-01,  9.2338e-02,  9.7361e-02, -4.0912e-02, -6.9110e-02,
                      -1.4499e-01,  9.2254e-02, -1.7499e-01, -1.1960e-01,  5.0917e-02,
                      -1.3032e-01, -9.6654e-02,  7.9250e-03, -3.6794e-02, -1.0075e-01,
                      -9.5888e-02, -3.0516e-03,  1.2573e-01], device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.weight',
              tensor([[-0.0124,  0.0285, -0.0238,  ...,  0.0549,  0.0661, -0.0400],
                      [-0.0259,  0.0003, -0.0161,  ..., -0.0275,  0.0149, -0.0178],
                      [ 0.0293, -0.0467,  0.0027,  ...,  0.0069, -0.0096, -0.0442],
                      ...,
                      [-0.0231, -0.0386, -0.0010,  ...,  0.0385,  0.0384, -0.0731],
                      [ 0.0253,  0.0028,  0.0495,  ...,  0.1104, -0.0274,  0.0074],
                      [ 0.0283,  0.0249,  0.0548,  ...,  0.0044, -0.0497, -0.0048]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.bias',
              tensor([-0.0827, -0.0964, -0.1488,  ..., -0.1069, -0.1260,  0.0659],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.weight',
              tensor([[ 0.0509, -0.0706,  0.0119,  ...,  0.0187,  0.0431, -0.0160],
                      [-0.0455, -0.0429, -0.0405,  ...,  0.0239, -0.0490, -0.0121],
                      [ 0.0091,  0.0492,  0.0051,  ..., -0.0106, -0.0164,  0.0035],
                      ...,
                      [ 0.0142,  0.0266,  0.0260,  ..., -0.0049,  0.0603,  0.0174],
                      [ 0.0138,  0.0426,  0.0354,  ...,  0.0329, -0.0029,  0.0208],
                      [ 0.0257,  0.0200, -0.0452,  ..., -0.0096, -0.0002,  0.0107]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.bias',
              tensor([ 4.3311e-02, -6.8020e-02, -6.2757e-02,  1.4017e-01, -1.6246e-02,
                      -5.1270e-02,  2.5563e-02,  5.4831e-02, -5.9974e-04, -1.2714e-01,
                       2.3744e-02, -6.2918e-03, -1.7068e-02,  6.2793e-02,  8.2927e-02,
                       9.3374e-02, -1.1554e-01, -6.8694e-02, -2.9090e-02, -5.7179e-02,
                       1.2522e-02,  1.0333e-01, -1.1903e-02,  3.8379e-02, -1.5370e-01,
                      -1.2055e-01,  6.9501e-02,  1.3963e-01,  4.0376e-02,  8.5963e-02,
                      -3.7596e-02, -6.3079e-02,  2.1362e-02, -1.1124e-01,  1.0921e-01,
                       6.9814e-02,  2.0158e-02,  9.5293e-03,  7.3676e-02,  1.5432e-01,
                       8.9697e-03,  5.0374e-02,  4.0831e-02, -3.9705e-02,  4.9483e-02,
                      -5.5522e-02,  2.4268e-02,  8.5777e-02, -5.0553e-02,  3.9473e-02,
                       3.8060e-03,  2.5857e-02,  9.2807e-02, -1.8682e-02, -5.7188e-02,
                      -4.6468e-02, -1.7817e-01, -6.1338e-02, -5.9879e-02,  1.2563e-01,
                       6.8037e-03, -5.1286e-02,  6.5537e-03,  4.7229e-02, -1.1991e-02,
                       7.8280e-02,  2.6816e-02, -3.0125e-02,  1.4003e-01, -1.9854e-01,
                      -2.8461e-03, -3.4481e-02,  1.6520e-02, -4.0288e-02, -2.7668e-02,
                       5.6285e-02, -2.1068e-02, -9.0092e-02, -4.0933e-03, -8.4215e-02,
                       9.4876e-02,  6.0473e-02,  4.2352e-02,  1.1246e-01, -1.9581e-01,
                      -2.7932e-02,  9.8922e-03, -1.1887e-01, -6.4050e-02, -7.2689e-03,
                      -3.4029e-02,  5.0948e-02, -4.0927e-02, -1.4437e-02, -4.2037e-03,
                       1.1178e-01, -1.3103e-02,  9.3691e-02,  4.0833e-02,  4.0129e-03,
                       1.1868e-01, -6.1328e-02, -1.8276e-02,  6.0801e-03, -1.2339e-01,
                       2.7644e-03,  1.0100e-01,  3.6441e-03,  3.1933e-02,  3.7142e-02,
                      -5.4243e-03,  2.1341e-02, -8.2075e-02, -2.1334e-03,  6.2623e-02,
                       4.5087e-02, -3.7993e-02,  6.0741e-02, -6.4005e-02, -6.8321e-02,
                      -3.6595e-02,  9.3102e-03,  4.0015e-02, -2.4675e-02, -3.4800e-02,
                       7.0741e-02,  2.3280e-02, -5.5015e-02,  3.2050e-02, -6.1802e-02,
                       5.6693e-02, -4.4822e-02,  6.1172e-02,  5.3511e-03, -1.5762e-02,
                       2.3170e-02,  5.3524e-03,  1.2445e-01, -3.4462e-01,  1.4249e-01,
                      -1.7120e-01, -6.6238e-02,  1.9918e-03, -3.1726e-01, -5.4439e-02,
                       5.0344e-02, -4.4048e-02,  1.0156e-01,  1.4610e-02, -8.2020e-02,
                       3.4670e-03, -6.1909e-02, -4.7043e-02,  5.6748e-02,  1.2049e-02,
                      -8.9195e-02,  1.9345e-02, -2.0075e-01,  1.4089e-01, -1.3125e-01,
                       1.1719e-01,  4.0955e-02,  1.8693e-02,  7.9485e-02,  3.4896e-02,
                      -4.8893e-02,  1.5921e-01, -4.3793e-02, -1.1154e-01,  4.5809e-02,
                       5.5869e-02,  1.4050e-01, -1.6357e-02,  1.1442e-01,  7.6637e-02,
                       1.0620e-01,  1.2341e-01, -1.1422e-01,  5.4298e-02,  1.5788e-02,
                      -9.3955e-02, -4.5996e-02,  1.8663e-01, -1.4837e-03,  1.4982e-01,
                       7.1281e-02,  1.2403e-02, -1.5948e-01,  7.5032e-02, -1.8366e-02,
                       2.7724e-02,  7.7064e-02,  8.6792e-02,  7.0306e-02, -1.3320e-01,
                      -1.0160e-01, -1.1318e-01,  3.9999e-02, -2.0072e-01, -1.5077e-01,
                      -4.1481e-02,  6.3477e-02,  4.1457e-02, -3.7912e-03,  7.4414e-02,
                      -1.0314e-01,  5.3529e-03, -7.5754e-02,  4.9710e-02, -6.7786e-02,
                       5.1946e-02, -9.6229e-02,  1.0539e-02, -7.8769e-02, -6.3468e-02,
                       8.4384e-02,  9.6484e-02, -5.0920e-02,  2.5766e-02, -2.1175e-02,
                       9.2738e-02,  6.7739e-02,  4.8342e-02,  5.9971e-02, -5.3216e-02,
                      -2.4814e-02, -5.8477e-02, -2.8891e-02,  2.7038e-02,  3.0918e-02,
                       3.3049e-03,  1.0394e-01,  3.9395e-02, -3.7088e-02, -7.6801e-02,
                      -9.9994e-02,  1.4759e-01, -7.4129e-02,  2.6322e-02,  5.6189e-02,
                      -1.5959e-01, -1.3894e-02,  1.7995e-01,  1.4876e-01, -5.5228e-02,
                      -1.0386e-01, -3.4548e-02,  3.1718e-02, -2.7615e-02,  1.3251e-02,
                       9.6845e-02, -2.2165e-02, -3.2244e-02,  3.8795e-02, -6.1605e-02,
                       1.0771e-01, -4.7016e-02, -7.0237e-02, -8.9682e-03, -1.1367e-02,
                       9.9993e-02,  3.1833e-03, -2.7473e-02,  2.5044e-02,  1.6084e-01,
                      -3.5543e-03,  5.0899e-02,  3.9474e-02, -1.8017e-02, -5.0681e-02,
                      -1.4830e-01, -3.1530e-02,  1.6382e-01, -2.5371e-02,  5.6453e-03,
                      -2.4876e-02,  6.5978e-02,  8.5269e-02,  1.0546e-01, -7.6583e-02,
                       3.3560e-02,  8.0084e-02, -8.6359e-02,  1.2133e-01, -9.3867e-02,
                      -1.5430e-03,  1.1470e-01, -1.6226e-02,  2.6181e-02, -4.8472e-02,
                       3.3567e-02,  1.0260e-01, -2.0199e-03, -6.9938e-02,  1.4658e-02,
                      -1.1147e-01, -5.3011e-02,  1.2477e-01, -4.6462e-02,  1.8810e-02,
                      -2.3307e-02, -5.6502e-02, -3.0156e-03,  2.6440e-02, -4.2428e-01,
                      -1.8974e-02,  8.1980e-02,  6.0427e-02, -9.6994e-02, -4.0896e-03,
                       1.1205e-01,  9.9963e-02, -7.4470e-02, -6.7744e-02,  1.5314e-02,
                      -1.3881e-02,  7.0162e-02,  1.3796e-01,  3.7074e-02, -4.1207e-02,
                      -5.0054e-02,  5.7243e-02, -8.7872e-02,  6.8696e-02, -1.4827e-01,
                      -2.6761e-02, -1.4857e-01, -3.1851e-02,  8.2185e-02,  1.3610e-02,
                      -2.7503e-02,  7.3344e-02,  3.2168e-02,  5.2760e-02, -3.7632e-02,
                       2.6055e-02, -1.9262e-02,  8.9612e-02, -8.0165e-02,  5.9443e-02,
                       1.2573e-02, -7.4319e-02, -1.2048e-01,  3.3023e-02,  2.6729e-02,
                       6.4407e-02,  3.7160e-02, -1.9240e-02,  1.1681e-01,  4.8385e-02,
                      -1.0764e-01, -8.3525e-02,  2.1373e-02, -5.4575e-03,  1.5678e-01,
                      -3.7403e-02, -2.7367e-02,  9.2845e-02,  1.4118e-03, -3.5270e-02,
                       1.9660e-02, -4.8085e-02, -6.1754e-03, -1.1695e-02, -5.9435e-02,
                       4.5871e-02, -3.0171e-02,  9.3903e-02,  1.0223e-02, -5.3626e-02,
                      -7.5954e-02,  2.0212e-02,  3.9662e-02,  7.8595e-02, -9.0995e-02,
                      -1.5629e-02, -1.5907e-01,  2.2300e-02, -1.3234e-01, -3.0773e-02,
                      -1.3720e-01,  4.4246e-02,  5.1304e-02,  3.5966e-02, -2.4541e-02,
                      -1.2533e-01,  3.0626e-02, -5.0287e-02,  2.6661e-02, -3.9516e-02,
                      -1.8614e-02,  1.0462e-01,  5.3268e-02, -6.9957e-02,  6.0690e-02,
                      -2.9626e-02, -4.9996e-02, -7.4461e-02, -9.2496e-02,  1.9302e-02,
                      -1.6740e-01,  1.2527e-01,  4.2561e-04, -1.0071e-01, -2.2300e-02,
                       4.3147e-02, -7.1417e-02, -5.2706e-02, -1.0448e-01, -2.7046e-02,
                      -4.8140e-02, -9.2110e-02, -2.0921e-02, -3.1890e-02,  6.8599e-02,
                       3.4932e-02,  7.0017e-02,  2.6453e-02, -1.1222e-02, -1.0694e-01,
                      -3.5648e-02, -2.1211e-02,  1.4423e-02,  5.5496e-02, -3.0806e-02,
                      -1.7999e-02,  1.2565e-02, -1.8116e-02,  7.6257e-02, -6.9460e-03,
                       6.7536e-02,  4.5813e-02,  5.6898e-02,  1.7246e-01, -9.2176e-02,
                       3.2775e-02,  5.3588e-02, -1.1546e-01,  6.8820e-02,  1.8146e-02,
                      -5.7830e-03, -9.5362e-03, -5.0021e-02, -1.3961e-01, -8.8627e-02,
                      -4.9808e-02, -6.5459e-02, -6.8408e-02,  6.7015e-02, -8.8266e-03,
                       1.3366e-01,  1.5357e-01,  9.5261e-02,  4.2859e-02,  7.5513e-02,
                      -1.0747e-01, -7.5601e-05,  5.5057e-03, -1.9427e-02,  2.0501e-02,
                      -1.2965e-02, -9.5863e-02,  4.1718e-02,  5.6946e-02,  1.1713e-01,
                       1.2969e-01,  8.7131e-02,  1.4422e-01, -3.4806e-02, -4.4974e-02,
                       6.1766e-02,  5.7036e-03,  8.0672e-03,  7.5796e-02,  4.7520e-02,
                       3.5941e-02, -2.1558e-01, -1.0040e-01, -1.0587e-03,  1.5369e-02,
                       3.6327e-02,  7.5640e-02, -5.2853e-02, -7.7179e-03,  1.9976e-02,
                       9.7353e-03,  9.3562e-03,  1.0340e-01,  1.2288e-02, -3.7599e-02,
                      -7.4580e-02, -2.1419e-02, -1.5821e-01,  4.2724e-02,  2.0900e-02,
                      -1.1667e-02, -5.1333e-02, -3.8058e-02, -7.0068e-02,  8.5602e-02,
                       5.5429e-03, -3.9674e-03,  3.0566e-02, -1.0731e-02,  4.6090e-03,
                       1.9113e-01, -6.0558e-02,  6.5845e-02, -1.2487e-03, -1.7941e-02,
                       1.5290e-01, -7.5813e-02, -4.4295e-02,  4.5551e-02, -4.7937e-02,
                      -1.0785e-01,  3.4461e-02, -2.9221e-03,  8.4688e-02,  1.9105e-02,
                       6.0684e-02, -7.6797e-02, -8.3576e-02,  6.1679e-02,  1.4131e-01,
                      -1.0915e-01,  1.1002e-01, -7.4468e-02, -1.9310e-02, -4.2358e-02,
                       1.0761e-02,  7.8665e-02, -5.3123e-02, -9.4942e-02, -7.3298e-02,
                       2.2299e-02,  2.9619e-02,  7.6015e-02, -2.1151e-02,  3.6898e-03,
                      -8.6783e-02, -2.8043e-02,  1.4301e-01, -8.4375e-02,  5.9214e-02,
                       7.6372e-02,  2.0404e-01, -8.2930e-02,  2.9216e-02,  1.1976e-01,
                       8.8085e-02,  3.3662e-02,  7.2103e-04, -6.8709e-03,  3.7460e-02,
                      -1.5440e-02,  9.9665e-03, -8.0931e-01, -4.2136e-03,  7.0174e-02,
                       7.6671e-02, -3.7337e-02, -8.7804e-02,  8.3681e-02,  3.2821e-03,
                      -5.9486e-02,  1.5263e-03, -5.6940e-02, -1.3328e-01, -4.0899e-02,
                       8.8370e-02,  3.9478e-02, -3.4667e-02,  6.4915e-02,  6.9934e-02,
                       3.6530e-02, -1.3193e-02,  8.2955e-02,  5.3298e-02, -4.3424e-02,
                       1.7960e-02,  9.9564e-02, -1.5190e-02, -5.8932e-02,  7.5268e-02,
                      -3.4399e-02,  5.3303e-02,  1.4944e-02,  8.5143e-02, -8.7212e-02,
                       2.0107e-03,  8.0946e-02,  5.2575e-02,  2.2965e-02,  8.4432e-02,
                       8.7875e-02, -1.1042e-02,  4.9111e-02,  2.9363e-02, -4.9025e-02,
                       2.7453e-02, -6.5194e-02,  7.5490e-02, -3.3556e-03, -5.9335e-02,
                      -5.6887e-02,  4.3749e-02,  5.3471e-02,  1.1879e-01,  1.4965e-01,
                       8.1566e-02, -2.9957e-02,  6.4896e-04, -1.8001e-01,  9.4628e-02,
                       5.7641e-02, -6.5293e-02, -6.3513e-02, -9.8529e-02,  4.9284e-02,
                       6.1406e-02, -3.0013e-02,  4.0960e-02, -8.2952e-02,  1.5302e-02,
                      -7.3744e-02, -7.1400e-02, -1.2069e-01, -1.9640e-03,  1.6594e-02,
                      -9.0509e-02, -3.6689e-02, -1.1965e-01, -1.5048e-01,  1.5995e-01,
                       1.0259e-01, -4.2027e-02, -2.6521e-02,  6.8419e-02, -7.8193e-03,
                      -1.0220e-02,  1.7763e-02, -4.6900e-02,  5.2270e-02, -2.0961e-02,
                      -7.7086e-02, -1.1263e-02,  7.7089e-02, -1.3259e-01, -5.7216e-02,
                      -2.3633e-02, -2.1959e-02, -1.4329e-01, -1.1155e-01,  3.4034e-03,
                       1.7447e-03, -6.7556e-02, -1.1541e-03,  1.1196e-01, -1.1552e-01,
                       1.3584e-01,  2.7407e-02,  1.3716e-02,  4.0105e-02, -6.0875e-02,
                       8.4001e-02, -2.1902e-02, -1.3820e-01,  3.9746e-02,  7.2340e-02,
                      -9.2355e-02,  2.0000e-01,  6.8495e-03, -3.7076e-02, -6.8865e-02,
                       3.4318e-03,  4.6187e-02,  9.4477e-04, -5.2267e-02,  3.5464e-02,
                      -4.7473e-03, -6.8877e-02,  4.6753e-02,  2.2001e-02, -1.2039e-01,
                      -7.9625e-03, -3.3207e-02,  6.6285e-02,  6.8587e-02, -4.0519e-02,
                       7.2221e-02,  2.5601e-02, -4.2223e-02,  1.3318e-01, -3.0423e-02,
                       2.0473e-02,  4.4142e-02, -5.6656e-02,  8.2874e-02, -1.3336e-03,
                       5.6256e-02, -2.9768e-02,  4.1398e-02,  1.7351e-02, -1.2214e-01,
                      -2.2758e-02,  2.8741e-02, -7.4339e-02,  1.0257e-01, -2.7138e-02,
                       2.6839e-02,  1.2183e-02, -8.9680e-02,  9.0197e-02,  4.6312e-02,
                       6.9686e-02, -9.5554e-02, -2.9328e-02,  4.3648e-02,  2.5464e-02,
                      -4.1202e-02,  1.8077e-02,  6.3561e-03, -1.3685e-01, -8.9288e-03,
                      -5.3676e-03,  3.0801e-02, -1.3489e-01, -3.4425e-03, -4.9477e-02,
                      -6.6557e-02, -5.3397e-02, -5.5413e-02,  2.1469e-02, -7.8119e-02,
                       4.7939e-02,  2.6651e-02, -5.9942e-02,  1.6473e-01, -9.4247e-02,
                      -1.9674e-02, -6.3723e-02,  8.8816e-02, -2.2869e-02,  6.5991e-02,
                      -6.0655e-02, -7.1095e-02, -6.7512e-02,  4.6304e-02, -1.1814e-02,
                       1.3590e-01,  2.3038e-03,  1.5232e-01,  1.4687e-02,  1.5614e-02,
                      -2.7701e-02,  2.5035e-02, -1.9115e-01, -5.5797e-02,  1.1052e-01,
                      -1.1261e-02, -1.1227e-02,  6.5936e-02,  3.7986e-02, -7.0630e-02,
                       6.5492e-03,  4.1333e-02,  6.5905e-02], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.weight',
              tensor([0.8219, 0.8497, 0.8649, 0.8223, 0.8500, 0.8588, 0.7719, 0.8331, 0.8525,
                      0.8190, 0.8498, 0.8657, 0.8591, 0.8718, 0.8603, 0.8217, 0.8503, 0.8414,
                      0.8551, 0.8592, 0.8458, 0.8558, 0.8287, 0.8468, 0.8700, 0.8393, 0.8416,
                      0.7848, 0.8502, 0.8563, 0.8593, 0.8253, 0.8704, 0.8186, 0.8529, 0.8635,
                      0.8134, 0.8510, 0.8277, 0.7981, 0.8641, 0.8509, 0.8161, 0.8701, 0.8659,
                      0.8324, 0.8495, 0.8469, 0.8583, 0.8562, 0.8361, 0.8408, 0.8470, 0.8762,
                      0.8228, 0.8138, 0.8347, 0.8837, 0.8231, 0.8417, 0.8443, 0.8605, 0.8469,
                      0.8407, 0.8158, 0.8431, 0.8586, 0.8407, 0.8307, 0.7980, 0.8316, 0.8560,
                      0.8567, 0.8218, 0.8553, 0.8707, 0.8571, 0.8312, 0.8569, 0.8592, 0.8378,
                      0.8813, 0.8554, 0.8160, 0.8274, 0.8163, 0.8295, 0.8591, 0.8619, 0.8346,
                      0.8321, 0.8545, 0.8544, 0.8698, 0.8375, 0.8370, 0.8259, 0.8564, 0.8731,
                      0.8501, 0.8446, 0.8685, 0.8432, 0.8476, 0.8139, 0.8809, 0.8697, 0.8180,
                      0.8662, 0.8539, 0.8320, 0.8552, 0.8656, 0.8125, 0.8688, 0.8452, 0.8424,
                      0.8361, 0.8575, 0.8554, 0.8584, 0.8749, 0.8654, 0.8346, 0.8397, 0.8352,
                      0.8579, 0.8420, 0.8713, 0.8331, 0.8686, 0.8334, 0.8388, 0.8437, 0.8798,
                      0.8525, 1.1539, 0.8494, 0.7976, 0.8679, 0.8251, 0.8473, 0.8495, 0.2349,
                      0.8392, 0.8650, 0.8441, 0.8640, 0.8530, 0.8048, 0.8259, 0.8571, 0.8429,
                      0.8429, 0.8395, 0.8339, 0.8591, 0.8493, 0.8228, 0.8718, 0.8076, 0.8701,
                      0.8854, 0.8696, 0.8324, 0.8321, 0.8293, 0.7935, 0.8389, 0.8464, 0.8603,
                      0.7942, 0.8052, 0.8504, 0.8460, 0.8191, 0.8560, 0.8189, 0.8622, 0.8473,
                      0.8554, 0.8557, 0.8278, 0.8422, 0.8712, 0.8566, 0.8409, 0.8129, 0.8400,
                      0.8251, 0.8255, 0.8132, 0.8368, 0.8552, 0.8127, 0.8501, 0.8740, 0.8358,
                      0.8634, 0.8286, 0.8635, 0.8089, 0.8600, 0.8355, 0.8409, 0.8399, 0.8675,
                      0.8518, 0.8468, 0.8576, 0.8527, 0.8457, 0.8197, 0.8512, 0.8564, 0.8740,
                      0.8314, 0.8510, 0.8441, 0.8299, 0.8884, 0.8541, 0.8545, 0.8573, 0.8295,
                      0.8408, 0.8584, 0.8418, 0.8026, 0.8062, 0.8726, 0.8811, 0.8350, 0.8587,
                      0.8560, 0.8360, 0.8400, 0.8516, 0.8694, 0.8543, 0.8502, 0.8208, 0.8189,
                      0.8502, 0.8541, 0.8375, 0.8625, 0.8486, 0.8814, 0.8333, 0.8320, 0.8499,
                      0.8836, 0.8493, 0.8454, 0.8994, 0.8487, 0.8406, 0.8641, 0.8464, 0.8041,
                      0.8436, 0.8287, 0.8464, 0.8581, 0.8525, 0.8757, 0.8779, 0.8841, 0.8182,
                      0.8223, 0.8482, 0.8423, 0.8629, 0.8520, 0.8552, 0.8587, 0.8653, 0.8219,
                      0.8399, 0.8708, 0.8539, 0.8718, 0.3518, 0.8637, 0.8676, 0.8362, 0.8409,
                      0.8642, 0.8181, 0.8416, 0.8510, 0.8496, 0.8093, 0.8543, 0.8325, 0.8132,
                      0.8287, 0.8679, 0.8432, 0.8504, 0.8360, 0.8551, 0.8670, 0.3516, 0.8851,
                      0.8501, 0.8708, 0.8487, 0.8435, 0.8328, 0.8517, 0.8584, 0.8662, 0.8342,
                      0.8608, 0.8448, 0.8582, 0.8564, 0.8131, 0.8489, 0.8615, 0.8355, 0.8598,
                      0.8600, 0.8407, 0.8819, 0.8520, 0.8600, 0.8381, 0.8523, 0.8691, 0.8470,
                      0.8908, 0.8597, 0.8556, 0.8786, 0.8167, 0.8023, 0.8446, 0.8248, 0.8710,
                      0.8194, 0.8647, 0.8403, 0.8407, 0.8662, 0.8547, 0.8435, 0.8133, 0.8553,
                      0.8415, 0.8329, 0.8593, 0.8542, 0.8488, 0.8448, 0.8589, 0.8576, 0.8172,
                      0.8588, 0.8453, 0.8463, 0.8683, 0.8109, 0.8195, 0.8565, 0.8283, 0.8398,
                      0.8631, 0.8525, 0.8625, 0.8550, 0.8656, 0.8459, 0.8495, 0.8459, 0.8634,
                      0.8732, 0.7990, 0.8307, 0.8549, 0.8475, 0.8687, 0.8476, 0.8472, 0.8644,
                      0.8552, 0.8531, 0.8299, 0.8560, 0.8421, 0.8663, 0.8530, 0.8569, 0.8566,
                      0.8452, 0.8596, 0.8077, 0.8182, 0.8550, 0.8604, 0.8228, 0.8545, 0.8485,
                      0.8441, 0.8478, 0.8395, 0.8634, 0.8687, 0.8477, 0.8483, 0.8672, 0.8690,
                      0.8688, 0.8752, 0.8245, 0.8458, 0.8282, 0.8793, 0.8787, 0.8763, 0.8453,
                      0.8112, 0.8370, 0.8734, 0.8297, 0.8065, 0.8744, 0.8572, 0.8618, 0.8479,
                      0.8226, 0.8335, 0.8289, 0.8679, 0.8627, 0.8432, 0.8757, 0.8327, 0.8574,
                      0.8294, 0.8282, 0.8298, 0.8379, 0.8224, 0.8380, 0.8412, 0.8587, 0.8392,
                      0.8543, 0.8138, 0.8342, 0.8683, 0.8390, 0.7856, 0.8564, 0.8062, 0.8205,
                      0.8351, 0.8716, 0.8748, 0.8165, 0.8781, 0.7163, 0.8073, 0.8317, 0.8553,
                      0.8499, 0.8482, 0.8292, 0.8478, 0.8434, 0.8294, 0.8517, 0.8387, 0.8058,
                      0.8705, 0.8386, 0.8548, 0.8360, 0.8587, 0.8881, 0.8317, 0.8566, 0.8481,
                      0.8631, 0.8382, 0.8937, 0.8356, 0.8315, 0.8546, 0.8284, 0.8362, 0.8236,
                      0.8546, 0.8660, 0.8636, 0.8686, 0.8546, 0.8800, 0.8578, 0.8371, 0.8448,
                      0.8607, 0.8106, 0.8710, 0.8502, 0.8656, 0.8297, 0.8345, 0.8548, 0.8485,
                      0.8503, 0.8362, 0.8232, 0.8647, 0.8387, 0.8195, 0.8585, 0.8708, 0.8355,
                      0.8476, 0.9002, 0.8703, 0.8398, 0.8239, 0.8469, 0.8367, 0.8570, 0.8311,
                      0.8156, 0.8225, 0.8450, 0.8287, 0.8380, 0.8042, 0.8389, 0.8235, 0.8413,
                      0.8345, 0.8616, 0.8123, 0.7916, 0.8624, 0.8480, 0.8214, 0.8229, 0.8520,
                      0.8216, 0.8131, 0.8451, 0.8369, 0.8485, 0.8187, 0.8598, 0.8083, 0.6916,
                      0.8444, 0.8618, 0.8672, 0.8413, 0.8337, 0.8744, 0.8430, 0.8748, 0.8474,
                      0.8655, 0.8238, 0.8332, 0.8342, 0.8806, 0.8503, 0.8344, 0.8435, 0.8452,
                      0.8497, 0.8541, 0.8486, 0.8500, 0.8747, 0.8298, 0.8369, 0.8559, 0.8583,
                      0.8512, 0.8526, 0.8427, 0.8142, 0.8303, 0.8691, 0.8105, 0.8334, 0.8539,
                      0.8657, 0.8373, 0.8388, 0.8431, 0.8733, 0.8433, 0.8598, 0.8618, 0.8481,
                      0.8713, 0.8574, 0.8643, 0.8356, 0.7759, 0.8153, 0.8476, 0.8359, 0.8397,
                      0.8492, 0.8562, 0.8216, 0.8455, 0.8668, 0.8546, 0.8531, 0.8598, 0.8454,
                      0.8497, 0.8509, 0.8640, 0.8438, 0.8342, 0.8391, 0.8248, 0.8755, 0.8510,
                      0.8583, 0.8472, 0.8611, 0.8190, 0.8165, 0.8417, 0.8892, 0.8630, 0.8541,
                      0.8555, 0.8546, 0.8597, 0.8480, 0.8361, 0.8603, 0.8511, 0.8236, 0.8512,
                      0.8397, 0.8317, 0.8324, 0.8796, 0.8362, 0.8334, 0.8468, 0.8509, 0.8559,
                      0.8527, 0.8073, 0.8510, 0.8374, 0.8270, 0.8572, 0.8334, 0.8377, 0.8720,
                      0.8514, 0.8032, 0.8453, 0.8292, 0.8431, 0.8050, 0.8438, 0.8511, 0.8491,
                      0.8472, 0.8502, 0.8779, 0.8343, 0.8424, 0.8639, 0.8419, 0.8360, 0.8463,
                      0.8574, 0.8439, 0.8375, 0.8713, 0.8611, 0.8437, 0.8547, 0.8280, 0.8669,
                      0.8509, 0.8688, 0.8598, 0.8577, 0.7841, 0.8087, 0.8604, 0.8453, 0.8370,
                      0.8589, 0.8088, 0.8347, 0.8713, 0.8369, 0.8637, 0.8583, 0.8488, 0.8525,
                      0.8584, 0.8527, 0.8435, 0.8518, 0.8484, 0.7815, 0.8150, 0.8602, 0.8541,
                      0.8473, 0.8429, 0.8377, 0.8283, 0.8632, 0.8177, 0.8773, 0.8288, 0.8754,
                      0.8503, 0.8226, 0.8546, 0.8497, 0.7522, 0.8447, 0.8541, 0.8414, 0.8657,
                      0.8426, 0.8467, 0.8355, 0.8464, 0.8127, 0.8046, 0.8442, 0.8416, 0.8690,
                      0.8537, 0.8705, 0.8423, 0.8444, 0.8661, 0.8507, 0.8478, 0.8587, 0.8610,
                      0.8409, 0.8320, 0.8506, 0.8113, 0.8375, 0.8582, 0.8596, 0.8543, 0.8759,
                      0.8574, 0.8659, 0.8388], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.bias',
              tensor([-8.8351e-02,  7.0347e-02,  4.4228e-02, -1.6093e-01,  4.6863e-02,
                      -6.9565e-02,  9.1174e-02, -1.1286e-01, -7.8919e-02,  4.1666e-02,
                      -1.2560e-01, -2.7105e-02, -2.5933e-03,  8.4553e-02, -7.3195e-02,
                      -1.0420e-01, -1.9188e-02,  3.4003e-02,  3.8959e-03,  2.2269e-02,
                      -6.1091e-02, -6.0383e-02, -4.6725e-02, -8.7183e-02, -4.1845e-02,
                      -2.1611e-02, -1.0757e-01, -2.3952e-01, -6.4600e-02, -1.1216e-01,
                      -1.3376e-02,  1.9291e-02,  7.1984e-02,  3.1990e-02, -1.9105e-01,
                      -5.5506e-02,  7.6303e-02, -5.3639e-02, -7.7727e-02, -1.6599e-01,
                       4.6693e-03,  4.4194e-02, -7.8077e-02, -5.2925e-02, -3.9373e-02,
                       9.6736e-03, -1.5635e-02, -1.3774e-01, -4.9620e-02, -6.8003e-02,
                      -8.7941e-02, -1.0551e-01, -1.2601e-01,  4.3231e-02, -6.1578e-02,
                       6.1698e-02,  6.9597e-02, -3.6051e-02, -3.8341e-02, -6.9596e-02,
                       2.4035e-02, -7.5804e-03, -1.3354e-01,  9.9438e-02,  3.4748e-02,
                      -4.1731e-02, -5.2880e-02,  3.2954e-03, -7.2434e-02,  5.2282e-02,
                       6.1457e-02,  4.5774e-02, -1.4351e-02, -7.2740e-02, -2.7603e-02,
                      -5.2192e-02, -6.6841e-02, -2.1379e-02, -1.2521e-02, -8.0378e-03,
                      -1.3124e-01, -5.7642e-02, -1.3232e-03, -1.4772e-01,  8.1875e-03,
                      -1.3636e-01, -4.0520e-02, -4.6121e-02, -8.6913e-02, -8.4919e-02,
                       3.6168e-02, -1.1659e-02,  2.3447e-03, -8.0900e-02, -6.3694e-03,
                      -1.3088e-01, -2.4231e-02, -3.8826e-03, -5.7449e-02, -8.7534e-02,
                      -2.5485e-02,  1.6810e-02, -4.5989e-02, -5.7063e-02,  5.7477e-02,
                       1.3175e-03, -1.1782e-01, -3.2531e-02,  5.0544e-02,  5.5093e-02,
                      -4.1333e-02,  2.2623e-03,  2.1707e-03, -3.1442e-02, -1.2424e-01,
                      -1.6608e-01, -3.9744e-02, -1.0005e-01, -8.3253e-03, -1.5514e-02,
                      -4.8319e-02, -1.6663e-02, -3.3673e-02, -4.4344e-02,  3.3961e-03,
                      -3.5990e-02, -5.1999e-02, -3.6183e-02,  1.4601e-02, -2.9616e-02,
                       4.8029e-02, -5.7664e-02, -1.8008e-02, -4.4375e-02,  1.7024e-02,
                      -1.0341e-01, -1.8058e-01, -1.0214e-01, -2.1989e-01, -2.6200e-02,
                       5.4242e-02,  5.2396e-02, -3.5449e-02,  4.0521e-01, -3.4542e-02,
                      -1.5945e-02, -9.0036e-02, -7.3725e-02,  3.0511e-02,  1.6627e-01,
                       1.2488e-01,  3.8748e-03,  7.9438e-03, -1.3934e-01, -7.1999e-02,
                       1.1905e-01, -2.2362e-02,  9.3974e-02, -1.1919e-01,  4.0984e-02,
                      -1.5401e-01, -6.2573e-02, -6.7573e-02, -2.4345e-02, -3.0994e-02,
                       8.3696e-02, -1.5904e-01, -5.7004e-02,  5.1746e-02, -4.9684e-02,
                      -5.1196e-02, -9.2659e-02, -2.5632e-02, -8.8121e-02, -1.3954e-01,
                      -1.1413e-01, -1.3930e-01,  4.7260e-02,  1.7179e-02, -6.7833e-02,
                       2.8511e-02,  2.0007e-02, -2.9019e-02,  7.0968e-02, -3.6865e-03,
                      -1.4532e-02,  7.3410e-04,  5.7782e-02, -2.7119e-02, -1.7391e-03,
                      -9.7817e-02, -6.4862e-02, -6.9291e-02, -8.1251e-02,  8.3539e-02,
                       5.1180e-02, -4.0488e-02, -6.6367e-04, -7.8571e-03,  3.6394e-02,
                      -3.7990e-02, -9.5814e-02,  1.2300e-02, -5.3182e-02, -7.6826e-02,
                      -3.2151e-03, -7.3116e-02,  1.0144e-01,  4.6889e-04,  1.9533e-03,
                      -2.4242e-02,  3.2156e-02, -6.2165e-02,  6.7405e-02, -5.1638e-02,
                      -9.6235e-03, -1.1025e-01, -3.9521e-02, -1.0261e-02, -3.4797e-02,
                      -4.8025e-02, -7.2713e-02, -1.2493e-01,  7.4168e-02,  1.1054e-01,
                      -1.1975e-01, -4.6120e-02, -2.3081e-02, -1.3595e-01, -7.7527e-02,
                      -2.7121e-02, -7.2337e-02, -3.5845e-02,  5.4549e-02, -1.6218e-02,
                       3.9706e-03, -4.4459e-02,  4.0369e-02, -2.6158e-02, -2.6256e-02,
                       5.0628e-02, -4.5089e-03, -1.1315e-01, -7.0304e-02,  3.9108e-02,
                       3.9774e-02, -8.8806e-02, -4.9511e-02, -6.3072e-02, -1.5235e-01,
                      -7.0655e-02, -4.5414e-02, -1.1920e-01, -1.0506e-01, -1.1149e-01,
                      -7.0709e-02,  7.0666e-02, -6.1305e-02,  2.1516e-03, -7.4017e-02,
                      -9.2210e-02,  1.9042e-02, -8.0534e-02, -6.7273e-02, -1.1365e-02,
                      -1.9210e-02, -8.2505e-02, -7.0477e-02, -3.5830e-02,  5.4680e-02,
                       3.0772e-02,  4.4162e-02, -1.4507e-01, -2.0010e-02, -1.0930e-01,
                      -6.1153e-02,  2.9472e-02, -4.1338e-02, -8.4127e-02,  1.4970e-01,
                      -4.6653e-02, -1.2921e-02, -1.6220e-03, -6.3362e-01, -1.0812e-02,
                      -4.5261e-02, -3.8082e-02,  7.5374e-02, -9.6372e-02, -4.6083e-02,
                      -1.8193e-02, -5.9106e-02, -5.0513e-02,  4.4883e-02, -1.3620e-02,
                       5.8131e-02,  6.4178e-02, -8.0707e-03,  2.2420e-02, -2.4457e-02,
                      -9.2860e-02,  6.1069e-02, -3.9329e-02, -5.2847e-02,  2.8881e-01,
                      -1.6686e-02, -4.2249e-02, -3.5624e-02,  5.6995e-02, -1.4488e-01,
                      -1.3473e-01, -1.2448e-01, -4.0330e-02, -7.8860e-02,  4.9300e-03,
                      -1.0229e-04, -4.2097e-02, -9.0404e-03,  5.2809e-02, -1.4470e-02,
                       2.8410e-02, -3.8542e-02, -5.2051e-02, -1.0229e-02, -7.0118e-03,
                       3.9801e-02, -6.4197e-02, -3.6641e-02, -1.8826e-02, -7.3940e-02,
                       1.4131e-01, -6.2940e-02, -7.7337e-03, -8.4940e-02, -2.7673e-02,
                       3.6346e-02, -3.0511e-02, -1.4386e-01,  1.2937e-01, -1.6778e-02,
                      -5.5658e-02, -6.6739e-02, -1.0432e-02,  5.2022e-02, -6.6897e-02,
                      -4.1295e-02, -7.2849e-03,  7.5147e-02, -7.0931e-02, -3.9668e-02,
                      -9.2080e-03,  7.6084e-02,  6.0203e-02, -4.3354e-02, -5.2383e-02,
                       6.4033e-02,  2.7061e-02, -7.9407e-02, -5.3988e-02, -1.0593e-02,
                      -3.0635e-02,  1.8515e-02, -4.2727e-02, -7.0225e-03,  5.0835e-02,
                      -1.0297e-01,  3.2446e-03, -1.6204e-01,  4.5765e-02, -5.9648e-02,
                       2.3513e-02,  4.9124e-02, -7.1557e-03, -6.8069e-02,  2.8741e-02,
                      -4.5243e-02,  3.0560e-02,  7.2611e-02, -4.6817e-02, -5.7301e-02,
                       4.0422e-02, -5.2222e-02, -1.5013e-02, -8.4219e-02, -2.3058e-02,
                       6.6801e-02, -3.4545e-02, -1.9646e-02, -9.2918e-02,  8.8390e-03,
                      -7.2967e-02, -4.2371e-02, -2.2553e-02,  1.6158e-02, -1.7918e-02,
                       3.0012e-02,  1.1829e-02, -1.4105e-02,  3.7283e-02, -2.3146e-02,
                      -1.2914e-02, -6.3187e-02,  4.9106e-02,  7.6764e-03,  3.9893e-02,
                      -5.2364e-02, -5.0498e-03,  9.4432e-03,  2.8730e-02,  5.6015e-02,
                       7.8058e-03, -1.4016e-02, -1.1352e-01, -9.3282e-03,  5.1980e-03,
                      -1.9274e-02, -4.8702e-02, -2.3783e-01,  3.2008e-02,  6.8521e-02,
                       1.3578e-02,  4.6708e-02,  4.6220e-02, -1.3944e-01, -1.3257e-01,
                      -2.9310e-02,  6.3546e-02, -3.5683e-02, -1.0314e-01, -1.2822e-01,
                       7.2506e-02, -6.0771e-02,  6.6221e-02, -1.4579e-01,  4.1519e-02,
                      -5.6703e-02, -1.0713e-01,  3.7425e-03, -5.1302e-02, -4.4442e-02,
                      -3.8135e-02,  5.2935e-03,  5.9322e-03,  3.9272e-02,  4.6512e-03,
                       2.9046e-02, -2.1943e-02,  6.1741e-03, -5.1352e-02, -1.2878e-04,
                      -7.5178e-02, -8.8622e-02, -1.2895e-01, -4.5908e-02,  1.3989e-02,
                       2.1762e-01, -1.0789e-01,  5.6221e-03,  2.8203e-02, -2.8760e-02,
                       8.9800e-04,  8.7207e-03, -3.0933e-02, -9.6311e-02, -9.5789e-02,
                      -5.7680e-02, -6.6017e-02, -7.1375e-02, -6.6152e-02, -7.9794e-02,
                      -1.8501e-01, -8.2683e-02, -3.6866e-02, -7.7703e-02, -2.1122e-02,
                      -6.4081e-02,  4.1963e-02, -2.7205e-02, -6.7434e-02,  2.9344e-02,
                      -7.7818e-02, -1.2926e-02,  3.0594e-02, -8.4705e-02, -6.0823e-02,
                       2.3492e-02, -2.0275e-02, -8.7996e-02, -2.7597e-02, -5.8021e-02,
                       2.8440e-02, -3.9846e-02,  7.8291e-02, -2.5820e-02, -1.3378e-01,
                      -4.3531e-02, -1.0952e-02, -4.0803e-02, -1.1070e-02, -2.5692e-02,
                      -1.4659e-01, -3.7635e-02, -7.7054e-02,  7.7150e-02,  1.1057e-02,
                      -2.2164e-01, -2.3709e-02, -7.9417e-02, -2.2744e-02,  2.5070e-02,
                       9.4672e-02, -1.3454e-02, -5.9606e-02, -2.6601e-02,  6.6425e-02,
                       6.6418e-02, -1.1554e-03, -6.8182e-02, -6.9494e-02, -5.8415e-02,
                       1.7724e-03,  1.8604e-02, -4.3991e-02, -1.3026e-02, -1.8443e-02,
                       2.3383e-03, -1.6235e-01,  2.0632e-02, -3.0202e-02,  4.1440e-02,
                      -2.5297e-02, -1.2497e-01,  5.5399e-02,  4.0476e-03,  4.9953e-02,
                      -1.1876e-01, -9.7015e-02, -5.0306e-02,  6.4330e-02, -6.7385e-02,
                       1.4311e-01,  4.7055e-03, -7.4023e-02,  4.9287e-02, -1.0105e-01,
                      -1.7814e-01, -6.3909e-02, -3.3099e-02, -3.8125e-02, -1.8138e-01,
                      -1.7497e-01, -5.6036e-02,  7.6403e-02, -8.2510e-02, -8.1667e-02,
                      -7.7473e-02,  5.2235e-02, -4.7382e-01,  4.3598e-02, -4.5173e-02,
                       3.0139e-03, -9.0369e-02, -4.6925e-02, -3.7362e-02, -6.4434e-02,
                      -7.5288e-03, -3.9035e-02, -1.7523e-02,  1.0779e-02, -1.5963e-01,
                      -9.4295e-02, -3.2138e-02,  4.1444e-02, -2.0500e-02, -6.6955e-02,
                      -3.8337e-02, -4.3639e-02,  2.6331e-02, -8.9577e-02,  7.6651e-02,
                      -6.3163e-02, -1.8990e-01, -7.2665e-02, -3.4638e-02, -7.2384e-02,
                      -1.0056e-02, -4.7205e-02, -3.8439e-02, -1.0166e-01,  8.8536e-03,
                       2.2524e-03, -8.2332e-02, -4.9840e-02,  2.8284e-02, -4.6080e-02,
                      -7.3436e-02, -4.6892e-02, -5.4614e-02,  2.9182e-02, -1.3462e-01,
                       7.5368e-03, -2.8264e-02, -1.1515e-02,  5.5875e-02,  1.9732e-02,
                       3.4434e-02, -7.1508e-02, -8.1402e-02, -9.5543e-02, -1.3399e-01,
                      -5.2980e-02,  2.3246e-02, -3.9345e-02,  4.2945e-02, -1.8210e-01,
                      -1.2318e-01, -1.6412e-02, -5.9491e-03, -1.4190e-02, -2.1339e-02,
                       1.9087e-02, -2.4438e-02, -1.2798e-01, -5.4805e-02, -8.9058e-02,
                       5.1148e-02,  2.4999e-02,  6.2275e-02, -7.6482e-02, -8.1971e-02,
                       8.5210e-02, -6.8243e-02, -2.8404e-02,  1.0329e-01, -1.0859e-01,
                      -1.1638e-01,  1.4025e-03, -1.0768e-01,  1.8840e-02, -2.9067e-03,
                       2.5316e-02,  3.1972e-02, -1.6612e-01, -1.1831e-01, -1.3148e-02,
                      -1.7935e-03,  2.2521e-02, -1.1005e-01,  7.3039e-02,  1.4950e-02,
                       1.2336e-02,  5.4911e-02, -4.8697e-03,  6.8585e-02, -4.2896e-02,
                      -3.4070e-02,  1.8804e-02, -2.1128e-02, -1.7345e-01,  4.1069e-02,
                      -1.2608e-01, -7.6076e-02, -3.4165e-02, -6.3467e-02,  1.0946e-01,
                      -1.6042e-02, -1.2059e-01,  4.5854e-02, -1.7650e-02, -6.0390e-02,
                      -6.1452e-03, -6.8802e-02, -6.9648e-02, -5.6505e-02, -1.1531e-01,
                      -9.4274e-02, -1.0538e-02,  2.6611e-02,  1.0151e-01, -7.9638e-02,
                      -1.0397e-01,  7.7534e-03, -7.4061e-02, -8.3347e-02,  3.5096e-02,
                      -8.2743e-03,  2.2286e-02, -9.3804e-03, -1.2381e-02,  2.0372e-02,
                      -1.1542e-01, -9.6756e-02,  1.4001e-02, -8.7972e-02, -5.9556e-02,
                       7.1062e-03, -5.9504e-02,  1.9926e-01, -1.9034e-01, -7.0556e-02,
                      -9.9406e-02, -6.2949e-02,  2.8985e-02, -6.2476e-03,  8.2185e-02,
                       2.7318e-02, -5.2635e-02, -6.8547e-03, -2.3388e-02,  1.6471e-02,
                      -4.7902e-02, -1.1445e-02, -4.7707e-02, -4.9372e-02, -7.5779e-02,
                      -7.0460e-02,  6.4558e-02, -3.2443e-02, -6.6057e-02, -6.3594e-02,
                       2.0359e-02, -4.4450e-02, -7.1188e-02,  5.4725e-02,  4.9532e-03,
                      -3.9208e-02, -1.1836e-01,  2.2216e-02,  3.4235e-03, -7.4098e-02,
                       3.0526e-02,  6.1857e-03,  3.3978e-02, -3.4588e-01,  3.3925e-02,
                      -2.8639e-02, -1.1795e-01,  4.4062e-03, -6.1606e-02, -4.5294e-02,
                       2.3283e-02, -5.8780e-03, -8.1016e-02, -1.2149e-01, -6.6215e-02,
                       4.0888e-02,  5.4250e-03,  1.9242e-02,  3.7643e-02,  9.5149e-03,
                      -8.9481e-02, -5.3927e-02, -1.1316e-01,  5.2685e-04,  8.1653e-03,
                       5.0245e-02, -8.8771e-02,  7.2229e-02,  9.7607e-04, -7.3878e-02,
                       1.3156e-02,  2.0875e-02, -4.4058e-02, -2.8664e-02, -1.1933e-03,
                       8.1448e-03, -4.3323e-02, -1.5693e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.weight',
              tensor([[ 0.0617, -0.0435, -0.0056,  ...,  0.0185, -0.0127, -0.0283],
                      [-0.0290,  0.0075,  0.0253,  ...,  0.0706, -0.0094, -0.0199],
                      [-0.0198,  0.0108,  0.0097,  ...,  0.0081,  0.0174, -0.0167],
                      ...,
                      [ 0.0508,  0.0462,  0.0236,  ...,  0.0223, -0.0051, -0.0158],
                      [-0.1085, -0.0022,  0.0562,  ..., -0.0023,  0.0335,  0.0098],
                      [ 0.0028, -0.0156,  0.0320,  ...,  0.0213,  0.0343,  0.0250]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.bias',
              tensor([ 1.0834e-01,  4.1034e-02,  8.1781e-02, -3.5314e-02,  7.9386e-03,
                      -4.1982e-01, -3.5461e-01, -4.6610e-02, -2.4466e-01, -2.9061e-02,
                       5.0810e-01,  1.8849e-01,  7.4254e-02, -1.0395e-01,  4.0795e-01,
                      -8.3727e-02,  2.4782e-02,  3.4946e-02, -5.3688e-01, -7.8033e-02,
                       7.9601e-02, -1.2105e-01, -1.6154e-01, -5.7517e-03, -1.9911e-02,
                       3.6289e-02,  1.1082e-01,  8.9472e-02, -2.0545e-02, -2.0482e-01,
                       3.8708e-02, -5.9098e-02, -8.1456e-02, -4.2553e-02,  1.4111e-01,
                       1.5990e-01, -1.1231e-01,  4.8958e-01, -8.2431e-02,  1.3690e-01,
                      -1.5747e-01, -1.1890e-01, -1.9781e-01, -2.0394e-01, -3.7667e-02,
                      -7.5036e-02,  2.8536e-02, -8.6615e-02,  6.2034e-02, -3.0389e-02,
                       1.5585e-01, -2.4510e-01, -9.2823e-02,  6.4083e-02,  6.0256e-02,
                      -1.9993e-01, -2.9826e-01, -5.6378e-04,  9.1385e-02,  2.8936e-03,
                       3.8703e-02,  2.3753e-02, -8.1693e-02, -3.7511e-01,  2.4502e-02,
                      -2.6930e-02, -2.5344e-03,  1.2420e-02,  3.7765e-02,  5.5423e-02,
                       5.1479e-02, -4.9275e-02,  2.5811e-02,  3.1001e-03, -2.2080e-02,
                      -1.1110e-01,  8.9655e-03, -5.8482e-02,  5.9211e-02, -9.8259e-02,
                       7.6807e-02, -1.1997e-01,  4.5943e-02, -4.3725e-02,  2.7802e-02,
                       3.7996e-02,  1.2986e-02,  1.7998e-02, -1.2066e-01, -2.3370e-02,
                      -7.5032e-02,  1.0283e-01,  8.0674e-02, -2.8011e-01,  8.7416e-02,
                       1.3459e-02, -5.1030e-02, -1.1993e-02, -8.1406e-02,  1.2429e-02,
                       1.7940e-01, -2.1556e-02, -7.0028e-02,  4.8312e-02,  6.0821e-02,
                      -8.4890e-03,  3.2513e-02,  6.3084e-02, -4.3794e-02, -5.6652e-03,
                       3.2081e-02,  2.3650e-03, -1.1372e-02,  1.2115e-01,  5.0194e-02,
                       4.7536e-02, -7.8949e-02, -1.1336e-01,  2.6455e-02,  4.3821e-02,
                       1.0944e-01, -3.4896e-01,  1.8307e-03, -7.1253e-02,  7.4892e-02,
                       1.4503e-02,  1.0254e-01, -1.5639e-01, -1.0900e-02,  3.2940e-03,
                      -4.8270e-03,  1.0224e-01,  1.5505e-01, -6.9945e-02,  6.8988e-03,
                      -2.8241e-02, -2.7238e-02, -4.3768e-02, -3.6724e-02,  4.7127e-02,
                       1.6988e-01,  4.6987e-01,  1.2359e-01,  8.6283e-02, -5.8587e-02,
                       4.2390e-03, -3.1507e-02,  8.5510e-02, -4.5684e-02, -2.2529e-02,
                      -1.2188e-01,  7.4941e-02, -8.5592e-03, -1.6107e-02,  2.5736e-03,
                       2.3423e-02, -7.1394e-02, -6.1839e-03,  3.7505e-02,  2.0089e-03,
                      -2.3881e-02, -5.3901e-02, -5.2954e-02,  3.7103e-03,  1.0331e-01,
                      -9.3024e-03,  7.4461e-02, -2.8145e-02,  2.2342e-01, -1.2346e-01,
                      -1.3550e-02,  1.6871e-01, -1.2709e-01,  1.4093e-03,  4.7378e-03,
                      -1.6505e-02, -9.6348e-02,  4.4108e-03,  2.2368e-02,  5.4746e-03,
                       7.0879e-02, -1.0328e-01,  5.0058e-02, -6.1910e-03,  4.6104e-03,
                      -3.0852e-02,  4.1283e-02,  1.3466e-01,  6.8583e-02,  7.9266e-02,
                       2.0829e-02, -6.1757e-03,  2.7513e-02,  3.2657e-01, -3.1887e-02,
                      -1.3148e-02, -4.6316e-02, -3.0686e-01,  1.8418e-03, -3.0156e-02,
                       5.3143e-04, -7.6191e-02,  2.5758e-02,  1.8217e-02,  1.7268e-02,
                      -6.4667e-02, -4.6536e-02, -2.9869e-02,  1.1819e-03, -1.4245e-02,
                       4.7295e-04,  9.1333e-03, -3.8628e-02, -7.3377e-02, -1.6983e-02,
                      -1.0828e-01,  1.5417e-01, -5.9498e-02,  2.8108e-02,  4.6055e-02,
                      -2.2611e-02, -3.7202e-02,  3.6736e-02, -7.0529e-02,  1.2032e-01,
                       7.5184e-03, -8.5154e-02, -4.0211e-02, -4.1913e-02,  1.9091e-04,
                       1.3234e-02,  1.4124e-01,  9.8546e-03, -2.1202e-02, -7.5683e-03,
                       3.1976e-02,  1.1980e-01, -3.0048e-02, -7.9780e-02,  1.2305e-02,
                      -1.7724e-02, -1.1857e-01, -5.1748e-02, -7.1815e-02,  2.2456e-02,
                       1.8372e-02,  4.9045e-02,  2.4706e-03, -1.2463e-01, -8.9747e-03,
                      -9.3987e-02, -6.5566e-02,  2.2389e-02, -8.0935e-03,  2.2768e-02,
                       1.3810e-02, -2.9986e-02,  6.1232e-02, -8.1572e-02, -1.3341e-01,
                      -1.0829e-01, -1.8776e-01, -4.5180e-02,  7.3856e-02,  6.0931e-02,
                       3.0287e-04,  2.9497e-02,  5.2553e-02, -4.0520e-02,  1.0299e-01,
                       1.3725e-01,  2.0707e-02,  1.2412e-01, -4.2145e-02,  2.6460e-01,
                       1.6842e-02, -5.0871e-01, -6.6331e-03,  9.0476e-02, -1.4722e-01,
                       1.4171e-01,  3.0825e-02, -6.6910e-02, -6.5772e-02,  1.2674e-02,
                       9.9549e-03, -3.2950e-02, -7.1609e-02,  1.9705e-01, -2.2354e-02,
                       8.3669e-02,  6.1621e-03,  5.9297e-02, -7.5036e-02, -6.0942e-02,
                      -6.2161e-02, -3.2449e-02,  1.1841e-01,  8.0370e-02,  5.5762e-02,
                      -3.1341e-01, -2.8106e-01, -3.3080e-03, -4.4962e-02, -1.1848e-01,
                      -7.8314e-03, -2.2999e-01, -5.2698e-02, -1.6136e-02,  1.3039e-01,
                       4.6616e-02, -1.3990e-02, -5.3882e-02,  9.6213e-02,  6.6718e-02,
                       4.0400e-02,  3.1871e-02, -1.6011e-02, -1.0915e-01, -1.5649e-01,
                      -4.8588e-02,  1.3935e-01, -1.1775e-01,  2.5322e-01, -2.8469e-02,
                       4.1396e-02, -4.1486e-02, -1.8899e-01, -1.7458e-01,  6.5848e-02,
                      -1.4462e-02,  1.0964e-01, -6.9276e-02, -1.6622e-01,  6.0237e-02,
                       9.8544e-02,  1.7539e-02, -2.1567e-02,  6.0439e-02, -3.3963e-01,
                      -9.5234e-02, -1.4856e-01, -5.4529e-02,  6.7706e-02, -4.1509e-01,
                       1.8078e-02, -3.0047e-01, -3.4626e-02,  7.7081e-02, -2.1982e-02,
                      -6.1378e-02, -1.6510e-01, -2.7220e-02, -2.5481e-02,  1.2905e-01,
                       5.7346e-02, -3.6478e-01,  1.3603e-01, -3.7979e-03,  3.9883e-03,
                       1.8515e-01,  5.1633e-02, -1.5622e-01,  3.6228e-02,  2.7657e-02,
                      -1.6126e-03,  1.9168e-02, -1.6031e-01, -1.5510e-01, -5.1750e-02,
                       2.5891e-02,  2.6768e-01, -1.9740e-01,  2.6038e-01, -3.3692e-02,
                      -1.9887e-03, -9.3542e-03,  8.2454e-02, -7.0264e-02,  1.3635e-01,
                       1.1342e-02, -7.5240e-02, -2.8937e-02, -2.1007e-02, -6.6475e-02,
                      -7.6737e-02,  2.1420e-02,  1.1821e-01,  2.5538e-02,  1.0423e-01,
                       2.5248e-02,  1.0667e-02, -3.7987e-02, -3.5997e-02, -2.9436e-02,
                      -3.1282e-02,  4.7589e-02, -9.1434e-02, -9.6921e-02, -2.7655e-02,
                       5.3729e-02,  3.6078e-02,  3.4449e-02,  3.2308e-03,  8.6533e-02,
                      -4.2832e-01,  1.6488e-01,  6.2720e-02,  4.5544e-02, -2.7042e-02,
                      -3.2627e-02,  2.5399e-02, -2.5009e-02, -3.5013e-02, -9.9417e-02,
                       2.8093e-02, -2.0544e-01,  5.3188e-02, -6.3969e-02, -1.2457e-01,
                       1.5239e-01,  1.5694e-02,  3.4987e-02, -2.7503e-02, -8.8670e-02,
                      -9.8528e-03, -3.3670e-02,  2.9912e-02, -2.9119e-02, -3.1810e-02,
                       2.3250e-02, -4.6283e-02,  3.6042e-02,  1.5593e-02,  6.5926e-03,
                       3.1745e-02, -3.0456e-01, -6.2669e-02,  3.5127e-02, -1.6251e-02,
                       6.9024e-02,  1.1486e-02, -7.7181e-02, -2.3089e-02,  1.9242e-02,
                       8.0674e-02,  7.3423e-03,  5.7262e-02, -4.6871e-03, -1.9159e-01,
                      -1.4795e-02, -1.5384e-01, -2.5586e-02, -7.6672e-02, -5.4331e-03,
                       9.1321e-03,  1.2979e-01, -6.9405e-02, -1.3819e-01, -2.3428e-01,
                       9.3433e-02,  9.5406e-02, -8.3600e-02,  1.6984e-02,  2.1076e-01,
                       9.2418e-02,  5.6736e-02, -2.5627e-01,  1.9407e-02, -8.1610e-02,
                       2.4323e-02, -1.5057e-02,  9.2371e-02,  5.5599e-02, -4.7001e-02,
                       8.5715e-02,  9.1020e-02, -1.2545e-01,  4.9091e-02, -7.8895e-03,
                       1.3034e-01, -1.2920e-01,  6.4978e-02,  6.9083e-02, -1.7552e-01,
                       8.2773e-02,  7.0022e-02, -2.1709e-01, -5.7073e-01,  1.0325e-01,
                      -3.4615e-02,  1.0080e-01, -1.6810e-04,  2.2380e-01,  8.1041e-02,
                      -1.0789e-01,  1.3430e-01,  2.7861e-02,  7.5221e-02, -3.5932e-02,
                       5.2152e-02, -2.1662e-01,  1.4235e-01,  1.4373e-01,  7.4038e-02,
                       2.6062e-02,  3.0016e-01,  3.7490e-02, -5.3254e-03,  1.4861e-01,
                       1.0306e-01, -3.2595e-02,  3.5072e-01,  5.4312e-02, -7.9543e-02,
                       5.3894e-02,  5.8124e-02,  2.1668e-02,  4.5767e-02,  2.0486e-01,
                      -1.3325e-02, -1.4750e-02,  5.5376e-02,  2.0624e-02, -2.2728e-03,
                       3.3303e-02, -7.3661e-04,  1.2115e-01, -1.1722e-01,  3.9479e-02,
                      -2.4300e-01,  1.3699e-01,  1.2910e-01,  8.2586e-02,  8.1199e-02,
                       1.3769e-02, -6.8702e-02, -1.3899e-02, -9.6536e-02, -2.0425e-01,
                       2.2098e-01,  1.8100e-01,  7.7661e-03, -6.0171e-02, -3.3614e-01,
                       1.8303e-01, -1.9279e-01,  3.3718e-02,  1.3476e-01, -1.1999e-01,
                       4.9257e-02, -7.0092e-02,  1.0414e-01, -1.5990e-01, -1.9554e-01,
                       3.5815e-02, -2.2929e-02,  6.5312e-02, -9.0593e-02, -1.9118e-01,
                       3.5828e-02, -5.5846e-02, -1.8917e-01, -2.8816e-01, -5.0483e-02,
                       4.2939e-02,  4.4009e-02,  1.7880e-02, -6.0499e-02, -5.4554e-02,
                      -5.5966e-02,  1.4745e-01, -4.6682e-02, -8.4110e-03, -2.2148e-01,
                       4.5576e-01, -1.4188e-01, -7.6149e-02, -2.7143e-02,  3.8519e-02,
                      -2.2276e-02, -5.7465e-02, -1.4366e-01, -2.2098e-02, -4.3665e-01,
                       1.3281e-01, -1.0775e-01,  6.6465e-02, -2.2157e-01, -9.5156e-02,
                       5.1158e-03,  9.5418e-03, -1.0494e-01,  5.2311e-02, -5.2011e-02,
                      -2.0988e-02,  2.0169e-01,  1.8361e-01, -1.9435e-02, -3.0573e-01,
                       5.5070e-02, -1.9018e-01, -1.3732e-01, -6.7561e-03,  4.7400e-02,
                       2.7388e-02,  3.5861e-01,  1.1472e-02, -1.8956e-03,  1.7552e-01,
                       1.3467e-01, -2.9726e-02,  2.4625e-01,  2.4493e-02, -1.8348e-01,
                      -3.2428e-03,  1.9659e-02, -6.2288e-02, -2.1457e-02, -2.6032e-01,
                      -2.5079e-02, -9.4087e-02,  6.0049e-02,  2.7528e-02, -1.3391e-01,
                      -4.6545e-02,  5.8858e-02, -5.6764e-02, -5.0427e-02,  2.5511e-01,
                       4.0421e-02, -3.2825e-02, -7.6360e-02, -8.1991e-02,  3.8142e-02,
                      -2.6252e-01,  2.0114e-02, -1.8199e-02, -3.8629e-03,  6.9852e-02,
                       1.4234e-03, -1.2962e-01,  1.9764e-02, -6.2146e-03,  2.5480e-02,
                      -2.1208e-02,  5.8741e-02,  1.6604e-02,  5.0834e-02, -4.7325e-03,
                      -1.6647e-01, -1.3614e-02,  5.8878e-02,  4.2684e-03,  1.4790e-02,
                       8.4804e-02,  7.1826e-02,  2.7201e-02,  4.9804e-02,  4.2698e-02,
                       1.5909e-02, -4.1281e-02,  4.4091e-02, -2.0179e-02, -4.8624e-02,
                      -2.8711e-02,  1.9809e-02,  5.1071e-02,  3.3940e-02,  1.1260e-02,
                      -8.5856e-02, -2.5675e-02, -2.1778e-02, -7.2181e-03, -9.5031e-03,
                      -2.4590e-02,  4.9489e-02, -3.2713e-02, -2.5998e-02,  9.7514e-02,
                       2.7447e-03,  3.6373e-02,  5.4207e-02, -1.8027e-02,  7.7743e-03,
                      -3.4852e-02, -3.9457e-02, -5.6209e-03, -6.8075e-03, -3.1690e-02,
                       1.6473e-02, -2.6307e-01, -2.2241e-02,  3.4387e-03,  8.0936e-02,
                      -9.9093e-02,  7.2126e-02, -4.6573e-02,  2.6459e-02, -8.0786e-02,
                      -1.8477e-02, -9.6021e-02,  4.0869e-02,  2.1597e-01, -6.7200e-02,
                      -3.4204e-01, -1.9231e-01,  1.1920e-01, -1.3307e-01,  1.2454e-01,
                       1.1427e-02,  5.0357e-01, -6.3025e-02,  2.6615e-02, -1.0575e-01,
                       2.3748e-02,  3.1806e-01,  1.4780e-03,  6.0212e-03, -2.4968e-01,
                      -8.1559e-02, -2.5257e-01, -6.0073e-02,  5.6754e-02, -6.8648e-03,
                      -1.1910e-01,  1.1650e-01, -2.3952e-01, -7.6245e-03, -2.2258e-01,
                      -4.9356e-03, -2.3937e-02, -7.3338e-02, -5.8590e-02,  2.1788e-01,
                       8.3098e-02,  5.1325e-02, -3.0116e-02,  1.2808e-01, -9.3154e-02,
                       1.4032e-02,  4.0113e-03,  8.9660e-03, -3.1079e-02,  6.0531e-01,
                       1.4051e-01, -4.4759e-02,  5.8571e-02, -6.8445e-02,  2.4741e-01,
                       2.8392e-01,  4.1865e-02,  4.8689e-02, -4.8592e-02,  9.7191e-02,
                       4.2462e-02,  1.6314e-01,  2.1988e-01, -3.3018e-01,  1.1896e-01,
                       5.9682e-02, -1.2066e-01, -2.5080e-01, -3.0262e-01,  4.9240e-02,
                       1.9055e-01, -4.5853e-03,  2.7062e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.weight',
              tensor([[ 0.0067,  0.0486,  0.0278,  ..., -0.0186,  0.0135, -0.0559],
                      [-0.0214, -0.0292, -0.0747,  ..., -0.0290, -0.0178, -0.0346],
                      [ 0.0396,  0.0099,  0.0309,  ...,  0.0401, -0.0076,  0.0234],
                      ...,
                      [ 0.1029,  0.0622,  0.0057,  ...,  0.0158,  0.0545,  0.1180],
                      [-0.0381, -0.0154,  0.0062,  ...,  0.0117, -0.0276,  0.0141],
                      [-0.1314,  0.0251,  0.0696,  ...,  0.0152,  0.0147,  0.0345]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.bias',
              tensor([-1.3511e-03,  3.7722e-03, -1.2958e-03, -4.9304e-03,  2.6102e-04,
                       5.5998e-03, -1.6544e-04, -1.0900e-02, -1.3351e-03, -2.7453e-03,
                       1.6518e-04,  2.1173e-03,  7.8642e-03, -1.1322e-03,  2.9021e-04,
                       2.4586e-03,  3.2140e-04,  3.2920e-03, -6.4451e-03, -2.6506e-04,
                       2.3394e-03,  8.0959e-03, -1.5478e-03,  5.5831e-04,  7.4804e-03,
                       3.6677e-03, -1.0038e-02, -6.0848e-04, -3.9265e-03,  1.2739e-02,
                       1.5606e-03, -8.7804e-05, -2.1929e-03,  2.7348e-05,  2.5610e-03,
                      -2.5281e-03,  5.4738e-03, -4.8131e-04, -4.5018e-03, -3.4398e-03,
                       4.6925e-03, -2.6626e-03,  3.0920e-03,  6.2164e-04, -4.8975e-03,
                       7.5593e-04,  1.1064e-03,  1.0507e-03,  1.9022e-03, -1.1328e-03,
                       1.7694e-03, -8.0742e-04,  2.8713e-03, -4.6343e-04, -3.8526e-04,
                       1.1068e-02, -7.3171e-03, -1.0726e-03,  3.3372e-03,  4.9944e-03,
                       2.5434e-03, -3.6887e-04,  4.6958e-03, -5.8068e-04, -4.7954e-04,
                      -1.6525e-03, -4.4453e-03,  9.6658e-03,  2.2048e-03, -1.0092e-02,
                      -2.6066e-03, -5.6806e-03, -1.8018e-03, -7.1970e-04,  4.8864e-03,
                       8.5716e-03, -3.2371e-03,  4.3916e-03, -2.9447e-03,  6.3661e-03,
                       9.5964e-03, -1.2700e-02, -1.7872e-03, -5.9640e-03, -1.6880e-02,
                       4.0535e-03,  4.8642e-03, -1.0059e-02,  5.6620e-04, -4.0312e-03,
                      -1.3503e-02, -7.7278e-03, -5.9952e-03, -1.5090e-02, -1.5397e-03,
                      -6.1860e-04,  3.9761e-03, -9.7041e-03, -5.2297e-03, -9.3628e-03,
                       1.6339e-02, -7.0595e-03,  1.0961e-02,  3.7184e-04, -5.8348e-04,
                       1.8932e-03,  3.9538e-04,  6.7384e-03,  4.7173e-03,  4.2166e-03,
                       1.1565e-02,  8.4080e-04,  4.2306e-05,  2.6493e-03, -4.0043e-03,
                      -2.5116e-03,  1.0695e-02, -1.3655e-02,  6.1572e-03, -6.2426e-03,
                       1.6358e-02, -1.1932e-02, -3.4325e-03,  2.0524e-03,  1.0265e-02,
                      -1.1155e-03, -7.9929e-05, -2.4287e-03,  6.4576e-04,  1.8136e-03,
                      -2.7866e-03,  1.2954e-03,  7.0325e-03, -1.4635e-03, -2.2594e-03,
                       5.3818e-03, -2.3408e-03, -6.5621e-03, -8.4088e-03,  2.6476e-03,
                       4.8849e-03,  7.4780e-03, -5.3699e-03,  1.6457e-03, -4.8384e-04,
                      -8.7037e-04,  1.0924e-02,  2.0861e-03,  1.8859e-03,  2.5940e-03,
                      -5.4279e-03,  1.2609e-03, -5.4904e-03, -1.5301e-03,  2.0558e-03,
                      -2.8256e-03,  1.9801e-03, -3.6830e-03, -2.2106e-03, -2.5354e-03,
                       3.1996e-03, -3.1944e-03, -3.5013e-03,  3.4993e-04,  4.9250e-03,
                       1.9719e-03,  3.5460e-03,  2.0734e-03, -5.1399e-03, -2.9046e-03,
                      -2.2630e-03,  2.6297e-03, -1.9215e-03, -2.6507e-03, -4.3936e-04,
                      -4.1512e-04,  3.2216e-05,  2.9677e-03,  9.6802e-04, -4.5990e-03,
                      -3.0696e-03, -6.9057e-03,  2.8247e-04,  4.9196e-03,  2.4146e-03,
                       2.7237e-03, -2.5276e-04, -2.4338e-03,  2.2728e-03, -3.4435e-03,
                       4.5892e-03, -2.8545e-03, -1.5597e-03, -4.3050e-04, -4.2989e-03,
                      -2.2819e-04,  9.2130e-04, -6.4473e-03,  2.6806e-03,  4.5863e-03,
                       2.1673e-03, -6.8934e-03,  4.8878e-03,  4.8063e-04,  1.9855e-03,
                      -2.9783e-03,  9.1763e-04,  3.6334e-03, -8.3808e-04,  2.7214e-04,
                      -1.9191e-03,  5.7888e-03, -6.4725e-04, -3.5208e-03, -4.1338e-03,
                      -8.3353e-03, -1.5480e-03,  1.9702e-03,  6.1718e-03, -3.6070e-03,
                      -3.5995e-03, -2.4813e-03, -9.5474e-04,  1.0782e-03, -4.8669e-03,
                       5.9527e-03, -5.1272e-04,  7.7295e-05,  3.6787e-04,  4.7205e-03,
                      -3.6683e-03,  4.4182e-03, -2.5577e-03, -3.3717e-04,  8.8496e-03,
                      -3.1576e-03,  3.6063e-03,  2.0744e-03, -6.3357e-03, -3.2339e-03,
                       1.1079e-03,  2.8575e-03, -2.4948e-03, -1.5846e-03, -5.4303e-03,
                       3.8037e-03,  1.6260e-04, -2.9142e-03,  4.1119e-03,  1.7851e-03,
                      -2.7464e-03,  3.6906e-03,  2.0934e-03,  3.8119e-03, -3.9571e-03,
                      -7.1681e-03,  4.4594e-03, -3.4887e-04,  2.0444e-03, -1.6993e-03,
                       3.0389e-03,  9.4827e-04, -4.5455e-04, -1.1864e-03, -8.1266e-03,
                      -3.0718e-03, -1.2122e-03,  1.1303e-04, -7.7983e-03,  1.2785e-03,
                       2.9653e-04,  3.1517e-03,  7.1624e-04, -2.0093e-03, -1.2484e-03,
                       6.2533e-04,  5.1039e-04, -1.2486e-03,  2.9835e-04, -5.0677e-04,
                       1.9900e-03, -2.6816e-03,  8.0699e-05, -1.4763e-03,  2.5720e-03,
                       3.5089e-03,  4.0645e-04, -3.0726e-03, -1.3709e-03, -3.0743e-03,
                       6.0382e-03,  3.3421e-04,  4.4978e-03, -8.8280e-03, -7.0154e-04,
                       2.8241e-03,  8.9774e-04, -6.1129e-03,  4.1187e-03, -1.9147e-03,
                       1.3568e-03,  7.3631e-03,  1.9363e-03, -2.4394e-03,  1.6004e-03,
                      -1.5711e-03,  1.2487e-03, -1.5375e-03, -5.0914e-03, -1.9388e-04,
                      -2.3063e-03, -3.1489e-03,  5.6976e-03, -3.6202e-03, -4.3460e-03,
                      -6.4063e-04,  1.3902e-03, -2.4387e-03,  3.8738e-03, -1.2039e-03,
                      -2.0978e-03,  7.6747e-03,  1.8950e-04, -1.1793e-03,  5.1230e-03,
                       4.3896e-03, -5.5730e-04,  2.0818e-03,  5.7887e-03,  1.4650e-03,
                       2.5287e-03, -3.5302e-03, -3.8154e-03,  6.4440e-03,  6.3486e-03,
                       5.1078e-03, -2.0260e-03,  2.3124e-03,  3.7597e-03, -3.1605e-04,
                       4.9024e-04,  2.5144e-03, -9.8989e-04, -6.7665e-04,  2.8776e-03,
                       9.0854e-04, -5.4206e-05, -4.8617e-03,  1.3883e-03, -1.2138e-03,
                       1.8066e-03,  5.6609e-03, -4.5556e-03,  4.0412e-04,  8.2773e-03,
                       5.3855e-03,  4.5802e-03, -4.1881e-03, -1.8769e-03, -2.5982e-03,
                       7.0407e-04,  5.7149e-04,  1.6600e-03,  2.8290e-03,  2.2180e-03,
                      -3.3939e-03, -8.2426e-04,  5.9725e-03,  3.9011e-04,  2.9070e-03,
                       4.1711e-03,  1.2046e-03,  2.4583e-03, -1.3840e-03,  1.3976e-04,
                      -4.0474e-04, -8.6194e-04,  4.8337e-03, -3.1263e-05,  6.8396e-04,
                      -7.7372e-03,  1.9446e-03,  7.0145e-03, -1.9329e-03,  1.3269e-03,
                       3.8686e-03,  5.9768e-03,  1.8965e-03,  1.3774e-03, -2.7078e-03,
                      -2.5707e-03, -3.3192e-04,  5.3889e-03, -2.9168e-03,  8.5492e-04,
                       3.2251e-03,  4.6576e-04,  4.6042e-03,  3.0218e-03, -2.2113e-03,
                      -3.6589e-03, -2.7322e-04, -5.2923e-04,  4.2328e-03, -4.2672e-04,
                      -5.5780e-03, -7.5550e-04,  1.0361e-03, -2.5091e-04, -2.8561e-03,
                       3.5973e-03,  4.4205e-03, -2.7018e-04, -3.3009e-03,  1.1392e-03,
                       4.8637e-03, -4.1969e-03, -1.2554e-03,  1.1198e-03,  2.5849e-03,
                       7.7958e-03, -3.0879e-03, -3.0849e-03,  8.3326e-04, -1.0686e-04,
                       5.6664e-04,  6.2939e-03,  9.7297e-04, -5.7440e-04, -4.1150e-03,
                      -3.8222e-03,  1.5466e-04,  2.5531e-03, -1.6253e-03,  4.9670e-03,
                       3.1792e-03, -3.9025e-03, -4.9297e-03, -1.4327e-04,  2.5414e-03,
                       2.1037e-03,  1.9813e-03,  1.8850e-04, -4.1008e-04,  1.1220e-04,
                      -2.8943e-03,  4.4369e-03,  9.7882e-04, -1.3467e-04, -2.4121e-03,
                       1.9261e-03, -4.9566e-03, -1.5446e-03, -3.3822e-03,  5.9533e-03,
                       1.1441e-02, -6.7103e-04, -2.9332e-03, -1.0631e-03, -5.7082e-03,
                       6.6503e-03,  2.9815e-03,  2.7551e-03, -1.4253e-03,  2.7899e-03,
                      -7.8427e-03,  5.1196e-03,  6.1112e-03, -2.4863e-03, -1.1540e-03,
                      -4.3816e-05,  4.4060e-03, -6.0010e-03, -5.2017e-03, -3.5213e-03,
                       4.5648e-03,  3.4439e-03, -4.4321e-03, -4.8401e-03,  4.0953e-04,
                       2.5953e-03, -2.2661e-03,  1.2612e-03, -5.9996e-04, -5.4565e-03,
                       5.2491e-03,  3.7178e-03, -8.4069e-03, -1.3162e-02, -9.0895e-04,
                      -2.7195e-03,  5.0591e-03,  4.9928e-03, -5.0783e-04,  2.0664e-03,
                      -1.2138e-02,  2.3366e-03,  1.0963e-04,  7.1447e-03, -3.0189e-03,
                       9.5257e-04, -2.8021e-03,  1.6617e-03, -7.7605e-03, -8.4021e-05,
                      -1.1211e-03, -2.8404e-03,  1.3991e-03,  1.8948e-03,  3.4843e-03,
                      -1.3636e-04, -1.1087e-04, -2.8158e-03,  2.3223e-03,  1.0694e-03,
                      -1.0700e-03,  2.5478e-03,  9.7269e-04,  4.8910e-03, -5.7358e-03,
                       4.4679e-03,  4.3030e-04, -3.9185e-03,  2.8128e-03, -4.1956e-03,
                       3.6005e-03,  2.3243e-03, -4.7900e-03,  2.3432e-03,  5.0527e-04,
                      -1.0868e-04, -2.9416e-03,  3.8099e-04,  8.1340e-04, -4.5152e-04,
                       4.5860e-03,  2.5532e-03, -2.0979e-03,  3.3377e-03,  7.8249e-04,
                      -5.3741e-03, -3.0031e-03, -2.4294e-03, -7.6696e-04, -2.5730e-03,
                      -2.9842e-03, -1.8516e-03, -8.8353e-04, -1.7567e-03,  5.9394e-03,
                      -2.1869e-03, -2.6886e-03, -2.9311e-03, -1.5756e-03,  4.5985e-04,
                      -4.0641e-03, -1.3542e-05, -1.0749e-03,  1.9105e-03,  3.6070e-03,
                       3.0524e-03,  2.4730e-03,  7.2852e-03, -4.2086e-03,  3.0535e-03,
                      -1.9957e-03,  4.0673e-04,  2.9365e-03,  3.9210e-03, -7.2140e-03,
                       1.5570e-03, -5.3113e-03,  2.3299e-03,  2.7561e-03,  1.3757e-03,
                      -4.8194e-03, -3.2752e-04,  6.7586e-03,  3.4643e-03,  6.1294e-03,
                       1.8125e-03,  7.6892e-04,  5.2162e-03, -4.7504e-03, -8.1759e-04,
                      -5.1063e-03,  1.3660e-03, -1.1299e-02,  4.4238e-03,  6.2437e-03,
                      -3.9991e-03,  9.4488e-04, -4.5186e-03,  3.0978e-03, -1.0270e-03,
                       1.9849e-03,  3.0288e-03, -9.7773e-03, -3.2759e-04,  1.7937e-02,
                      -8.2844e-03,  4.1585e-03,  7.6791e-04,  3.2688e-03, -1.3005e-03,
                      -8.8940e-03, -8.6805e-03, -1.8076e-04, -6.3633e-03, -5.9516e-03,
                       3.0203e-04, -1.6530e-04, -3.8369e-03,  1.7561e-03, -5.2254e-04,
                      -1.3817e-03,  2.7998e-03,  2.7363e-03, -3.7384e-03,  5.4009e-03,
                       1.9692e-03,  2.8776e-04, -3.0933e-03, -6.8944e-03, -1.9988e-03,
                      -5.6616e-03,  1.9849e-03, -4.7957e-03,  2.2204e-03, -1.0001e-02,
                      -1.2897e-03, -1.6997e-03, -1.0508e-03,  3.0189e-03,  2.0323e-03,
                       5.7974e-03, -5.4872e-03, -8.0187e-03,  3.9482e-04,  2.9990e-03,
                      -1.2683e-03,  5.8640e-03, -4.7669e-03, -5.6439e-03,  1.2148e-03,
                      -7.5721e-03,  3.4996e-03,  4.6074e-03,  2.9762e-03,  7.6220e-04,
                      -1.4753e-04,  1.3782e-03, -8.3638e-04,  3.1052e-03,  1.4512e-03,
                       2.9894e-03, -5.6119e-03, -4.8059e-04, -2.3483e-03,  9.5858e-04,
                       2.6469e-03,  4.6632e-03, -2.1861e-03,  3.6967e-03, -4.5362e-03,
                      -2.5083e-03, -1.3128e-03,  1.9755e-03,  2.9568e-03,  2.9268e-03,
                       3.3149e-03, -3.6451e-03, -1.2944e-03, -1.6921e-04,  1.2362e-03,
                      -2.9636e-03, -1.6539e-03,  1.6832e-03,  3.8941e-03,  2.8252e-03,
                       1.8644e-03, -3.9066e-03,  2.5010e-03,  5.9878e-03,  1.4040e-03,
                      -5.4851e-04, -1.0618e-03, -1.0206e-03,  5.8189e-03, -5.5858e-03,
                      -5.7623e-03, -2.9937e-03, -1.1806e-03, -1.0674e-02, -3.7462e-04,
                      -3.2632e-03, -2.1411e-03, -8.5838e-04, -1.0815e-03,  5.5083e-04,
                       1.6242e-03,  4.2105e-04, -2.5814e-03, -8.8337e-03, -1.8346e-03,
                       9.5166e-03,  3.5278e-03,  7.5385e-03, -5.2415e-03, -1.6321e-06,
                       5.7935e-03, -2.5010e-03,  2.5023e-04, -1.5033e-04,  5.3977e-03,
                      -2.3910e-03, -5.1181e-03,  6.3705e-03, -5.0084e-03,  1.8211e-03,
                       2.7394e-03,  9.0384e-03, -4.4447e-03,  6.3811e-03,  4.0243e-03,
                      -1.1168e-03, -8.9074e-04, -8.7290e-03,  2.8222e-03,  4.0964e-03,
                       4.4050e-03,  2.4889e-04, -2.2334e-03,  6.7345e-03, -2.9664e-03,
                      -6.7414e-03, -5.6300e-03, -6.2634e-03,  4.5664e-04,  6.9570e-04,
                       5.4110e-06, -1.1997e-03, -3.1501e-03, -5.7153e-03,  3.6416e-04,
                       5.7627e-03, -2.6546e-03,  5.0804e-04,  7.5308e-04, -4.9647e-03,
                       3.3151e-03,  1.3912e-03, -5.5327e-03, -8.3708e-03, -2.6054e-03,
                      -3.2327e-04, -4.9841e-03, -4.8075e-04,  7.1569e-04,  1.1237e-02,
                      -5.6959e-03, -1.5911e-04,  6.3972e-03, -8.9407e-04,  7.5224e-05,
                       6.5568e-04,  3.3212e-03,  3.9489e-05], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.weight',
              tensor([[ 8.7893e-03,  6.1312e-02,  3.0741e-02,  ..., -6.7590e-03,
                        4.3729e-03,  3.4441e-02],
                      [ 4.5251e-03,  1.2503e-02, -2.7723e-02,  ..., -1.5766e-02,
                       -3.8966e-02,  8.6206e-03],
                      [ 4.2731e-02,  7.9489e-03,  4.1692e-02,  ..., -2.0060e-02,
                       -1.0719e-02, -1.2552e-01],
                      ...,
                      [ 1.5501e-02, -2.4475e-02,  2.9361e-02,  ..., -3.9587e-02,
                        1.7516e-02, -4.0283e-02],
                      [-1.5214e-02, -2.4553e-02, -3.5376e-03,  ..., -2.4960e-02,
                       -1.1698e-04, -1.7893e-02],
                      [-3.8532e-02,  4.6066e-02, -2.5927e-02,  ..., -5.8180e-03,
                        1.0086e-02,  4.4717e-02]], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.bias',
              tensor([-8.5377e-03, -4.7293e-02,  4.2276e-03, -4.3956e-03,  6.7283e-03,
                       1.0784e-02, -1.6034e-02,  1.8717e-02,  2.8174e-03,  1.0527e-02,
                      -1.4322e-02, -1.9094e-03, -7.3411e-02, -1.5106e-02,  4.3165e-02,
                      -3.8379e-02, -1.2100e-02, -1.1409e-02,  1.1415e-02, -2.7555e-04,
                      -3.9221e-02,  4.4655e-02, -7.4370e-04, -3.8570e-02, -3.4872e-02,
                       2.9814e-02, -3.2880e-02, -5.3316e-02, -4.8644e-03, -5.5163e-02,
                       3.3486e-02,  3.1799e-03, -2.2238e-02,  4.6174e-02, -3.9509e-02,
                      -2.6324e-02,  1.1377e-02,  1.7801e-02,  9.4579e-03,  1.6289e-02,
                       5.8629e-02,  4.1619e-02,  1.9434e-03, -5.0724e-02,  5.8576e-02,
                       2.8967e-03, -6.4330e-03, -3.0569e-02,  1.2959e-02,  2.1710e-02,
                      -9.5569e-03, -8.1145e-03, -1.0299e-02,  3.4667e-02, -1.3975e-02,
                       3.7458e-02,  1.0796e-01,  2.5704e-02,  2.1140e-02, -1.5614e-02,
                       1.9745e-03,  9.2713e-03,  2.1287e-02,  3.1600e-02,  5.6473e-02,
                       8.3579e-02, -1.4308e-02, -2.1716e-02, -1.0585e-02, -3.1867e-02,
                      -2.2158e-02, -6.4963e-02,  2.6044e-02, -6.1097e-02, -7.1866e-04,
                       7.4558e-03, -4.1163e-02, -1.7756e-02, -3.8950e-02, -8.3731e-04,
                      -2.8619e-03, -3.3773e-03,  6.6266e-02,  5.4042e-02, -5.2058e-02,
                      -4.9787e-03, -8.1906e-02, -1.3293e-03,  6.6973e-03, -1.3483e-02,
                       4.4819e-02,  3.8865e-02, -1.0412e-02, -7.0545e-02,  1.3038e-01,
                      -2.9515e-02,  2.7747e-02, -7.8901e-02, -1.7214e-02, -4.9103e-02,
                      -5.6809e-02, -4.3146e-02,  9.9531e-03,  1.0312e-02, -5.3566e-03,
                      -2.7540e-02,  3.0044e-02,  3.3165e-02, -4.8698e-03, -5.5586e-02,
                       1.7973e-02, -2.8716e-02,  8.5143e-02, -5.5396e-02, -5.9456e-02,
                      -3.4767e-02, -5.1739e-02,  4.3439e-02, -2.4031e-02,  3.6967e-02,
                       2.4014e-02, -5.1041e-02,  3.2069e-02,  4.6038e-02,  3.2882e-02,
                      -1.3536e-02, -8.6986e-02,  4.7692e-02,  4.2085e-03,  4.8701e-03,
                      -9.8441e-03, -2.3171e-02,  2.0126e-02,  2.6526e-02,  1.6555e-02,
                       9.1695e-03,  1.6790e-03,  2.7619e-02,  9.8639e-03, -2.6948e-03,
                      -5.5507e-03,  5.3336e-03, -5.0790e-02,  1.8717e-02, -4.5420e-04,
                       4.1708e-02,  5.0387e-02, -1.1738e-02,  3.5307e-02, -2.4361e-02,
                       5.7464e-02,  2.9164e-02,  5.7316e-03, -6.9084e-03,  2.4611e-03,
                       3.1775e-04, -1.1848e-02,  1.9256e-02, -1.3025e-02,  4.4058e-03,
                       8.8011e-03, -8.8876e-03,  1.8624e-02,  3.3182e-02, -1.0845e-02,
                       2.0566e-02, -1.3814e-02, -3.6612e-02,  2.5681e-02, -2.6798e-02,
                       3.7621e-02, -1.4527e-03, -7.0853e-03, -1.6251e-02, -7.2259e-02,
                      -6.7320e-03,  3.6940e-02, -7.3785e-03,  1.3711e-02, -6.9732e-03,
                       2.6263e-02,  2.2517e-02, -1.2399e-02, -2.3419e-02,  5.4810e-03,
                      -2.5363e-02,  6.6619e-03,  1.4544e-02, -2.6650e-02,  1.3141e-02,
                      -9.7944e-03,  1.4715e-02,  9.1116e-03, -5.0060e-03,  1.4142e-02,
                      -1.6617e-02, -1.0442e-02,  1.0179e-02,  7.1788e-03, -9.5939e-03,
                      -2.3536e-02,  7.3619e-03,  9.1966e-03, -1.3900e-02, -1.8053e-02,
                       2.0714e-02,  1.3033e-02,  3.8592e-02, -4.6908e-03,  2.6537e-03,
                       1.4784e-02,  6.8092e-03, -1.9917e-02, -9.4027e-03, -3.9080e-03,
                       1.4764e-02,  7.6864e-03, -1.0234e-02,  1.0620e-02,  3.7506e-03,
                      -3.9250e-02, -2.5434e-02, -2.3972e-02,  9.8333e-03,  6.8694e-04,
                       2.7848e-02,  1.6340e-02, -1.2916e-02, -1.7547e-02, -1.9895e-02,
                      -2.8308e-02,  1.6249e-02, -8.1932e-03,  1.8497e-02,  1.1945e-02,
                      -1.5481e-02, -1.0805e-02, -1.7223e-02, -9.8757e-03,  2.5415e-02,
                       4.9347e-04, -3.2372e-02, -2.4990e-02, -1.2683e-03, -2.0890e-02,
                      -3.6917e-03, -8.2353e-02, -2.6080e-03,  1.2067e-02, -3.6835e-03,
                      -3.1892e-02,  1.4493e-02, -1.8832e-02, -8.8110e-03,  2.0797e-03,
                      -2.1591e-02, -4.7213e-03,  3.8172e-02, -1.9693e-02,  7.3512e-03,
                      -8.7280e-03,  1.1586e-02,  1.1982e-02,  1.7133e-02, -3.8052e-02,
                      -1.7786e-02, -1.3605e-02, -9.8664e-03,  6.2331e-03, -2.8369e-03,
                      -1.5936e-02,  3.5410e-03, -3.9235e-02,  5.9495e-02, -1.1068e-02,
                      -2.3675e-02, -1.6818e-02, -3.8157e-02,  5.6240e-03,  1.6761e-02,
                       3.3817e-02,  2.6066e-02,  2.8889e-02,  2.8075e-03,  8.2784e-02,
                       2.2808e-02,  3.8798e-02,  4.1791e-02, -2.7451e-03, -2.7471e-02,
                      -5.5730e-03,  2.2905e-02, -1.2480e-02, -3.3666e-02, -7.2115e-03,
                      -5.3027e-02,  5.7353e-03,  1.6580e-02,  4.0253e-03,  2.5113e-02,
                       1.2135e-02,  3.8601e-02,  6.4230e-03, -4.5205e-02,  1.2807e-02,
                      -1.3870e-02, -9.3138e-04,  2.4330e-02,  5.4332e-02, -2.5510e-02,
                       3.6482e-02,  4.6243e-02, -2.9280e-02, -2.0022e-02, -3.2717e-03,
                      -4.1235e-03, -3.7274e-02,  4.0357e-02, -6.6418e-03, -2.2108e-03,
                       1.8022e-02,  4.0353e-02, -1.3250e-02, -2.8983e-02,  1.7770e-02,
                      -8.2066e-04,  2.5232e-03,  2.4770e-02,  1.4484e-02,  1.5532e-02,
                      -2.3141e-02,  2.5912e-02, -4.2790e-03,  2.6072e-02,  3.6763e-02,
                       1.4017e-02,  7.8048e-03, -3.8562e-02,  5.8681e-02, -2.8377e-02,
                       2.5785e-02,  4.2663e-03,  2.4023e-02, -6.0973e-03, -6.4305e-03,
                       7.0894e-02,  2.6895e-02, -1.4776e-02, -2.1257e-02, -3.2553e-02,
                      -1.1636e-02, -7.0979e-02,  3.0547e-03,  2.3755e-02,  1.4143e-02,
                      -3.9948e-02, -2.9456e-03,  5.7319e-02,  1.8943e-02, -1.0706e-02,
                      -3.2646e-02, -2.5659e-02,  2.7109e-02, -1.0796e-02, -2.8296e-02,
                      -2.2324e-02, -2.1844e-02, -1.4202e-04,  2.5163e-02,  1.2890e-02,
                       1.5130e-02, -2.2589e-02, -2.6678e-03,  3.0563e-02, -2.6722e-02,
                       7.4881e-02,  1.8526e-02, -4.0552e-02, -2.5835e-02, -2.9183e-02,
                       2.3814e-02, -6.5069e-03,  5.5686e-03,  3.8605e-02,  1.1637e-02,
                       2.3840e-03,  1.9791e-02, -3.5763e-04, -2.3340e-02,  1.5199e-02,
                       2.5705e-02, -2.3097e-03,  1.4245e-02,  7.9952e-03,  4.6639e-03,
                      -1.3368e-03,  1.9542e-02, -1.9358e-02,  2.8145e-03,  8.8401e-05,
                       4.6047e-03,  6.6781e-04,  1.1701e-02, -1.4177e-02, -2.5696e-02,
                      -9.4958e-03,  1.3634e-03, -1.0560e-03,  1.2651e-02, -3.5836e-03,
                       3.3951e-02, -1.5246e-03,  7.8379e-03, -8.9611e-03,  1.4260e-02,
                       9.9927e-03, -1.4896e-02,  1.1509e-03, -1.6399e-02, -9.3215e-03,
                      -9.5045e-03, -1.6125e-02,  6.8231e-03, -7.4399e-04, -1.5431e-02,
                       2.3561e-02, -1.0378e-02, -5.8654e-04,  2.2823e-03,  3.2500e-02,
                      -2.3393e-03, -1.7409e-02, -1.7147e-02,  7.0609e-03, -2.7543e-02,
                       1.8712e-02, -1.2927e-02, -2.5821e-02, -4.2618e-03, -1.9074e-02,
                       8.7571e-03, -6.0284e-03, -1.1213e-03,  4.5431e-04, -1.4766e-02,
                      -3.1505e-03, -1.2446e-02, -3.6368e-03,  4.3729e-02, -5.6991e-02,
                       1.2609e-02, -1.2566e-02, -4.4053e-02,  1.1493e-02,  7.4576e-03,
                      -3.3633e-02, -1.2218e-02, -4.9613e-03, -5.0934e-02,  3.0112e-02,
                       1.6939e-02,  2.8103e-02, -1.9506e-02, -2.8325e-02, -8.5081e-02,
                       5.7026e-02, -1.4385e-02,  3.0913e-02,  2.7809e-02,  3.4378e-02,
                      -2.1326e-02, -1.9028e-02, -3.9347e-02, -1.4014e-02,  6.5022e-02,
                       6.3272e-02, -7.8381e-02,  5.8084e-02, -3.3450e-03, -1.6362e-02,
                      -6.5050e-02,  1.1862e-02, -2.9002e-03,  9.4017e-04,  3.9700e-02,
                      -8.8306e-03,  4.4143e-03, -5.2871e-03, -1.5400e-02, -8.2916e-02,
                       1.6254e-02,  4.7009e-02,  6.7076e-02,  8.4907e-02,  1.6861e-02,
                       1.5148e-02, -1.0467e-02, -1.6958e-02,  4.0274e-02,  3.7716e-02,
                      -6.9126e-03, -6.3616e-02,  7.2688e-02,  4.2977e-02, -8.1354e-02,
                       8.3759e-02, -1.1567e-01,  1.0482e-01,  1.1933e-01,  2.4791e-02,
                       1.7139e-02, -6.4696e-02, -3.1859e-02,  1.2367e-02,  4.5368e-02,
                       1.8296e-02, -2.5369e-03, -7.8869e-03,  7.6975e-03, -4.4630e-02,
                      -4.8152e-04, -6.9458e-03,  2.2475e-02, -1.9427e-02, -6.9987e-03,
                       7.1841e-03, -3.5431e-03,  1.5565e-02, -9.6521e-04,  1.4596e-02,
                       7.0946e-03, -2.0068e-02, -4.0453e-03,  3.0311e-03, -1.7581e-02,
                      -2.0303e-02,  5.8319e-03, -5.3026e-03,  4.0253e-02,  2.0313e-02,
                      -6.0011e-03, -1.2314e-02, -3.8316e-02,  9.0616e-03, -5.5875e-03,
                       5.7466e-03, -1.8041e-02, -4.1920e-02,  1.8474e-02, -3.6089e-03,
                       1.9608e-02, -7.2902e-03,  7.1605e-03,  7.7657e-03,  2.9573e-02,
                       3.1617e-02,  7.1110e-03, -3.3799e-02, -1.0581e-02, -1.4751e-02,
                      -2.2552e-02,  1.7106e-02,  6.9959e-03, -1.1429e-02, -3.0970e-03,
                       3.0354e-02, -3.3923e-02,  3.8750e-03,  6.3021e-02,  3.8745e-04,
                      -1.0254e-02, -6.8892e-03,  7.7494e-03, -2.4955e-02, -1.4909e-03,
                      -1.4704e-02, -9.2260e-03, -7.3387e-03, -2.0972e-02, -2.6094e-04,
                      -2.3365e-03,  7.6719e-03, -2.1616e-02,  7.9680e-03,  3.6947e-02,
                      -5.1411e-03, -6.7372e-03,  1.3831e-02,  2.5264e-03,  1.8249e-02,
                      -1.0427e-02, -8.8192e-03, -1.8648e-02,  1.0707e-02, -5.3289e-03,
                       1.9782e-02, -1.8899e-02, -3.1503e-02, -2.8591e-02, -3.0402e-02,
                       8.7152e-03, -6.6743e-03,  6.7971e-03, -9.5157e-03, -5.0992e-03,
                      -2.9960e-03, -1.6422e-02, -5.3771e-03, -2.4702e-02, -1.3644e-04,
                      -2.9986e-02,  1.6439e-02, -1.2351e-02,  2.1768e-02,  2.2436e-02,
                       7.5525e-03,  8.8626e-03,  3.8664e-03,  2.3564e-04,  1.2805e-02,
                      -3.4539e-02, -1.4519e-02,  7.5059e-03,  2.4032e-02, -1.3422e-02,
                      -1.0842e-02,  1.1148e-02,  2.2712e-02,  2.5303e-02,  2.1935e-02,
                      -6.6519e-04, -1.1203e-02, -1.4567e-03, -2.4482e-03,  2.8938e-04,
                      -9.8227e-03, -1.4600e-02,  1.1529e-03, -1.7154e-02,  1.6096e-02,
                       1.2151e-02,  3.8086e-04, -1.4032e-02, -4.8145e-03,  1.9900e-03,
                       3.3045e-04,  4.0137e-02,  3.9014e-02, -6.1152e-03,  3.1547e-02,
                      -9.6865e-03, -1.2055e-02,  4.3649e-04,  2.0010e-04,  9.5826e-05,
                       6.0578e-03,  7.3857e-04,  8.6104e-03, -1.2153e-03, -8.1876e-03,
                      -1.1324e-02, -2.8542e-02,  9.9558e-04, -8.9377e-03,  1.2299e-02,
                      -4.0888e-03,  1.0796e-02,  7.8723e-03, -1.1201e-02,  9.4002e-03,
                      -1.0294e-03, -1.5434e-02,  3.3713e-03, -7.5360e-03, -5.3548e-03,
                      -2.0491e-02,  1.6404e-02, -8.3139e-03, -1.0829e-03,  1.0538e-02,
                       1.6842e-02,  6.5171e-03,  4.4513e-03, -9.5786e-03, -1.3188e-02,
                       4.8420e-03,  1.8200e-03, -2.5852e-02, -1.5416e-02, -1.3655e-02,
                       3.7045e-03,  1.0904e-02, -4.6371e-03,  2.2913e-02,  1.6443e-03,
                      -5.8760e-03, -9.8184e-03, -1.1118e-02,  2.5062e-03,  1.6695e-02,
                       8.2106e-03,  2.7180e-02,  6.1103e-03,  1.3965e-04, -2.9322e-02,
                      -1.0594e-01,  5.8647e-02, -1.5863e-01,  6.5926e-02, -5.8105e-02,
                      -1.0873e-02,  6.9713e-02,  3.6252e-02,  1.5415e-01,  1.0251e-01,
                       1.3408e-01, -5.8088e-02, -6.3814e-02, -1.8820e-01,  8.0652e-02,
                      -2.2270e-02,  1.8031e-04,  1.6799e-02, -5.5363e-02, -2.7684e-02,
                       1.2906e-01, -2.3413e-02,  8.8067e-02, -3.6126e-03,  4.0627e-02,
                       3.7930e-01,  3.6000e-02,  4.2426e-03, -8.8254e-02,  3.8736e-02,
                       8.0849e-02,  1.8031e-02, -9.7026e-03, -1.6578e-02,  2.1861e-02,
                       1.6504e-01, -1.9895e-02, -2.2715e-02,  5.7405e-02, -6.2006e-02,
                       2.7424e-02,  4.9993e-02,  9.6016e-03, -7.9841e-02,  5.5207e-02,
                       1.2270e-02, -1.0250e-01,  1.4802e-01,  6.1186e-02, -2.7473e-02,
                       4.7386e-02, -8.8132e-03, -1.6002e-01, -1.5991e-01, -5.3593e-04,
                       2.9049e-02, -3.7935e-02, -5.4337e-02,  1.2153e-02, -1.1222e-01,
                      -1.1333e-02,  1.0034e-01, -1.5112e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.weight',
              tensor([[ 0.0473, -0.0356, -0.0098,  ..., -0.0093,  0.0248,  0.0326],
                      [-0.0361, -0.0138, -0.0090,  ...,  0.0327, -0.0457,  0.0424],
                      [-0.0070,  0.0057,  0.0146,  ...,  0.0565, -0.0438, -0.0159],
                      ...,
                      [ 0.0431,  0.0110, -0.0205,  ...,  0.0331, -0.0287,  0.0101],
                      [ 0.0302, -0.0269,  0.0223,  ..., -0.0111,  0.0123,  0.0058],
                      [-0.0210, -0.0475,  0.0320,  ...,  0.0408,  0.0175, -0.0022]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.bias',
              tensor([-2.3740e-02,  4.3232e-04,  7.8342e-02, -1.5588e-02,  6.6215e-02,
                       1.3774e-02,  1.4883e-01, -1.9802e-02,  5.6361e-02, -4.2929e-02,
                       3.3220e-02, -6.0367e-02,  2.7129e-02,  6.1363e-02, -2.6386e-02,
                       7.3898e-02,  5.7363e-02, -5.5901e-02,  2.0759e-02, -5.7682e-02,
                       1.2050e-02, -1.8379e-02, -2.0120e-02, -3.8574e-02,  4.0077e-02,
                       1.0046e-02, -1.1514e-01, -8.5982e-02,  9.0842e-02, -6.5693e-03,
                       1.1429e-01, -9.1760e-02,  1.3379e-02, -4.0456e-02, -1.7885e-02,
                      -3.3395e-02, -9.6134e-02,  4.3464e-02, -5.6615e-03, -5.3539e-02,
                       2.9920e-02,  3.4663e-02,  4.2024e-03,  3.4167e-02, -7.2075e-02,
                      -9.3811e-03,  3.3639e-02, -2.4267e-02, -2.0280e-02, -3.8333e-02,
                      -3.8347e-02, -1.6782e-02, -8.4508e-02,  6.1231e-02, -2.5474e-02,
                       8.7364e-02, -6.6335e-03,  5.8906e-02,  6.6239e-02,  1.5843e-02,
                       5.4381e-03,  5.5927e-02,  2.5108e-02, -4.4852e-02, -2.2516e-02,
                       4.5818e-02, -4.8949e-02,  1.0155e-02, -9.5886e-02,  1.4073e-02,
                       1.8017e-02, -3.1505e-02,  1.1202e-02,  1.8337e-02,  4.4045e-02,
                      -5.4481e-02, -2.6591e-02, -1.6264e-02,  1.5618e-02, -5.1685e-02,
                       4.3512e-02,  2.1371e-03,  4.9987e-02,  1.7730e-02, -1.1411e-01,
                      -5.6636e-02,  4.5574e-02, -3.6107e-03,  4.6587e-03, -2.2548e-02,
                       1.0961e-02, -3.3639e-02, -5.2586e-02,  1.7745e-02, -1.0029e-01,
                      -9.2539e-03, -7.4435e-03, -1.2677e-01, -5.3354e-02, -3.4497e-02,
                       3.4443e-03, -2.3186e-02,  9.9337e-03, -3.0996e-02, -6.2173e-02,
                      -2.0736e-02, -5.2495e-02,  3.8812e-02,  2.5350e-02,  1.5377e-02,
                       5.6394e-02, -2.2763e-02, -4.7025e-05,  2.6190e-02, -8.7294e-02,
                      -3.9676e-02,  3.3853e-02, -4.1831e-02,  3.1629e-02, -3.8536e-02,
                      -3.7025e-02, -4.5226e-04, -3.9430e-02, -7.7052e-02, -3.2668e-02,
                      -1.2107e-01, -3.0167e-03,  3.3741e-03,  5.8969e-02, -1.0585e-02,
                      -2.3921e-02, -5.1469e-02, -1.1774e-01,  4.7272e-02, -6.9063e-03,
                       1.7439e-02, -1.3792e-01, -5.8792e-02, -1.3855e-01, -3.7776e-02,
                       9.9205e-02,  8.7234e-02, -4.5818e-02,  8.7824e-02,  1.1244e-02,
                       5.5369e-02,  3.6440e-02, -6.9458e-02, -1.5023e-02,  1.0489e-01,
                      -2.4914e-02, -6.3212e-02, -7.8519e-02, -6.5738e-02, -7.0772e-02,
                       3.6305e-02,  6.6065e-02, -1.1318e-02,  2.0927e-02,  2.1051e-02,
                      -3.1805e-02, -3.2601e-02,  4.9099e-03, -1.4474e-02,  1.3874e-02,
                       4.5185e-02,  5.3074e-02, -1.6085e-01, -6.8733e-02,  3.1794e-02,
                       8.9627e-03, -2.7591e-02, -3.0549e-02,  5.7415e-02, -1.0210e-01,
                      -1.0405e-01,  3.8351e-02, -1.0833e-01,  2.0396e-02,  2.4725e-02,
                      -1.3155e-02,  9.1853e-02, -7.7063e-02, -5.3215e-03,  2.8095e-02,
                       6.4347e-02, -3.5744e-02,  2.3027e-02,  3.9952e-02,  1.8078e-02,
                      -6.9634e-02, -7.6345e-02, -2.1407e-02, -1.5075e-02, -2.6851e-03,
                       2.0678e-02,  8.3067e-02,  1.8323e-02,  3.6101e-02,  5.5471e-02,
                       5.3342e-02,  1.1491e-02,  5.3586e-02, -5.5585e-02,  1.6063e-02,
                      -2.3569e-02,  3.0757e-03,  3.1276e-02, -3.2714e-02, -3.2677e-02,
                       1.4027e-02,  4.6917e-02, -7.9196e-02,  9.2629e-03,  3.8218e-03,
                       5.8368e-03,  5.9993e-02,  6.6219e-03,  1.7997e-02,  6.7201e-02,
                      -2.9581e-02, -2.2656e-02, -3.3203e-02,  1.8023e-02, -7.1160e-03,
                       4.7433e-02,  2.7837e-03, -2.0099e-02,  4.2972e-02,  2.7685e-02,
                       3.3758e-02, -3.1929e-02, -6.4486e-02, -5.4475e-02, -8.8718e-02,
                      -1.3613e-02, -3.2242e-02, -3.4454e-04, -4.5246e-02,  7.7258e-02,
                       5.5314e-02, -3.5007e-03, -5.3267e-02, -1.3335e-01, -1.8330e-02,
                       1.4495e-02,  3.0732e-02, -3.7863e-02, -3.1419e-02,  1.2436e-02,
                      -2.5928e-02,  2.7533e-02,  7.3459e-03,  5.5798e-02,  3.3683e-02,
                      -2.7502e-03,  1.3016e-01,  6.0621e-02, -4.7672e-02, -1.4283e-03,
                      -2.6851e-02, -6.0356e-03, -2.3169e-02,  4.3055e-02, -4.0178e-02,
                      -4.9518e-02, -5.3830e-03, -9.2913e-03, -1.0062e-01,  3.7972e-02,
                      -1.8850e-02,  6.7601e-02,  5.1163e-03,  6.9489e-02,  1.1332e-02,
                       1.5541e-03, -2.3621e-02,  1.8123e-02, -3.2429e-02,  4.3222e-02,
                       3.4373e-02,  5.7423e-03,  1.8008e-02, -1.4617e-01, -2.4824e-02,
                       5.7196e-02, -1.0572e-01,  1.0308e-01, -5.0970e-02, -4.7826e-02,
                      -5.1139e-02,  4.1559e-02,  1.1496e-02, -8.2970e-03, -5.2144e-04,
                       4.7748e-02, -3.7555e-02,  4.4359e-03,  4.4407e-02,  1.6648e-02,
                      -5.5071e-02,  4.3003e-02, -3.6698e-02,  7.4708e-02,  3.3903e-02,
                       7.1203e-03, -6.6332e-02,  5.6974e-02,  5.5931e-02, -6.2925e-02,
                      -2.9722e-02, -4.5225e-02,  4.8768e-02, -2.9853e-02,  2.0990e-02,
                       5.0652e-02, -1.0037e-01, -2.0412e-04, -4.7148e-03,  1.1951e-01,
                      -2.4694e-02, -7.6729e-03, -2.6975e-02, -2.1876e-02,  1.7804e-03,
                       1.0944e-01, -7.7602e-03, -7.6980e-03,  5.0769e-02, -1.5374e-02,
                       4.3021e-02, -7.1720e-02,  3.9157e-02,  1.3975e-04, -7.2566e-03,
                       1.0691e-02, -9.4098e-03, -6.7712e-02,  4.6976e-02,  5.0072e-02,
                       6.2243e-03,  3.0476e-02, -5.6473e-02,  3.1058e-02,  1.7172e-02,
                      -9.5795e-03, -1.1508e-01, -1.6203e-02, -2.4602e-02,  4.1908e-02,
                      -2.8605e-02,  3.8325e-02, -9.3957e-04,  1.8666e-02, -2.6085e-02,
                       4.2996e-02, -4.3774e-02, -4.5035e-02,  2.2676e-02,  5.9293e-03,
                      -1.0178e-02, -1.4643e-02, -1.5556e-02, -7.7403e-02,  8.3616e-02,
                      -1.4235e-02,  9.0259e-06,  4.9718e-02,  1.3688e-02,  2.8444e-02,
                       4.8499e-03,  9.2215e-04, -1.4643e-02,  4.1181e-02,  7.6354e-02,
                      -4.3763e-02,  3.8598e-02,  5.6971e-02, -1.5452e-02, -4.3577e-02,
                      -1.0984e-02, -7.6245e-03, -1.0841e-01, -1.5763e-02,  7.9481e-02,
                       2.3830e-02,  6.3505e-03,  9.6771e-02, -1.7499e-02,  5.9272e-03,
                      -2.2807e-02,  6.2639e-02,  5.6583e-02,  2.5269e-02,  1.1002e-02,
                      -1.0232e-02, -1.7511e-02,  1.0394e-02,  7.8294e-03,  5.9407e-02,
                       4.0896e-02,  2.2172e-02,  1.1705e-02,  1.1347e-01,  1.6067e-02,
                      -7.3200e-02, -3.1577e-02,  2.3645e-02,  1.5828e-02, -4.1943e-02,
                      -9.3057e-02,  4.4085e-02, -2.4089e-02,  4.4430e-02,  2.1456e-02,
                       6.9925e-02,  5.2771e-03, -7.3082e-02, -2.9481e-02,  5.3929e-02,
                      -2.3562e-02,  2.8198e-02,  1.3450e-02,  7.4344e-02,  1.6909e-02,
                      -5.0931e-02, -5.3134e-02,  5.0713e-03, -4.0409e-02,  3.6416e-02,
                       7.5878e-02, -2.5547e-02,  1.0827e-01, -2.1358e-02,  9.3254e-02,
                      -6.0985e-03, -1.1339e-02,  7.5975e-02,  6.7383e-02, -4.2452e-04,
                       3.9206e-02,  6.7998e-02, -7.3954e-02, -5.7344e-02, -4.5969e-02,
                       1.0573e-01,  1.3886e-02,  7.2375e-02,  5.1486e-02,  5.1506e-02,
                      -3.4884e-02, -4.2948e-02, -3.0116e-02, -1.5168e-02, -2.7602e-02,
                      -2.4640e-02, -8.9919e-02, -6.9359e-02,  6.6455e-02, -8.2021e-02,
                      -4.3375e-02,  9.4972e-03,  9.4489e-02,  3.0644e-02,  5.5729e-03,
                       2.6660e-02, -8.8541e-03, -1.1583e-02, -7.4335e-03,  3.8854e-02,
                      -1.5949e-02, -6.2548e-02,  7.0374e-03,  5.2469e-02, -4.8666e-02,
                      -4.5036e-02,  6.0183e-02,  9.0299e-03, -5.7165e-02, -2.2036e-02,
                      -4.1566e-02, -1.9460e-02,  1.9521e-02, -2.9173e-02, -7.0584e-02,
                       6.2932e-02,  4.3949e-02,  5.1019e-04, -3.3485e-02,  5.8383e-02,
                      -7.7220e-02,  8.4996e-04,  5.8412e-02,  8.6865e-02, -9.4992e-03,
                       1.5248e-02,  4.4170e-02,  7.5785e-02,  4.9917e-02, -9.2740e-02,
                       8.3023e-03,  7.4490e-03,  1.8865e-02, -2.5414e-02,  6.3891e-02,
                       1.1863e-02,  1.3976e-02, -5.4674e-02, -3.1021e-02,  8.6232e-03,
                      -2.2315e-02,  1.0709e-02, -7.7587e-02, -1.3986e-02, -7.9393e-03,
                      -1.4812e-02,  1.2286e-02,  1.0338e-01, -1.5555e-02, -6.7958e-03,
                       8.5177e-02,  6.7982e-02, -8.0496e-04,  2.1710e-02, -6.7362e-02,
                       3.8092e-02,  5.3773e-03, -3.3877e-02, -2.0224e-02,  3.9277e-03,
                      -1.5908e-02,  1.9226e-02,  6.8854e-03,  3.4973e-02,  2.0869e-03,
                       4.0288e-02,  9.8272e-02, -8.5685e-02, -2.8499e-02, -3.7027e-02,
                      -7.8740e-03,  4.0892e-02,  5.4115e-02,  4.8670e-02,  3.8310e-02,
                      -5.4008e-02, -7.8248e-03, -4.2425e-02, -3.0420e-02, -4.8648e-02,
                      -9.0203e-02,  6.5314e-02,  9.2721e-03,  9.3591e-03, -5.3290e-02,
                       2.4769e-02,  9.1855e-02,  6.0860e-01,  7.8196e-02,  4.2266e-02,
                       2.0550e-02, -1.2375e-03,  4.0491e-02, -3.9919e-02, -3.6125e-02,
                       1.6574e-02, -9.1780e-02,  6.4659e-02,  2.6233e-02, -2.6583e-02,
                      -5.2547e-02,  3.4136e-03,  1.3449e-02, -4.7156e-02,  4.6842e-02,
                      -3.8589e-02,  3.3245e-02, -2.1706e-02, -5.1793e-02,  5.3394e-02,
                       6.3402e-02, -7.0263e-02, -2.2754e-02, -3.0244e-02,  3.0145e-02,
                       4.3700e-02, -4.2183e-02, -7.7604e-02, -3.7692e-02,  3.9207e-03,
                      -1.8868e-02,  5.1375e-02,  2.1752e-02,  2.0671e-02, -2.1323e-02,
                      -4.3501e-02, -6.9831e-02,  7.7832e-02,  3.7539e-02, -6.5025e-02,
                      -5.1048e-02,  8.3887e-02, -5.5532e-02,  6.7772e-02, -2.6209e-02,
                       5.4924e-02,  4.5385e-03,  1.0613e-02, -5.3471e-02,  3.8369e-03,
                      -2.2798e-02, -7.2666e-03, -5.8153e-02, -1.8555e-02, -5.3466e-02,
                      -6.6046e-02,  1.4774e-02,  2.1933e-02, -5.3585e-02, -2.6359e-02,
                      -8.9418e-03,  3.3808e-02, -8.2776e-02,  6.0124e-03, -7.7597e-02,
                       2.7097e-03, -4.2788e-02,  5.1653e-02, -2.2173e-02,  1.4863e-02,
                      -2.1463e-02,  3.1740e-02,  3.2979e-02, -2.9141e-02, -1.5537e-02,
                      -4.4173e-02,  7.0388e-02,  1.8112e-02,  6.8943e-02,  5.3092e-02,
                      -7.1845e-02, -5.1485e-02, -2.0831e-02, -1.0643e-01,  1.6302e-02,
                      -2.7018e-02,  6.6474e-02, -2.4478e-03, -1.8267e-03,  3.1533e-02,
                       4.5907e-03,  1.4579e-02, -2.4985e-02,  3.2168e-02,  5.9508e-02,
                      -2.5795e-02,  8.0921e-02, -6.3310e-02, -3.3666e-02, -4.5588e-02,
                      -3.0739e-02,  1.7531e-02, -3.9932e-02,  3.3638e-02,  2.0845e-02,
                       5.4306e-02,  4.3536e-02,  7.9009e-02,  5.1852e-02, -7.3703e-02,
                      -7.1215e-02,  3.1970e-02,  5.3420e-02,  2.0459e-02, -1.2155e-02,
                      -1.6124e-02, -8.1829e-02, -5.3747e-03, -1.6461e-02, -3.6968e-02,
                       3.4529e-03, -3.6467e-02, -5.2784e-02,  1.5413e-02, -7.1316e-02,
                      -1.4184e-02,  2.3128e-02, -5.1488e-02, -2.5253e-02, -4.5566e-02,
                       3.9655e-02,  2.5185e-02,  8.2191e-02, -3.7616e-02,  2.4091e-02,
                       2.0937e-02, -8.8506e-02,  3.8425e-02, -4.3073e-02,  2.3877e-02,
                      -7.5030e-02,  1.3674e-03, -3.7229e-02,  5.5340e-02, -1.2429e-02,
                       3.8054e-02,  4.3096e-02, -1.4733e-03, -8.5117e-03,  1.4240e-02,
                       3.7138e-02,  1.5028e-02,  3.6324e-02,  9.8391e-03,  8.6411e-03,
                       1.1480e-02,  3.3933e-03, -7.4346e-02,  3.4545e-02,  2.6534e-02,
                       6.9635e-03, -2.3234e-02,  4.6376e-02,  3.2170e-02,  1.6342e-02,
                      -1.2225e-01, -8.2490e-02,  9.5177e-02,  1.1120e-01,  7.3429e-02,
                      -2.2112e-02,  3.1568e-02,  6.9977e-02, -7.9481e-02,  7.7505e-02,
                      -2.6484e-02,  8.4416e-04,  2.3516e-02, -1.2096e-02,  1.6435e-02,
                      -9.5908e-03, -2.8340e-02, -1.9198e-02, -1.9213e-02, -4.0287e-02,
                      -2.0938e-02,  3.3254e-03,  3.0808e-02,  1.0981e-01, -5.2866e-02,
                      -7.3387e-03, -6.4429e-02,  7.0405e-02,  8.4809e-02, -1.1677e-01,
                       7.4578e-02,  6.4230e-02, -7.0991e-02, -2.2475e-02,  2.7008e-02,
                      -3.1661e-02,  3.5431e-02, -1.7006e-03,  4.3457e-03,  8.4753e-03,
                       4.2587e-02, -4.0082e-02, -2.9144e-02], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.weight',
              tensor([0.8670, 0.8826, 0.8555, 0.8485, 0.8560, 0.8008, 0.7883, 0.7959, 0.8358,
                      0.7961, 0.8737, 0.8947, 0.9162, 0.8748, 0.8711, 0.7506, 0.8038, 0.7918,
                      0.8284, 0.8718, 0.8127, 0.8888, 0.7996, 0.8285, 0.8277, 0.8500, 0.8806,
                      0.9812, 0.8552, 0.8737, 0.8233, 0.7682, 0.9019, 0.7579, 0.8851, 0.7998,
                      0.8037, 0.8873, 0.7998, 0.9323, 0.8845, 0.8062, 0.9264, 0.8670, 0.9082,
                      0.8931, 0.8577, 0.9014, 0.9216, 0.8193, 0.9141, 0.8657, 0.8354, 0.8804,
                      0.7352, 0.7890, 0.8189, 0.8533, 0.8281, 0.8119, 0.8446, 0.9260, 0.8969,
                      0.8639, 0.8024, 0.9230, 0.8283, 0.8134, 0.7934, 0.8316, 0.8319, 0.8331,
                      0.8125, 0.8367, 0.9197, 0.9235, 0.8152, 0.8926, 0.9041, 0.8899, 0.8595,
                      0.8373, 0.8589, 0.8929, 0.7682, 0.8526, 0.8193, 0.8672, 0.8830, 0.8461,
                      0.8543, 0.8124, 0.8817, 0.8430, 0.7969, 0.8553, 0.7638, 0.8502, 0.9390,
                      0.8540, 0.8118, 0.9114, 0.7858, 0.9259, 0.7581, 0.8701, 0.9054, 0.8265,
                      0.8939, 0.9054, 0.8101, 0.8100, 0.9158, 0.7542, 0.8062, 0.9103, 0.8836,
                      0.8620, 0.8480, 0.9032, 0.8668, 0.9002, 0.8985, 0.7548, 0.7811, 0.7873,
                      0.8335, 0.7889, 0.8448, 0.8168, 0.8580, 0.7897, 0.8615, 0.8694, 0.8427,
                      0.8063, 0.7920, 0.8729, 2.3451, 0.8922, 0.8263, 0.9130, 0.7754, 1.2328,
                      0.7938, 0.8589, 0.8771, 0.8689, 0.8612, 0.9069, 0.9189, 0.8395, 0.8620,
                      0.8387, 0.8857, 0.8420, 0.8845, 0.8514, 0.8819, 0.8510, 1.0094, 0.9102,
                      0.8024, 0.8499, 0.8392, 0.8967, 0.8917, 0.7607, 0.8437, 0.8541, 0.8767,
                      0.7421, 0.7996, 0.8869, 0.8571, 0.8794, 0.9180, 0.8340, 0.9483, 0.8580,
                      0.7883, 0.8299, 0.8087, 0.9052, 0.8505, 0.8708, 0.7917, 0.8742, 0.8542,
                      0.8813, 0.8439, 0.7126, 0.8377, 0.8474, 0.8688, 0.8717, 0.8485, 0.8038,
                      0.8447, 0.9131, 0.9050, 0.8055, 0.8711, 0.8528, 0.7902, 0.8349, 0.8802,
                      0.9490, 0.8607, 0.7871, 0.8687, 0.9241, 0.7694, 0.8877, 0.8534, 0.8976,
                      0.8687, 0.7839, 0.8120, 0.8030, 0.8735, 0.8128, 0.9002, 0.8965, 0.8451,
                      0.8545, 0.8603, 0.8916, 0.8893, 0.7082, 0.8052, 0.9211, 0.8432, 0.8178,
                      0.8215, 0.8796, 0.7601, 0.9171, 0.8739, 0.8615, 0.8320, 0.7981, 0.8399,
                      0.8097, 0.8533, 0.8012, 0.8844, 0.8015, 0.8993, 0.9147, 0.9259, 0.8316,
                      0.9707, 0.9150, 0.9526, 0.8754, 0.8950, 0.8029, 0.8627, 0.8690, 0.7266,
                      0.8715, 0.8898, 0.8241, 0.8562, 0.8520, 0.8591, 0.9072, 0.7492, 0.9023,
                      0.9024, 0.8577, 0.9637, 0.8636, 0.9214, 0.8777, 0.8388, 0.8476, 0.8346,
                      0.8810, 0.9581, 0.8975, 0.7681, 1.1574, 0.8823, 0.9325, 0.8192, 0.8834,
                      0.8622, 0.8247, 0.8179, 0.8597, 0.7649, 0.8682, 0.8408, 0.8117, 0.9155,
                      0.7571, 0.8833, 0.8502, 0.9046, 0.8588, 0.8044, 0.8236, 1.8009, 0.8793,
                      0.7883, 0.8840, 0.8954, 0.8796, 0.8350, 0.8339, 0.8310, 0.8029, 0.7870,
                      0.9045, 0.7814, 0.8187, 0.9123, 0.7906, 0.8280, 0.8900, 0.8389, 0.9048,
                      0.8096, 0.8362, 0.8397, 0.8323, 0.8990, 0.8340, 0.8996, 0.8382, 0.8952,
                      0.8714, 0.9051, 0.8940, 0.8374, 0.9472, 0.9842, 0.8329, 0.7617, 0.9028,
                      0.8060, 0.9078, 0.8668, 0.9122, 0.8493, 0.8250, 0.8516, 0.8121, 0.8757,
                      0.8613, 0.8187, 0.8677, 0.9408, 0.8529, 0.8494, 0.8414, 0.8589, 0.8136,
                      0.8098, 0.8860, 0.8414, 0.8870, 0.8528, 0.8813, 0.8831, 0.9910, 0.8697,
                      0.8363, 0.8336, 0.8744, 0.8760, 0.8248, 0.8471, 0.8051, 0.7919, 0.8872,
                      0.8523, 0.7251, 0.8296, 0.8319, 0.8712, 0.9081, 0.7998, 0.8405, 0.7675,
                      0.8990, 0.8568, 0.8048, 0.9224, 0.7930, 0.8616, 0.8417, 0.8403, 0.8653,
                      0.8062, 0.9227, 0.8316, 0.7931, 0.7667, 0.8187, 0.7858, 0.8471, 0.8597,
                      0.8663, 0.8099, 0.8564, 0.8810, 0.9489, 0.8208, 0.8210, 0.8704, 0.9366,
                      0.8931, 0.7896, 0.7915, 0.9068, 0.8733, 0.8686, 0.8253, 0.8779, 0.8744,
                      0.8095, 0.8105, 0.8610, 0.8630, 0.7509, 0.8498, 0.9040, 0.8522, 0.9022,
                      0.8076, 0.9309, 0.7557, 0.8975, 0.8461, 0.8367, 0.8539, 0.8918, 0.8914,
                      0.8023, 0.8545, 0.8868, 0.8167, 0.7937, 0.9033, 0.9116, 0.8806, 0.8478,
                      0.8778, 0.8077, 0.8520, 0.8679, 0.8259, 0.9837, 0.7951, 0.7756, 0.8359,
                      0.8588, 0.8316, 0.8521, 0.8013, 0.8657, 0.9903, 0.7786, 0.8438, 0.8287,
                      0.8769, 0.8550, 0.9053, 0.8537, 0.9280, 0.8334, 0.8920, 0.8726, 0.7596,
                      0.8654, 0.8405, 0.9572, 0.8326, 0.8326, 0.8830, 0.9009, 0.8533, 0.8178,
                      0.9230, 0.7667, 0.9394, 0.8179, 0.8480, 0.8703, 0.8834, 0.8056, 0.9169,
                      0.8197, 0.8093, 0.9201, 0.8181, 0.8703, 0.8332, 0.8820, 0.8106, 0.8510,
                      0.8541, 0.9917, 0.9108, 0.8131, 0.8477, 0.8698, 0.8415, 0.8800, 0.8360,
                      0.8649, 0.8671, 0.8150, 0.9007, 0.8518, 0.7729, 0.8743, 0.8848, 0.7732,
                      0.8666, 0.9131, 0.8757, 0.9571, 0.9654, 0.9157, 0.8890, 0.8829, 0.8563,
                      0.8942, 0.8634, 0.8336, 0.8385, 0.8493, 0.8422, 0.8622, 0.8475, 0.8726,
                      0.9388, 0.8826, 0.7994, 0.7899, 0.8047, 0.9344, 0.8590, 0.8339, 0.8561,
                      0.8846, 0.8337, 0.8206, 0.9440, 0.8647, 0.8553, 0.8507, 0.8002, 1.3069,
                      0.8337, 0.8433, 0.8974, 0.9080, 0.7794, 0.8824, 0.8874, 0.8762, 0.8293,
                      0.8602, 0.8090, 0.8949, 0.8255, 0.8376, 0.7910, 0.8465, 0.9056, 0.9282,
                      0.8280, 0.8523, 0.8741, 0.8587, 0.8572, 0.9380, 0.9177, 0.8395, 0.8800,
                      0.8865, 0.7870, 0.8750, 0.8359, 0.7942, 0.8805, 0.7671, 0.8327, 0.7442,
                      0.8115, 0.9693, 0.8183, 0.8242, 0.8703, 0.8426, 0.8442, 0.8102, 0.8110,
                      0.8229, 0.9525, 0.8700, 0.8577, 0.8080, 0.9096, 0.9132, 0.8247, 0.7900,
                      0.8304, 0.8477, 0.9597, 0.9345, 0.8775, 0.9366, 0.8840, 0.8817, 0.8616,
                      0.7885, 0.8753, 0.9165, 0.8393, 0.9468, 0.8960, 0.8609, 0.8108, 0.8019,
                      0.8872, 0.8915, 0.8329, 0.8762, 0.8391, 0.8459, 0.8397, 0.8586, 0.8794,
                      0.8569, 0.9350, 0.7958, 0.8840, 0.8178, 0.8287, 0.8325, 0.7862, 0.8886,
                      0.9163, 0.8070, 0.8082, 0.8599, 0.8034, 0.7826, 0.8485, 0.8473, 0.8813,
                      0.8187, 0.9056, 0.9326, 0.8584, 0.8487, 0.8462, 0.8439, 0.8284, 0.8571,
                      0.9131, 0.7115, 0.7619, 0.8585, 0.9374, 0.8027, 0.8207, 0.9313, 0.8487,
                      0.8372, 0.8453, 0.8610, 0.9243, 0.8630, 0.8920, 0.8171, 0.8638, 0.9659,
                      0.8809, 0.8320, 0.8092, 0.8859, 0.8656, 0.9064, 0.8801, 0.7447, 0.8639,
                      0.8860, 0.9061, 0.8516, 0.8618, 1.0277, 0.8334, 0.9328, 0.7989, 0.7813,
                      0.8020, 0.7947, 0.8897, 0.9121, 0.8716, 0.8959, 0.8220, 0.9019, 0.8018,
                      0.8710, 0.8926, 0.8031, 0.9133, 0.8586, 0.8036, 0.8174, 0.8355, 0.8906,
                      0.8746, 0.8559, 0.9055, 0.7914, 0.9014, 0.7163, 0.9193, 0.8081, 0.8546,
                      0.8618, 0.8073, 0.8433, 0.9309, 0.9788, 0.8329, 0.9231, 0.8895, 0.8018,
                      0.8909, 0.9068, 0.9254, 0.8683, 0.7901, 0.8989, 0.8112, 0.8156, 0.8384,
                      0.8595, 0.8117, 0.7791, 0.8154, 0.8406, 0.9028, 0.7989, 0.8714, 0.8228,
                      0.8239, 0.8203, 0.8426, 0.8629, 0.7790, 0.8557, 0.9066, 0.8284, 0.9225,
                      0.8611, 0.9119, 0.8777], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.bias',
              tensor([ 5.6938e-02, -1.9033e-01, -1.1770e-01,  1.5991e-01, -5.0830e-02,
                      -4.5367e-02, -1.6932e-01,  1.0304e-01,  1.8964e-02, -6.0568e-02,
                       2.9919e-02,  1.2056e-03, -6.1027e-02, -6.1809e-03,  6.9101e-02,
                       1.0437e-01, -9.8252e-02, -1.6376e-01, -1.4204e-01, -5.4568e-02,
                      -9.6389e-03,  1.3676e-04, -2.0764e-02,  9.2363e-02, -4.8429e-02,
                      -1.5702e-01,  1.0693e-01,  2.8473e-01,  1.2650e-01,  9.7445e-02,
                      -1.0521e-01,  2.9290e-02, -9.9774e-02, -1.2834e-01,  2.0843e-01,
                       8.8091e-02, -1.8827e-01,  1.4202e-02,  1.6710e-02,  2.0258e-01,
                      -2.4940e-02, -5.6690e-02,  7.2953e-02,  2.7554e-02,  5.9426e-02,
                      -7.8500e-02,  2.4589e-02,  1.2495e-01, -6.1989e-02,  1.1742e-01,
                       9.9314e-02,  1.1108e-01,  9.8689e-02, -2.1931e-01,  2.6931e-03,
                      -1.0105e-01, -2.1178e-01, -5.2847e-02,  3.4897e-02,  1.5721e-01,
                      -4.6686e-02, -5.9108e-02,  9.7158e-02, -4.6612e-02, -7.7026e-02,
                       4.7142e-02,  2.6860e-02,  6.7176e-05,  1.3526e-01, -2.5564e-01,
                      -5.3296e-02, -5.8703e-02, -7.0617e-02, -3.3630e-02, -7.8503e-02,
                       1.1440e-01, -7.6669e-03, -1.2057e-01, -5.6060e-02, -3.2627e-02,
                       4.3650e-02, -1.9318e-02, -7.8771e-02,  1.1101e-01, -6.4445e-02,
                       1.1624e-01, -6.0176e-02, -7.0016e-02, -7.3212e-03,  5.1668e-02,
                      -1.0334e-01, -1.2066e-02, -7.0570e-03, -6.0019e-03, -5.6627e-03,
                       7.2898e-02,  3.3733e-02, -8.5480e-02, -6.7849e-02,  4.2060e-02,
                       2.0940e-02, -7.3976e-02, -3.6520e-02,  1.1715e-01, -1.0485e-01,
                       1.0958e-02,  1.3538e-01, -6.7657e-02, -8.3422e-02, -1.1601e-01,
                       2.6301e-02,  1.1758e-02, -8.7856e-02, -3.7504e-02,  1.2328e-01,
                       1.1680e-01, -7.5920e-02,  4.3077e-02, -1.2869e-01, -4.4510e-02,
                       1.0369e-02, -5.7936e-02, -5.1815e-03,  5.7932e-02, -9.9129e-03,
                       2.8445e-02, -3.3485e-03, -7.2837e-02, -2.1267e-02,  2.0786e-03,
                      -6.7590e-02,  4.0604e-02,  1.8555e-02,  8.8520e-03, -6.6579e-02,
                       1.4572e-02, -3.4300e-02,  1.2062e-01, -2.0724e+00,  1.2022e-02,
                      -1.0874e-01, -1.1235e-01,  5.6609e-02, -5.7794e-01, -8.9396e-02,
                      -1.1563e-01, -8.7740e-02,  6.9523e-02, -3.9717e-02, -2.3761e-01,
                      -1.8227e-01, -1.5902e-02, -8.7466e-02,  7.9551e-02,  4.6048e-02,
                      -2.4057e-01, -2.5024e-02, -2.8003e-01,  1.3911e-01, -2.6638e-01,
                       2.6053e-01,  1.5769e-01, -1.3192e-02,  1.3123e-02, -4.1827e-03,
                      -1.1049e-01,  2.0951e-01,  5.0829e-02, -1.1023e-01,  6.2915e-02,
                       2.2470e-02,  1.2705e-01,  3.4519e-02,  6.3812e-02,  1.7147e-01,
                       8.9928e-02,  6.3667e-02, -8.3265e-02, -1.3961e-02, -4.4020e-03,
                      -5.6097e-02, -1.4809e-01,  6.7272e-02, -7.0942e-02,  3.1636e-02,
                       1.0068e-01, -6.6082e-02, -1.6614e-01,  3.9143e-02, -9.5604e-03,
                       1.2300e-01,  4.8873e-02,  9.4295e-02,  5.8894e-02, -1.9378e-01,
                      -1.4415e-01, -9.7223e-02, -1.1657e-02, -2.0312e-01, -1.3516e-01,
                      -4.3760e-02,  9.9000e-02, -2.0607e-02,  7.9298e-02, -3.3122e-02,
                      -6.6240e-02, -3.5876e-03, -1.6517e-01,  1.0147e-02, -7.3840e-02,
                       1.7709e-02, -1.1363e-01,  3.6648e-02, -1.3530e-01, -4.1576e-02,
                      -1.4964e-03,  6.4254e-02,  1.7136e-02, -4.3547e-02, -1.2200e-01,
                      -2.2784e-02,  2.4043e-02,  1.1083e-01, -1.2473e-01, -9.3119e-02,
                       3.9444e-02, -1.8680e-02,  7.5642e-03,  9.7469e-02,  1.2202e-02,
                      -5.8935e-02,  1.0087e-01,  2.1710e-03, -8.9304e-02, -1.4622e-01,
                      -1.0658e-01,  1.6648e-01, -1.8563e-01, -2.4964e-02, -1.7555e-02,
                      -1.8745e-01, -4.7962e-04,  1.4660e-01,  9.9447e-02, -1.7339e-01,
                      -1.9131e-01, -2.8164e-02,  8.9990e-02, -9.9428e-02,  5.8054e-02,
                       2.6639e-02, -6.8140e-02,  7.2792e-02,  3.3351e-02,  1.9936e-02,
                       1.1618e-01, -1.4678e-01, -6.5095e-02, -2.3226e-02, -1.7725e-02,
                       1.5741e-01, -2.0301e-02,  6.0898e-02, -4.1580e-02,  4.1537e-02,
                      -5.4013e-03,  5.2582e-02,  1.8960e-02,  4.6024e-02, -7.5725e-02,
                      -9.4116e-02, -1.2104e-01,  1.6234e-01, -4.5720e-02,  5.8487e-02,
                       2.8359e-02, -1.2236e-01,  8.0772e-02,  9.0290e-02, -1.8784e-01,
                       4.5310e-03, -1.1982e-02, -5.0560e-02,  3.7457e-01, -3.7969e-02,
                      -3.1605e-02,  7.3006e-02, -1.3405e-01,  2.5070e-02,  1.0548e-02,
                      -1.4311e-02,  1.1206e-01, -7.9394e-02, -1.4273e-01, -3.8981e-03,
                      -1.2639e-01, -1.5546e-01,  9.1643e-02, -1.3260e-01, -1.5987e-02,
                       8.2637e-02, -1.3869e-01,  3.9541e-02,  6.0942e-02, -1.1866e+00,
                      -4.2279e-02,  5.5609e-02,  1.9116e-02, -1.0571e-01,  1.3299e-01,
                       2.1715e-01,  6.8961e-02, -8.5102e-02,  9.2556e-02, -4.8987e-02,
                      -1.0498e-01,  6.1427e-02,  5.6387e-03, -2.5275e-02, -7.9385e-02,
                      -1.2240e-01,  7.6398e-02,  5.7075e-02,  2.1594e-03, -9.9924e-02,
                      -1.0816e-01, -9.4273e-02,  3.0695e-02,  4.1259e-02,  1.9958e-02,
                      -1.5953e-01,  1.0857e-01, -6.9791e-03,  6.7497e-02, -5.7923e-02,
                      -3.1806e-02,  2.4203e-02,  1.8690e-01, -2.1657e-01,  9.3820e-02,
                       4.3468e-02, -6.2141e-03, -7.9398e-02, -4.4952e-02,  2.8842e-02,
                       7.7384e-02, -9.3132e-02, -9.3524e-02,  7.1603e-02, -2.4491e-02,
                      -3.8898e-02, -2.3484e-01, -9.0188e-02, -4.2603e-02,  1.0118e-01,
                      -8.1806e-02, -6.7335e-02,  5.1090e-02,  1.6573e-02, -6.0368e-02,
                       2.3664e-02, -6.3468e-02, -5.6075e-02,  3.2008e-03, -1.9246e-01,
                       1.0593e-01, -2.9875e-02,  1.7060e-01, -8.2228e-02, -7.2012e-02,
                      -1.1997e-01, -1.0683e-01,  1.5591e-02,  6.5667e-02, -1.3273e-01,
                       6.1785e-02, -1.1568e-01, -1.6916e-01, -4.6322e-02, -2.6026e-02,
                      -8.0695e-02,  8.1467e-02,  4.7052e-02,  8.0213e-02, -7.7050e-02,
                      -1.9321e-01,  2.0056e-02, -5.7623e-02, -1.5075e-02, -5.9327e-02,
                      -5.4966e-02,  5.8187e-02,  6.2975e-02, -1.0061e-01, -2.4902e-02,
                      -8.7962e-02, -1.3393e-01, -8.5973e-02, -1.1028e-01, -4.7071e-02,
                      -1.3216e-01,  4.8228e-02, -1.1720e-01, -8.2778e-02, -1.1608e-01,
                       2.5223e-02, -1.5937e-01, -1.0792e-01, -1.6781e-01, -9.7934e-02,
                       2.4140e-02, -1.3062e-01,  9.0914e-02, -1.2303e-02, -1.2826e-02,
                      -1.1660e-01,  9.7234e-02,  9.1468e-02, -1.8419e-01, -1.9969e-01,
                      -7.8548e-02, -6.9056e-02, -4.6482e-02,  1.6267e-01,  1.1885e-01,
                      -8.4984e-03, -5.5245e-02, -9.8248e-02,  7.3509e-02, -4.1770e-02,
                      -5.8166e-02,  8.5844e-02, -1.2294e-01,  1.8680e-01, -1.1035e-01,
                      -8.7290e-02,  1.3156e-01, -1.6703e-01, -7.7473e-02, -4.6671e-02,
                       1.5185e-03, -1.0511e-01, -6.9903e-02, -2.1768e-01, -2.9775e-02,
                      -7.5127e-02, -2.2235e-02, -3.3178e-02,  4.5428e-02, -1.8625e-02,
                       8.0198e-02,  1.7134e-01,  1.0817e-01,  1.5790e-02, -1.2361e-03,
                      -3.0240e-01,  4.4471e-02, -4.0563e-03, -1.2647e-01, -2.5486e-02,
                      -1.3279e-01, -1.3661e-01, -6.0563e-02,  3.0489e-02,  2.8619e-01,
                       7.9000e-02,  8.2565e-02,  1.7122e-01,  3.6902e-02, -3.1388e-02,
                       1.4933e-01,  3.3582e-02, -6.4440e-03,  7.7970e-02,  4.8535e-02,
                      -1.8272e-02, -1.3813e-01, -7.4602e-02,  3.6908e-02, -7.4104e-02,
                       4.0372e-02, -2.0383e-02, -1.5593e-01, -2.7964e-03,  9.5955e-02,
                      -7.5430e-02,  4.1790e-02,  6.0909e-02, -1.0755e-01, -3.7418e-02,
                      -9.5108e-02, -5.1327e-02, -2.1373e-01, -2.1733e-02,  7.0429e-02,
                      -4.3264e-02, -5.0823e-02, -5.1234e-02, -1.1093e-01,  3.3620e-02,
                       2.7595e-02, -5.1223e-02,  4.8528e-02, -1.1720e-01, -1.1895e-01,
                       2.3613e-01, -1.2596e-02,  1.1318e-02,  3.9719e-02, -1.0979e-01,
                      -1.2820e-01, -1.5820e-01,  1.3980e-02,  1.5106e-02, -1.2904e-01,
                      -7.9029e-02, -5.8013e-02,  5.7066e-02,  1.0773e-01,  7.3526e-02,
                       1.5636e-02, -1.6053e-01, -2.7110e-02, -2.8212e-02,  9.1807e-02,
                      -7.1121e-02,  1.4477e-01, -8.7321e-02, -1.2205e-01, -9.2780e-02,
                      -2.9062e-02,  9.9449e-02, -1.0842e-01, -6.9180e-02, -1.0350e-01,
                       3.3386e-02,  1.0882e-01,  7.7666e-02, -1.3974e-01,  5.8017e-02,
                      -2.6395e-01,  1.9575e-02,  4.1316e-02, -1.4857e-01,  1.9890e-01,
                       1.7055e-01,  1.8777e-01,  1.5326e-02,  1.7027e-02,  1.4003e-01,
                       2.0787e-01, -1.6928e-02, -1.1843e-01,  1.1005e-01,  1.1969e-01,
                       1.2715e-01, -1.7071e-01, -1.7693e+00, -6.7708e-02,  5.6808e-02,
                      -4.1233e-02, -1.6965e-02, -8.5480e-03,  2.1404e-02, -2.0195e-02,
                      -1.3221e-01,  5.3566e-03, -1.0987e-01, -1.0449e-01,  7.5374e-02,
                       1.9093e-01, -6.9925e-02,  4.6434e-03, -2.0058e-02,  8.0994e-02,
                       5.8234e-03,  4.6914e-04,  2.8378e-02,  5.1141e-02, -1.6267e-01,
                       5.4121e-04,  2.0809e-01,  3.9899e-02, -4.2970e-02,  9.7708e-02,
                      -2.9417e-02,  4.0278e-02,  2.5867e-02,  1.3714e-01, -1.6064e-01,
                      -2.2499e-02,  5.8129e-02,  1.6343e-02, -7.0655e-02,  3.3472e-02,
                       1.0205e-01,  5.1747e-02,  5.5680e-02, -5.4435e-02, -6.9073e-03,
                       1.3897e-02, -1.2071e-01, -3.5215e-02, -8.4368e-02, -4.3546e-02,
                      -8.4185e-02,  6.3049e-02,  1.6309e-01,  8.4470e-02,  1.1339e-01,
                       5.0057e-02, -7.5297e-02,  1.1221e-01, -1.6651e-01,  2.0609e-01,
                       1.1515e-01, -7.7505e-02, -3.3915e-03, -9.8671e-02, -2.5219e-02,
                      -5.6960e-02, -3.9356e-02,  1.4175e-01, -8.6954e-02,  5.9846e-02,
                      -9.6998e-02, -1.1826e-01, -2.1641e-01,  1.4778e-01,  1.2775e-01,
                      -1.9877e-01, -7.2250e-03, -1.1558e-01, -2.7294e-01,  1.8435e-01,
                       8.4682e-02, -6.4317e-02,  3.5254e-04, -4.4957e-02, -1.5902e-01,
                      -7.4796e-02, -1.0496e-01,  3.8854e-02,  1.9853e-03, -6.8268e-02,
                      -1.1663e-01,  6.0303e-02,  1.6854e-01, -2.0690e-01, -1.3009e-01,
                      -1.1014e-01, -6.4133e-02, -2.1191e-01, -9.3905e-02,  6.8742e-02,
                       4.3862e-02, -3.5587e-02, -3.3821e-02,  1.3654e-01, -1.7752e-01,
                       1.6826e-01, -1.8975e-02, -6.6947e-02,  1.9228e-02, -2.0958e-01,
                       5.7132e-03,  3.4943e-02, -1.6184e-01, -5.8283e-02,  7.5373e-02,
                      -7.8596e-02,  3.9940e-02,  8.6011e-02,  3.5233e-02,  3.3171e-02,
                       1.2522e-01, -2.4432e-03, -1.5339e-02, -2.1794e-01,  2.5488e-02,
                       5.5063e-02, -5.7622e-02,  3.8476e-02,  8.5199e-03, -8.7239e-02,
                      -6.5049e-02, -4.5954e-02,  4.0654e-04,  4.9925e-02, -5.2839e-02,
                       1.2077e-02,  6.7164e-02, -1.1451e-01,  1.6962e-01,  5.3278e-02,
                      -5.8758e-02, -5.0992e-02, -3.3427e-01,  1.0064e-01, -3.8899e-03,
                       6.2500e-02,  1.6129e-02, -2.0230e-02, -6.1772e-02, -2.0027e-01,
                      -8.9402e-02, -1.8733e-02, -1.5362e-01,  1.7206e-02, -2.0145e-02,
                       4.6608e-02, -3.9995e-02, -7.2925e-02,  7.1112e-02,  2.0076e-02,
                      -2.0464e-02, -1.6724e-01, -1.4421e-02,  6.8733e-02,  3.0482e-02,
                      -7.2244e-02,  5.2308e-02,  6.9051e-03, -1.5384e-01, -8.2915e-02,
                      -2.2005e-02,  1.8049e-01, -6.9045e-02, -4.1651e-02, -5.5719e-02,
                      -4.0298e-02, -9.5535e-02, -1.7664e-01,  2.6512e-01, -1.5348e-01,
                      -1.8593e-02,  9.3184e-02, -1.3106e-02,  1.0168e-01, -5.2696e-02,
                      -1.4457e-01, -4.7434e-02,  1.1439e-01,  9.2695e-02,  5.4912e-02,
                      -1.1535e-01, -1.4213e-01, -1.0173e-01, -7.1913e-02, -4.7040e-02,
                       1.1168e-01,  1.0024e-01,  1.3912e-01, -3.2651e-02, -5.0000e-02,
                      -1.2636e-01,  3.4766e-02, -1.9227e-01, -6.5718e-02,  3.7751e-02,
                      -9.0390e-02, -1.6419e-01,  4.3077e-02, -6.0896e-02, -6.6906e-02,
                       3.7741e-03, -1.4060e-03,  1.2806e-01], device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.weight',
              tensor([[ 0.0386,  0.0107, -0.0061,  ..., -0.0821, -0.0042,  0.0465],
                      [-0.0586,  0.0257, -0.0170,  ..., -0.0519, -0.0328, -0.0609],
                      [-0.0075,  0.0443, -0.0677,  ..., -0.0342,  0.0339,  0.0335],
                      ...,
                      [-0.0422,  0.0928, -0.0092,  ..., -0.0206,  0.0091, -0.0025],
                      [ 0.0325, -0.0049, -0.0376,  ...,  0.0285, -0.0198, -0.0364],
                      [-0.0518,  0.0087, -0.0220,  ...,  0.0461,  0.0230, -0.0303]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.bias',
              tensor([-0.1004, -0.1135, -0.1145,  ..., -0.0944,  0.0032, -0.0683],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.weight',
              tensor([[ 0.0116, -0.0136, -0.0252,  ..., -0.0259, -0.0198,  0.0565],
                      [-0.0111, -0.0414, -0.0372,  ..., -0.0042, -0.0348,  0.0472],
                      [ 0.0304, -0.0069,  0.0302,  ..., -0.0330,  0.0510,  0.0312],
                      ...,
                      [-0.0157, -0.0124, -0.0280,  ...,  0.0245, -0.0162, -0.0357],
                      [-0.0054,  0.0101,  0.0024,  ..., -0.0231,  0.0140,  0.0225],
                      [ 0.0096, -0.0487,  0.0599,  ..., -0.0224,  0.0258,  0.0446]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.bias',
              tensor([ 6.2695e-02, -1.0497e-01, -4.0299e-02,  1.3413e-01, -6.3586e-02,
                      -1.0884e-01, -3.1930e-02,  8.6656e-02, -2.1134e-02, -1.8189e-02,
                       2.6331e-02,  1.3828e-02, -6.1266e-02,  8.2437e-02,  8.7149e-03,
                       7.7028e-02, -8.8977e-02, -8.4820e-02, -4.8276e-02, -4.5843e-02,
                       4.5904e-03,  6.0291e-02,  5.3828e-02,  1.5197e-03, -8.9790e-02,
                      -6.8876e-02, -7.7536e-03,  1.6324e-01,  1.2880e-01,  4.0657e-02,
                      -3.6679e-02, -1.1559e-02, -5.6618e-02, -3.9684e-02,  1.0526e-01,
                       1.1131e-01, -5.0153e-02,  1.5525e-02,  2.0707e-02,  1.5473e-01,
                      -7.2134e-02,  1.1911e-02,  3.1291e-02, -6.2641e-02,  8.2059e-02,
                      -8.9726e-02, -5.5619e-02,  3.3087e-02, -6.5830e-02,  8.6817e-02,
                       3.5980e-02,  6.6924e-02,  6.0541e-02, -1.0890e-01, -5.1311e-02,
                      -3.1522e-02, -1.3425e-01, -9.8258e-02, -2.5898e-02,  1.3256e-01,
                      -1.1576e-02, -1.0874e-01,  2.2497e-02,  3.3400e-03, -4.4972e-02,
                       7.9041e-02,  4.9006e-02, -9.5434e-03,  1.3008e-01, -2.0353e-01,
                      -4.3981e-02, -4.2865e-02, -9.8523e-03, -2.7431e-03, -2.2323e-02,
                       8.1178e-03,  2.6013e-02, -8.5243e-02, -4.6797e-02, -5.3037e-02,
                       1.8993e-02,  3.7119e-02,  1.9539e-02,  1.5435e-01,  4.8994e-02,
                       7.5016e-03, -3.0758e-03, -3.8723e-02, -2.6834e-02,  2.4906e-02,
                      -5.8905e-02,  7.2388e-02,  3.8711e-02, -7.5596e-02, -4.5766e-02,
                       1.0727e-01,  7.5166e-02,  2.8221e-02, -1.2475e-02, -3.2671e-03,
                       1.4174e-02, -6.0200e-02, -3.0448e-02,  6.5374e-02, -1.9230e-02,
                      -1.2569e-02,  9.9801e-02, -2.6489e-02,  3.3237e-02, -3.9402e-02,
                      -1.1575e-02,  2.6944e-02, -4.3316e-02, -1.6743e-02,  1.2484e-01,
                       1.0790e-01, -6.1387e-02,  2.0538e-03, -3.2065e-02, -1.0032e-01,
                      -3.2261e-02,  1.2515e-02,  1.1531e-02,  9.6542e-03,  3.2960e-03,
                       7.5944e-02, -2.4543e-03,  1.4208e-02,  7.7425e-02,  6.5763e-03,
                       3.0308e-02, -1.3090e-02,  1.3563e-01,  9.1070e-02, -4.1168e-02,
                      -7.3204e-02, -4.3755e-02,  1.4223e-01, -3.2569e-01,  3.4149e-02,
                      -1.0183e-01, -4.0646e-02,  6.7884e-02, -1.1035e-01,  3.6124e-03,
                      -8.1346e-03, -2.2162e-02,  1.4123e-01,  1.5105e-02, -8.7381e-02,
                      -8.6809e-02,  2.1261e-02, -2.8190e-02,  6.4043e-02,  7.0905e-03,
                      -1.7237e-01, -4.7472e-02, -5.3868e-02,  1.5060e-01, -8.8251e-02,
                       7.3910e-02,  9.0420e-02,  4.0842e-02,  3.4409e-02,  3.0103e-03,
                      -1.0467e-01,  1.6427e-01, -4.0900e-02, -5.1361e-02,  4.0892e-02,
                       4.3966e-03,  6.8367e-02, -6.1335e-02,  8.2957e-02,  1.4747e-01,
                       5.0837e-02,  1.1093e-01, -6.0118e-02,  4.4920e-02,  4.2228e-03,
                      -3.5649e-02, -3.7997e-02,  4.9216e-02, -2.3083e-02,  1.1231e-01,
                       7.8609e-02,  1.1430e-02, -9.0097e-02,  3.9496e-02,  2.9660e-02,
                       2.6983e-02, -3.2102e-03,  8.8612e-02,  7.2780e-02, -1.9106e-01,
                      -3.5142e-02, -5.4663e-02, -2.2033e-02, -1.5741e-01, -1.2831e-01,
                      -3.1072e-02,  3.8755e-02, -6.0093e-02,  6.8214e-02,  4.2099e-03,
                      -7.5385e-02, -1.6485e-02, -1.1163e-01, -1.0256e-02, -2.8026e-02,
                       3.8656e-03, -9.1739e-02,  4.1187e-02, -8.4486e-02, -8.6268e-02,
                       3.9123e-03,  6.1468e-02,  1.1523e-02,  4.6376e-02, -1.1391e-01,
                      -2.8880e-02,  3.2456e-02,  6.0885e-02, -4.8449e-02,  5.4486e-03,
                       1.4762e-02,  1.4630e-03, -2.7709e-02,  2.8806e-02,  3.0026e-03,
                       1.5169e-02,  7.2449e-02,  7.1419e-02,  3.4479e-03, -7.2008e-02,
                      -8.9278e-02,  1.3304e-01, -7.5086e-02, -2.8198e-02,  6.7543e-02,
                      -1.4344e-01,  5.4680e-02,  1.6907e-01,  6.5219e-02, -2.4998e-02,
                      -9.1572e-02, -1.6372e-02,  9.6661e-02,  7.5055e-03,  7.9980e-02,
                       3.6151e-02, -2.8068e-02, -3.6797e-03,  3.7442e-02,  2.8904e-02,
                       3.0167e-02, -7.3697e-02, -4.7782e-02, -1.7404e-02,  9.1968e-02,
                       6.3058e-02, -3.8812e-02,  2.1093e-02,  3.6042e-03,  7.8287e-02,
                       6.8804e-03,  5.8257e-02,  1.5974e-02,  6.1658e-02, -1.1281e-01,
                      -2.7152e-02, -7.9758e-02,  1.3837e-01,  4.1004e-02, -1.1792e-02,
                       3.6583e-03, -1.6058e-02,  3.6345e-02,  6.5680e-02, -9.7135e-02,
                       3.2297e-02,  2.2280e-02, -9.5983e-03,  6.5993e-02, -7.3222e-02,
                       2.9077e-03,  1.3720e-01, -4.7341e-02,  7.5836e-02,  4.8566e-02,
                       2.9499e-02,  5.1687e-02, -4.6878e-02, -1.0807e-01, -3.7105e-02,
                      -8.2306e-02, -8.4825e-02,  3.7581e-02, -5.6192e-03,  1.0155e-02,
                       2.9449e-02, -6.9565e-02,  5.7986e-02,  5.3704e-02, -4.5484e-01,
                      -1.9183e-02,  4.3908e-02,  6.9799e-03, -3.4255e-02,  7.2990e-02,
                       1.2426e-01,  4.2049e-02, -8.5569e-02,  6.3388e-02, -4.9940e-03,
                      -8.4234e-03,  2.1223e-02,  1.8119e-01,  3.0363e-03, -1.1356e-01,
                      -9.4718e-02, -1.0276e-02, -1.1932e-02,  1.0423e-03, -1.3369e-01,
                      -3.6945e-02, -1.9042e-02,  3.7204e-02,  6.0629e-02, -8.5931e-02,
                      -9.0542e-02,  5.4890e-03, -5.4632e-02,  4.6135e-02,  1.8744e-02,
                      -3.5713e-02,  6.9846e-03,  1.0033e-01, -1.9105e-01,  3.7882e-02,
                       7.9375e-02,  2.7950e-02, -4.7721e-02, -1.5194e-02,  3.1515e-03,
                       1.0621e-01,  9.8619e-03, -4.7595e-04,  8.0337e-02,  3.7993e-02,
                      -5.1464e-02, -1.3139e-01, -6.7102e-02,  1.9984e-02,  9.7544e-02,
                      -5.8640e-02,  3.3805e-02,  4.6083e-02,  3.8467e-02, -1.8989e-02,
                       1.3158e-02, -5.4860e-02,  5.5493e-02, -2.0418e-02, -2.2402e-02,
                      -2.9419e-02,  8.0343e-03,  6.7629e-02, -4.6456e-02, -1.3378e-02,
                      -2.2258e-02, -6.3429e-02,  5.2327e-02,  6.6465e-02, -7.6128e-02,
                      -9.3045e-04, -2.1033e-01, -6.7954e-02,  8.5883e-03, -5.4382e-02,
                      -1.3765e-02,  2.4226e-02,  8.7337e-02,  4.5015e-02, -1.7572e-02,
                      -7.2256e-02, -2.8989e-02, -6.4919e-02,  8.5207e-02,  2.9726e-02,
                      -5.2258e-02,  8.1262e-02,  6.2186e-02, -6.9681e-02,  3.0270e-02,
                      -6.5584e-02, -3.4039e-02, -5.5720e-02, -7.7644e-02,  1.9388e-02,
                      -1.5236e-01,  1.5980e-01, -9.2974e-03, -1.2400e-01, -7.6031e-02,
                       4.8931e-02, -8.0493e-02, -6.6189e-02, -1.4549e-01, -5.8860e-02,
                       5.5986e-03, -3.3133e-02,  5.1407e-02,  3.5520e-03,  3.4869e-02,
                      -2.5327e-02,  5.7167e-02,  5.5857e-02, -7.2688e-02, -9.3111e-02,
                      -2.0047e-02, -8.7139e-02,  3.1762e-02,  1.3605e-01,  4.8156e-02,
                      -1.5963e-02, -1.1207e-01, -7.2407e-02,  6.4768e-02, -1.6030e-02,
                      -1.3270e-02,  7.3010e-02, -1.0790e-01,  1.4494e-01, -2.4378e-02,
                       7.6588e-02,  6.7651e-02, -1.0946e-01, -9.2163e-03, -3.5040e-02,
                       3.6436e-02, -1.0786e-01, -3.7597e-02, -1.7873e-01, -9.4338e-02,
                      -7.4682e-02, -9.9637e-02, -4.9708e-02, -4.2763e-03, -6.0150e-02,
                       9.3197e-02,  6.4165e-02,  6.2835e-02,  4.4807e-02, -1.0785e-02,
                      -1.5376e-01,  5.9215e-02,  6.7193e-03, -4.5825e-02,  3.8640e-02,
                      -9.4387e-04, -7.3297e-02, -1.4684e-02,  1.5877e-02,  2.6907e-01,
                       8.4350e-02,  1.5027e-02,  1.9418e-01,  2.0883e-02, -6.2863e-02,
                       1.1551e-01, -1.2777e-02,  2.3006e-02,  1.1058e-01,  4.4028e-02,
                       8.4299e-03, -2.4550e-01, -8.8456e-02,  7.3154e-02, -2.1023e-02,
                      -1.2286e-02,  1.0487e-01,  3.6732e-02,  5.2012e-02,  7.8897e-02,
                       4.0851e-02,  7.7586e-03,  1.1329e-01, -6.1636e-02, -6.3829e-02,
                      -1.1103e-01, -4.9536e-02, -1.8377e-01, -1.2619e-03,  3.5516e-03,
                       2.5217e-02, -7.3964e-02, -3.4979e-02, -3.4104e-02,  7.2695e-02,
                       3.4027e-02,  3.1500e-02, -7.6395e-03, -3.0714e-02, -4.9525e-02,
                       1.6865e-01,  5.9482e-03,  8.1002e-02,  4.1938e-02, -3.0147e-02,
                       5.7241e-02, -1.0493e-01,  1.1788e-02, -8.8573e-03, -2.4298e-02,
                      -6.9772e-02, -2.8093e-02, -7.5649e-04,  3.8085e-02,  5.7577e-02,
                      -1.9321e-02, -1.2406e-01, -5.6715e-02,  1.9543e-03,  1.0215e-01,
                      -8.6850e-02,  1.0528e-01, -7.6021e-02, -8.7833e-02, -5.6476e-02,
                       7.2202e-02,  3.1814e-02, -6.5047e-02, -6.8318e-02, -2.5513e-02,
                      -1.7445e-02,  3.4808e-02,  5.0722e-02, -4.9404e-02,  4.3488e-02,
                      -1.0499e-01,  1.8430e-02,  1.2159e-01, -1.0225e-01,  6.0233e-02,
                       1.5930e-01,  1.3590e-01, -6.4387e-02,  3.6619e-02,  9.0057e-02,
                       1.7030e-01, -1.0052e-02, -8.5805e-02,  2.2504e-02,  9.5689e-02,
                       6.0893e-02,  8.6052e-03, -7.2468e-01,  9.8526e-03,  7.2435e-04,
                       2.3097e-02, -3.3048e-02, -3.7854e-02,  6.9726e-02,  4.2287e-02,
                      -9.3875e-02,  9.2114e-03, -5.0377e-02, -3.6653e-02, -2.1558e-02,
                       8.0318e-02,  5.5886e-03,  3.7322e-02,  2.8195e-02,  5.2189e-02,
                      -1.3649e-02,  1.1698e-02,  1.0003e-01,  7.8881e-02, -1.1370e-01,
                       7.5034e-02,  1.1842e-01,  4.2828e-02,  5.9429e-02,  3.5203e-02,
                       2.3721e-02,  5.4948e-02,  4.0215e-02,  8.9450e-02, -4.5127e-02,
                       3.8517e-02, -5.3143e-03,  8.9105e-02, -1.2311e-02,  1.9343e-02,
                       8.0477e-02, -2.0126e-02,  2.4699e-02,  7.4302e-02, -1.0664e-02,
                       5.0317e-02, -6.7857e-02,  4.7970e-02,  3.6341e-03, -3.3477e-02,
                      -7.4659e-02,  6.4635e-02,  2.6871e-01,  8.8648e-02,  1.7333e-01,
                       6.0303e-02, -2.5701e-02,  7.1281e-02, -4.3449e-03,  1.6287e-01,
                       8.7315e-02, -3.9292e-02, -7.7540e-02, -5.1593e-02,  4.6694e-02,
                       4.1694e-02, -1.1714e-01,  1.2721e-01, -6.3967e-02,  6.0199e-02,
                      -6.0293e-02, -1.0213e-01, -1.0461e-01,  6.8982e-02, -8.8389e-03,
                      -5.9199e-02,  1.4079e-02, -9.0829e-02, -1.2556e-01,  7.8142e-02,
                       1.0889e-01, -5.1489e-02,  1.7256e-02, -2.4061e-02, -1.7835e-02,
                      -7.4813e-02,  5.4364e-03,  2.9320e-02,  2.3508e-02,  4.7507e-04,
                      -5.2599e-04, -5.2372e-02,  9.1882e-02, -8.6824e-02, -4.9449e-02,
                      -7.5102e-02, -1.0776e-02, -1.1559e-01, -1.0989e-01,  2.0614e-02,
                       3.4581e-02, -2.5375e-02, -8.8545e-03,  1.0755e-01, -6.7888e-02,
                       4.1432e-02,  5.2462e-02,  7.0276e-03,  1.1944e-02, -7.5397e-02,
                       1.9075e-02, -8.1290e-04, -1.3728e-01,  1.0821e-03,  1.3039e-01,
                      -7.4274e-03,  1.7032e-01,  7.6390e-02, -5.5995e-02,  6.0005e-03,
                       9.8968e-02,  4.0260e-02,  2.8985e-03, -6.1517e-02, -3.6594e-02,
                       5.6665e-02, -7.7657e-02,  5.3263e-02,  5.2132e-02,  3.3118e-05,
                       2.4948e-02, -3.5223e-02,  5.3706e-02,  1.7717e-04, -6.4616e-02,
                       4.3333e-02,  1.2473e-01, -3.2109e-02,  9.2026e-02,  4.5468e-02,
                      -8.6756e-03,  3.4125e-02, -1.3904e-01,  1.3826e-01, -2.0225e-02,
                       2.6211e-04, -1.0974e-02,  3.5716e-02, -1.8378e-02, -1.1233e-01,
                       2.9394e-03,  5.4528e-02, -6.2023e-02,  8.7933e-02, -4.4216e-02,
                       3.2402e-02,  1.5871e-02, -1.0941e-01,  5.4959e-02,  2.6232e-02,
                      -5.5137e-02, -8.2922e-02, -8.2882e-02,  5.6442e-02,  7.0797e-03,
                      -9.3612e-02,  3.3111e-02,  2.9047e-02, -1.3012e-01, -3.5384e-02,
                      -1.2377e-03,  8.0585e-02, -6.4375e-02, -3.5197e-02,  8.6830e-04,
                      -3.6225e-02, -4.4948e-02, -9.9918e-02,  9.8168e-02, -1.0249e-02,
                       8.7980e-02,  5.9814e-02,  5.9951e-03,  1.5325e-01, -3.4097e-02,
                      -1.5447e-02, -2.9187e-02,  4.7322e-02,  6.1905e-02,  6.9429e-02,
                      -1.1991e-01, -5.3708e-02, -9.7388e-02, -1.4317e-02, -5.0585e-02,
                       2.0067e-01,  2.3175e-02,  1.0902e-01, -7.8503e-02,  4.4341e-03,
                      -3.9512e-02,  3.6494e-02, -8.6764e-02,  2.2438e-02,  1.0222e-01,
                      -7.1081e-02, -1.9054e-02,  1.1423e-01,  3.2598e-02, -4.6521e-02,
                       1.2303e-02, -5.1351e-03,  9.3161e-02], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.weight',
              tensor([0.8171, 0.8541, 0.8683, 0.8230, 0.8701, 0.8426, 0.8052, 0.8394, 0.8421,
                      0.8240, 0.8807, 0.8671, 0.8684, 0.8790, 0.8406, 0.8060, 0.8526, 0.8437,
                      0.8449, 0.8530, 0.8412, 0.8618, 0.8259, 0.8428, 0.8839, 0.8409, 0.8525,
                      0.7511, 0.8276, 0.8768, 0.8524, 0.8458, 0.8713, 0.8249, 0.8365, 0.8405,
                      0.8078, 0.8607, 0.8317, 0.7756, 0.8666, 0.8498, 0.8202, 0.8550, 0.8728,
                      0.8342, 0.8616, 0.8391, 0.8791, 0.8479, 0.8447, 0.8184, 0.8112, 0.8594,
                      0.7981, 0.8036, 0.8156, 0.8604, 0.8238, 0.7976, 0.8382, 0.8710, 0.8910,
                      0.8658, 0.8184, 0.8685, 0.8426, 0.8247, 0.8142, 0.7683, 0.8449, 0.8554,
                      0.8497, 0.8318, 0.8564, 0.8766, 0.8657, 0.8336, 0.8613, 0.8538, 0.8355,
                      0.8815, 0.8442, 0.8422, 0.8130, 0.8241, 0.8268, 0.8762, 0.8846, 0.8537,
                      0.8499, 0.8373, 0.8647, 0.8609, 0.8312, 0.8610, 0.8218, 0.8667, 0.8567,
                      0.8578, 0.8388, 0.8772, 0.8436, 0.8577, 0.8248, 0.8755, 0.8758, 0.8171,
                      0.8752, 0.8748, 0.8292, 0.8640, 0.8732, 0.8086, 0.8796, 0.8641, 0.8440,
                      0.8373, 0.8597, 0.8593, 0.8509, 0.8721, 0.8683, 0.8210, 0.8104, 0.8626,
                      0.8546, 0.8322, 0.8598, 0.8444, 0.8684, 0.8418, 0.8367, 0.8292, 0.8890,
                      0.8734, 1.1176, 0.8452, 0.2929, 0.8779, 0.8331, 0.8597, 0.8428, 0.7208,
                      0.8520, 0.8623, 0.8474, 0.8761, 0.8686, 0.8086, 0.8257, 0.8714, 0.8620,
                      0.8645, 0.8227, 0.8190, 0.8761, 0.8346, 0.8385, 0.8647, 0.8042, 0.8846,
                      0.8627, 0.8705, 0.8340, 0.8600, 0.7985, 0.8017, 0.8464, 0.8320, 0.8481,
                      0.7968, 0.8046, 0.8434, 0.8431, 0.8283, 0.8558, 0.8106, 0.8634, 0.8437,
                      0.8330, 0.8267, 0.8045, 0.8413, 0.8580, 0.8447, 0.8346, 0.8175, 0.8253,
                      0.8298, 0.8402, 0.8172, 0.8403, 0.8340, 0.8101, 0.8264, 0.8655, 0.8396,
                      0.8475, 0.8473, 0.8545, 0.7825, 0.8533, 0.8323, 0.8698, 0.8495, 0.8570,
                      0.8601, 0.8497, 0.8362, 0.8680, 0.8695, 0.8217, 0.8691, 0.8540, 0.8904,
                      0.8222, 0.8260, 0.8260, 0.8338, 0.8727, 0.8553, 0.8546, 0.8747, 0.8484,
                      0.8446, 0.8565, 0.8526, 0.8110, 0.8015, 0.8528, 0.8815, 0.8444, 0.8655,
                      0.8379, 0.8350, 0.8032, 0.8365, 0.8716, 0.8569, 0.8560, 0.8408, 0.8165,
                      0.8426, 0.8379, 0.8509, 0.8601, 0.8386, 0.8731, 0.8639, 0.8482, 0.8409,
                      0.9469, 0.8525, 0.8624, 0.8747, 0.8506, 0.8171, 0.8485, 0.8508, 0.7729,
                      0.8359, 0.8616, 0.8576, 0.8509, 0.8519, 0.8713, 0.8770, 0.8512, 0.8349,
                      0.8417, 0.8601, 0.8175, 0.8508, 0.8758, 0.8434, 0.8706, 0.8632, 0.8128,
                      0.8501, 0.9118, 0.8600, 0.8487, 0.7076, 0.8664, 0.8907, 0.8209, 0.8444,
                      0.8390, 0.8022, 0.8199, 0.8625, 0.8372, 0.8298, 0.8556, 0.8326, 0.7822,
                      0.8156, 0.8594, 0.8570, 0.8559, 0.8396, 0.8588, 0.8536, 0.3482, 0.8959,
                      0.8510, 0.8619, 0.8578, 0.8646, 0.8208, 0.8452, 0.8618, 0.8551, 0.8484,
                      0.8403, 0.8399, 0.8401, 0.8776, 0.8313, 0.8437, 0.8433, 0.8356, 0.8705,
                      0.8477, 0.8622, 0.8649, 0.8540, 0.8485, 0.8493, 0.8435, 0.8421, 0.8433,
                      0.9070, 0.8645, 0.8622, 0.8636, 0.8382, 0.8061, 0.8157, 0.8598, 0.8685,
                      0.8296, 0.8615, 0.8473, 0.8442, 0.8697, 0.8443, 0.8304, 0.8327, 0.8635,
                      0.8321, 0.8342, 0.8558, 0.8692, 0.8639, 0.8360, 0.8443, 0.8548, 0.8307,
                      0.8457, 0.8266, 0.8541, 0.8865, 0.8083, 0.8260, 0.8668, 0.8407, 0.8612,
                      0.8432, 0.8385, 0.8678, 0.8485, 0.8340, 0.8499, 0.8360, 0.8542, 0.8690,
                      0.8709, 0.7744, 0.8296, 0.8707, 0.8346, 0.8559, 0.8328, 0.8394, 0.8343,
                      0.8608, 0.8534, 0.8416, 0.8619, 0.8159, 0.8557, 0.8589, 0.8509, 0.8496,
                      0.8184, 0.8659, 0.8311, 0.8226, 0.8261, 0.8360, 0.8182, 0.8434, 0.8322,
                      0.8338, 0.8554, 0.8651, 0.8759, 0.8943, 0.8483, 0.8331, 0.8559, 0.8978,
                      0.8757, 0.8685, 0.8140, 0.8423, 0.8229, 0.8645, 0.8494, 0.8993, 0.8671,
                      0.8291, 0.8094, 0.8431, 0.8433, 0.8296, 0.8472, 0.8787, 0.8534, 0.8554,
                      0.8208, 0.8260, 0.8191, 0.8813, 0.8507, 0.8418, 0.8782, 0.8691, 0.8766,
                      0.8225, 0.8432, 0.8156, 0.8421, 0.8214, 0.8544, 0.8536, 0.8572, 0.8323,
                      0.8523, 0.8033, 0.8477, 0.8497, 0.8323, 0.7633, 0.8503, 0.8224, 0.8268,
                      0.8567, 0.8549, 0.8663, 0.8136, 0.8736, 0.3053, 0.8051, 0.8389, 0.8024,
                      0.8620, 0.8443, 0.8389, 0.8366, 0.8642, 0.8030, 0.8760, 0.8453, 0.7811,
                      0.8873, 0.8363, 0.8784, 0.8393, 0.8493, 0.8891, 0.8503, 0.8759, 0.8418,
                      0.8697, 0.8027, 0.9276, 0.8516, 0.8315, 0.8711, 0.8402, 0.8364, 0.8565,
                      0.8386, 0.8471, 0.8665, 0.8433, 0.8373, 0.8653, 0.8750, 0.8289, 0.8456,
                      0.8376, 0.8052, 0.8989, 0.8574, 0.8638, 0.8374, 0.8135, 0.8441, 0.8426,
                      0.8484, 0.8550, 0.8347, 0.8523, 0.8378, 0.8159, 0.8471, 0.8793, 0.8313,
                      0.8446, 0.8923, 0.8515, 0.8512, 0.8042, 0.8891, 0.8581, 0.8809, 0.8147,
                      0.8398, 0.8563, 0.8316, 0.8317, 0.8255, 0.7970, 0.8495, 0.8259, 0.8528,
                      0.8188, 0.8440, 0.8193, 0.8238, 0.8536, 0.8322, 0.7942, 0.8361, 0.8742,
                      0.8124, 0.7972, 0.8143, 0.8580, 0.8456, 0.8197, 0.8329, 0.7994, 0.7556,
                      0.8445, 0.8454, 0.8783, 0.8634, 0.8314, 0.8809, 0.8673, 0.8907, 0.8419,
                      0.8562, 0.8331, 0.8309, 0.8174, 0.8557, 0.8414, 0.8494, 0.8378, 0.8418,
                      0.8539, 0.8602, 0.8541, 0.8666, 0.8607, 0.8279, 0.8281, 0.8240, 0.8587,
                      0.8703, 0.8488, 0.8472, 0.8288, 0.8237, 0.8724, 0.8242, 0.8404, 0.8299,
                      0.8470, 0.8494, 0.8233, 0.8236, 0.8854, 0.8569, 0.8572, 0.8637, 0.8534,
                      0.8565, 0.8632, 0.8672, 0.8328, 0.2823, 0.8196, 0.8414, 0.8441, 0.8410,
                      0.8368, 0.8539, 0.7983, 0.8249, 0.8792, 0.8617, 0.8543, 0.8645, 0.8464,
                      0.8444, 0.8512, 0.8648, 0.8363, 0.8549, 0.8548, 0.7850, 0.8765, 0.8154,
                      0.8410, 0.8533, 0.8368, 0.8220, 0.8173, 0.8516, 0.8723, 0.8807, 0.8655,
                      0.8512, 0.8583, 0.8277, 0.8523, 0.8200, 0.8648, 0.8506, 0.8225, 0.8311,
                      0.8553, 0.8209, 0.8230, 0.8712, 0.8284, 0.8522, 0.8454, 0.8634, 0.8505,
                      0.8582, 0.8198, 0.8572, 0.8230, 0.8491, 0.8627, 0.8321, 0.8306, 0.8718,
                      0.8693, 0.8019, 0.8391, 0.8353, 0.8731, 0.7999, 0.8328, 0.8642, 0.8524,
                      0.8527, 0.8510, 0.8862, 0.8454, 0.8607, 0.8702, 0.8363, 0.8381, 0.8824,
                      0.8663, 0.8322, 0.8123, 0.8728, 0.8669, 0.8667, 0.8621, 0.8015, 0.8594,
                      0.8283, 0.8827, 0.8746, 0.8822, 0.7865, 0.8310, 0.8783, 0.8420, 0.8364,
                      0.8618, 0.8154, 0.8429, 0.8725, 0.8447, 0.8682, 0.8623, 0.8691, 0.8213,
                      0.8535, 0.8540, 0.8208, 0.8564, 0.8291, 0.7851, 0.8309, 0.8592, 0.8750,
                      0.8339, 0.8362, 0.8617, 0.8222, 0.8467, 0.7933, 0.8582, 0.8492, 0.8744,
                      0.8589, 0.8287, 0.8617, 0.8465, 0.7715, 0.8648, 0.8512, 0.8369, 0.8519,
                      0.8536, 0.8639, 0.8377, 0.8688, 0.8174, 0.8131, 0.8153, 0.8525, 0.8415,
                      0.8436, 0.8736, 0.8326, 0.8241, 0.8576, 0.8364, 0.8118, 0.8497, 0.8449,
                      0.8275, 0.8097, 0.8485, 0.8207, 0.8210, 0.8682, 0.8443, 0.8568, 0.8922,
                      0.8497, 0.8564, 0.8290], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.bias',
              tensor([-9.2363e-02,  9.3272e-02, -9.5073e-03, -9.1216e-02, -5.8046e-04,
                      -6.6816e-02,  8.4443e-02, -9.4845e-02, -7.3838e-02,  3.8578e-02,
                      -9.1804e-02, -2.0267e-02,  2.9010e-03,  1.4626e-02, -8.2764e-02,
                      -7.4956e-02, -1.2458e-02,  1.9514e-02,  3.5930e-02,  1.0763e-02,
                      -2.3785e-02, -5.8741e-02, -5.2050e-02, -5.6611e-02, -4.8402e-02,
                       7.1862e-03, -8.0962e-02, -2.5035e-01, -8.5458e-02, -1.0615e-01,
                      -4.4813e-03, -1.7899e-02,  3.6375e-02,  1.3396e-02, -1.8311e-01,
                      -7.2686e-02,  9.3944e-02, -4.0080e-02, -3.3794e-02, -1.6698e-01,
                      -2.9688e-02,  1.0947e-02, -9.8117e-02, -5.0461e-02, -4.0908e-02,
                       2.3137e-02, -6.4097e-02, -1.3075e-01, -4.1261e-02, -8.0437e-02,
                      -9.6578e-02, -1.2070e-01, -1.0882e-01,  6.8653e-02, -6.2015e-02,
                       5.5577e-02,  6.7416e-02, -4.2975e-02, -6.5098e-02, -1.1798e-01,
                       1.1579e-03, -6.6109e-02, -1.7472e-01,  3.7774e-02,  2.7583e-02,
                      -5.5551e-02, -6.1442e-02, -1.5921e-02, -7.8559e-02,  1.1057e-01,
                      -3.0619e-03,  3.0903e-03,  1.0039e-02, -6.4714e-02, -1.4681e-02,
                      -6.5341e-02, -7.5767e-02, -1.8404e-02, -2.5978e-02, -2.5252e-02,
                      -8.9843e-02, -1.9448e-02,  7.2509e-03, -1.2075e-01,  4.1316e-02,
                      -1.5267e-01, -3.5051e-02, -3.9755e-02, -7.7631e-02, -8.0438e-02,
                       1.5805e-02, -1.5157e-02, -2.9703e-02, -1.7857e-02, -1.2982e-02,
                      -1.4515e-01, -7.4608e-02,  1.3934e-02, -3.3389e-02, -8.7268e-02,
                      -2.6243e-02, -3.0583e-02, -2.2502e-02, -7.0694e-02,  3.9357e-02,
                      -3.5554e-03, -1.5022e-01,  4.9335e-03,  3.5499e-02,  6.1809e-02,
                      -7.0639e-02,  1.0751e-02, -1.5285e-02, -1.8806e-02, -3.6837e-02,
                      -1.2455e-01, -5.1603e-02, -8.7597e-02,  3.9544e-03, -4.5702e-02,
                      -5.7217e-02, -9.8358e-03, -4.9166e-02, -6.4200e-02, -2.9707e-02,
                      -2.8216e-02, -4.3787e-02, -2.9173e-03, -1.8283e-02, -6.7554e-02,
                       1.6865e-02, -6.1915e-02, -4.7410e-02, -2.4761e-02, -2.4099e-03,
                      -7.4638e-02, -1.8271e-01, -1.0782e-01, -3.6908e-01, -6.1965e-02,
                       2.6405e-02,  2.9989e-02, -5.5567e-02,  8.6727e-02, -1.1124e-02,
                      -7.7880e-03, -2.1641e-02, -4.9445e-02, -4.9180e-02,  1.4275e-01,
                       8.8477e-02,  1.7681e-02, -1.8471e-02, -7.8677e-02, -5.9848e-02,
                       1.0142e-01, -3.8102e-02,  1.3264e-01, -1.1997e-01,  5.0379e-02,
                      -2.1287e-01, -9.0864e-02, -5.7806e-02, -5.4957e-02, -1.4809e-02,
                       4.3323e-02, -1.7311e-01, -5.2372e-02,  1.1904e-02, -7.3083e-02,
                      -3.7768e-02, -5.2572e-02, -3.7470e-02, -1.0124e-01, -1.3715e-01,
                      -1.0187e-01, -1.0628e-01,  4.9075e-02,  1.2549e-02, -6.9993e-02,
                      -2.8698e-02,  3.5391e-02, -3.8036e-02,  7.5432e-02, -1.6512e-02,
                      -8.9702e-02, -1.0422e-02,  8.3555e-02, -4.3669e-02, -1.2859e-02,
                      -7.7767e-02, -8.3415e-02, -1.0533e-01, -7.4228e-02,  8.5853e-02,
                       4.4284e-02, -2.2160e-02,  7.5795e-03,  2.5807e-02,  1.7785e-02,
                      -4.7889e-02, -5.8031e-02,  2.4477e-02, -3.4713e-02, -7.8881e-02,
                      -2.7369e-02, -8.3895e-02,  8.5601e-02, -3.1513e-02, -3.0689e-02,
                      -3.7073e-02, -1.3661e-02, -3.5123e-02,  3.6511e-02, -1.6931e-02,
                      -4.4206e-04, -1.2826e-01, -1.1756e-02,  2.5777e-02, -2.4158e-02,
                      -1.6000e-02, -3.3727e-02, -1.0382e-01,  4.7491e-02,  5.3526e-02,
                      -7.2398e-02, -4.1465e-02, -4.6304e-02, -1.5044e-01, -6.0790e-02,
                      -1.1782e-02, -6.4837e-02, -2.4083e-02,  1.5364e-02,  1.0253e-02,
                       5.9126e-02, -6.4062e-02,  4.7978e-02, -2.2694e-02, -1.2721e-02,
                       4.9051e-02, -1.6497e-02, -1.5467e-01, -8.8328e-02,  8.9626e-02,
                       2.5563e-02, -4.0093e-02, -9.6663e-02, -8.2422e-03, -1.1882e-01,
                      -7.9216e-02, -8.8163e-03, -1.3379e-01, -6.4475e-02, -9.1984e-02,
                      -1.3288e-01,  3.6373e-02, -4.3709e-02,  1.8251e-02, -1.6691e-02,
                      -1.1656e-01, -1.2917e-02, -9.0873e-02, -6.2712e-02, -5.7305e-03,
                      -8.0889e-03, -7.6874e-02, -6.1905e-02, -2.3288e-02, -4.9851e-03,
                       1.9332e-02,  2.6370e-02, -1.3687e-01, -1.3850e-02, -7.7938e-02,
                      -4.2346e-02,  2.2429e-03, -6.5450e-02, -6.7422e-02,  1.1142e-01,
                      -6.7509e-02, -5.2933e-02, -6.7629e-02, -2.0239e-01,  1.6634e-03,
                      -4.8967e-02, -4.4410e-02,  5.1632e-02, -2.3838e-02, -5.0193e-02,
                      -1.2370e-02, -6.6701e-02, -1.6671e-02,  4.9210e-02, -2.0609e-03,
                       2.4307e-02,  1.0677e-01, -9.4485e-02,  2.2375e-02, -6.3688e-02,
                      -1.0066e-01,  3.7739e-02, -1.8489e-02, -1.1442e-01,  1.2830e-02,
                      -3.9767e-02, -7.7375e-02, -6.6007e-02,  3.8251e-02, -1.4556e-01,
                      -1.5052e-01, -6.1221e-02, -4.5457e-02, -8.4189e-02, -1.4621e-02,
                       2.3413e-03, -3.8271e-02, -7.3976e-03,  4.3531e-02,  2.1724e-02,
                      -2.0909e-02, -8.1092e-02, -6.5166e-02, -7.9100e-03, -1.9750e-02,
                      -1.7977e-02, -3.1810e-02, -5.3600e-02, -3.9466e-02, -1.0240e-01,
                       1.3253e-01, -1.0085e-01, -2.5565e-02, -6.3776e-02, -1.3261e-02,
                       1.8290e-02, -3.2971e-02, -1.5309e-01,  9.6882e-02, -1.3859e-01,
                      -4.0769e-02, -3.5083e-02,  8.3149e-03,  1.6958e-02, -6.5054e-02,
                      -7.1483e-02,  6.7326e-03,  4.9071e-02, -8.7390e-02, -3.6682e-02,
                       2.2245e-02,  8.5331e-02,  3.8520e-02, -9.2980e-03, -3.7557e-02,
                      -4.3636e-03,  3.9425e-02, -3.9616e-02, -6.3156e-02, -5.3460e-02,
                      -3.8462e-02,  3.0455e-02, -1.3356e-02, -3.1913e-02,  6.9795e-02,
                      -8.9129e-02,  1.4452e-02, -1.6122e-01,  4.4754e-02,  3.7310e-02,
                       1.1561e-02,  3.9815e-02, -4.1244e-02, -7.0252e-02,  2.0833e-02,
                      -5.9913e-02,  5.3896e-03,  7.2779e-02, -1.9292e-02, -4.4546e-02,
                       3.3262e-02, -5.4042e-02, -5.3053e-02, -1.1971e-01, -1.8068e-03,
                       7.3251e-02, -9.4684e-03, -3.1171e-02, -4.4092e-02, -3.5788e-02,
                      -2.5335e-02, -3.8299e-02, -5.2623e-02,  8.1026e-03,  1.3580e-02,
                       9.8355e-03,  6.4318e-02, -2.0323e-02,  2.6335e-03, -7.0436e-03,
                       8.0996e-04, -3.7825e-02,  4.8849e-02, -1.6664e-02,  1.5614e-02,
                      -3.9171e-02,  3.6435e-02,  6.9393e-03,  1.6860e-02,  6.2574e-02,
                      -1.2971e-02,  2.4560e-02, -1.1427e-01, -3.7912e-02, -3.9115e-02,
                       4.3019e-03, -6.5353e-02, -1.5576e-01,  5.4325e-02,  8.0151e-02,
                       2.8229e-02,  2.3483e-02,  3.2893e-02, -1.1452e-01, -1.2449e-01,
                      -2.3121e-02,  3.5353e-02,  9.0304e-03, -8.2211e-02, -6.4061e-02,
                       5.6832e-02, -7.9130e-02,  1.2643e-02, -1.4490e-01,  1.4718e-02,
                       1.6227e-03, -9.8992e-02,  3.4194e-02, -6.3889e-03, -4.8738e-02,
                      -1.4720e-02,  5.7957e-03,  4.9353e-03,  9.0697e-02, -1.9046e-02,
                       2.6100e-03, -4.1526e-02, -1.6839e-02, -8.1244e-02, -2.8821e-02,
                      -1.1451e-01, -1.0968e-01, -1.1550e-01, -6.4544e-02, -3.3648e-02,
                       2.1081e-01, -6.3479e-02, -3.1758e-02,  3.5548e-02, -1.1561e-02,
                       2.9468e-02,  4.6684e-02, -2.1509e-02, -6.0889e-02, -2.6577e-01,
                      -4.8331e-02, -9.0717e-02, -1.4029e-01, -5.9702e-02, -5.3240e-02,
                      -1.6795e-01, -7.7295e-02, -5.7509e-02, -5.3545e-02, -3.3800e-02,
                      -2.1008e-02,  4.3992e-02, -1.7907e-02, -8.7140e-02,  3.3003e-02,
                      -3.8656e-02,  1.2085e-02,  9.8542e-02, -2.7010e-02, -5.7912e-02,
                       1.1772e-02, -5.5601e-02, -8.3066e-02,  6.3149e-03, -9.1724e-02,
                       2.5723e-02, -2.4893e-02,  6.5944e-02, -1.8637e-02, -1.2130e-01,
                      -2.4265e-02, -5.1714e-02, -9.9352e-03, -2.6203e-02, -1.4117e-02,
                      -8.6300e-02, -2.2442e-02, -8.9030e-02,  3.2404e-02,  2.1714e-02,
                      -1.7988e-01, -1.1345e-02, -4.2850e-02, -6.9388e-02,  4.6661e-02,
                       9.7450e-02,  3.3906e-02, -4.3605e-02, -6.6484e-02,  5.9631e-02,
                       6.3425e-02,  1.8354e-02, -8.1772e-02, -1.0339e-01, -9.2842e-02,
                      -5.3592e-02,  4.0110e-02, -6.7739e-02, -1.7488e-02, -5.1834e-02,
                      -2.5086e-03, -1.6143e-01, -1.6858e-03,  2.8980e-02,  3.0604e-02,
                      -3.5063e-02, -1.0157e-01, -3.9402e-03,  2.4920e-02,  6.2755e-02,
                      -8.5508e-02, -9.2066e-02, -3.2298e-02,  4.8152e-02, -9.8399e-02,
                       1.5820e-01,  2.3220e-03, -4.7426e-02,  1.8679e-02, -1.0214e-01,
                      -1.7238e-01, -1.3100e-01, -1.7459e-02, -6.6865e-02, -1.4349e-01,
                      -1.4743e-01, -7.0100e-02,  6.9957e-02, -8.4046e-02, -1.2409e-01,
                      -1.0729e-01,  7.1719e-02, -6.0417e-01, -2.4001e-02, -5.0952e-02,
                       1.0649e-02, -5.8124e-02, -5.9708e-02, -6.7535e-02, -6.4680e-02,
                       9.1765e-03, -2.6968e-02,  3.5606e-03, -1.0467e-02, -1.1053e-01,
                      -1.1150e-01, -4.0109e-02, -2.8566e-03, -2.0534e-02, -5.3590e-02,
                      -2.4592e-02, -6.1853e-02, -2.5887e-02, -7.2314e-02,  2.7988e-02,
                      -6.8988e-02, -1.9787e-01, -5.3264e-02, -1.4695e-02, -8.4440e-02,
                      -2.8206e-02, -3.9869e-02, -2.5956e-02, -1.0708e-01,  2.8745e-02,
                      -2.2224e-02, -9.5803e-02, -4.2112e-02, -1.9675e-02, -3.3804e-02,
                      -9.0454e-02, -3.3521e-02, -5.4502e-02,  1.4208e-02, -7.2948e-02,
                      -2.3492e-03, -2.8041e-02, -1.2022e-02,  3.0508e-02,  1.4923e-02,
                       2.8429e-02, -9.1917e-02, -2.6305e-01, -8.1578e-02, -1.1614e-01,
                      -4.9460e-02, -2.1627e-02, -6.0493e-02,  1.6309e-02, -1.9508e-01,
                      -1.2641e-01, -2.2867e-02, -1.1660e-02, -1.7005e-02, -1.2326e-02,
                       3.0163e-02, -4.1291e-02, -8.6386e-02,  6.3795e-03, -5.4471e-02,
                       1.5991e-02,  4.6820e-02,  9.9828e-02, -8.9456e-02, -1.1545e-01,
                       5.5551e-02, -2.5214e-02,  1.3757e-03,  9.2676e-02, -1.1532e-01,
                      -1.0635e-01, -8.3755e-03, -7.7778e-02,  2.7212e-02,  1.3819e-02,
                      -7.2637e-03,  2.7812e-02, -1.0343e-01, -4.4159e-02, -2.4832e-02,
                       1.0262e-02,  1.1517e-03, -1.4440e-01,  7.2980e-02,  4.1054e-03,
                       1.6456e-02,  4.6811e-02,  1.0674e-02,  1.4862e-02, -6.8821e-02,
                      -3.0950e-02,  2.2309e-02, -2.0501e-02, -1.3730e-01,  1.2948e-02,
                      -1.1827e-01, -2.6241e-02, -6.4743e-03, -7.6920e-02,  9.7254e-02,
                      -3.4050e-02, -9.9294e-02,  2.5466e-02, -3.8306e-02, -5.4762e-02,
                       1.8858e-02, -6.1357e-02, -1.2774e-01, -8.5791e-02, -7.2978e-02,
                      -9.2652e-02, -4.6185e-03, -2.3284e-02,  9.8450e-02, -5.8871e-02,
                      -1.2384e-01, -1.5219e-02, -7.5580e-02, -6.0971e-02,  8.2190e-03,
                       3.9496e-03,  1.0001e-02, -3.8076e-02, -6.8804e-02,  2.7280e-02,
                      -8.5026e-02, -6.9088e-02,  2.5309e-02, -7.8794e-02, -8.2758e-02,
                       2.4971e-03, -4.9742e-02,  1.7427e-01, -1.4819e-01, -8.2594e-02,
                      -5.8942e-02, -6.3467e-02,  4.9922e-02, -1.3648e-02,  6.9735e-02,
                       2.1845e-02, -4.7443e-02,  2.8665e-02, -6.1145e-02, -4.6356e-02,
                      -7.2226e-02, -4.0627e-02, -1.5933e-02, -6.5891e-02, -5.2525e-02,
                      -2.7125e-02,  6.8752e-02, -2.2053e-02, -7.8916e-02, -6.0145e-02,
                       2.3871e-02, -8.4047e-02, -7.3961e-02,  4.8396e-02,  4.0252e-02,
                      -2.5533e-02, -1.2003e-01, -6.7422e-03, -3.6912e-03, -5.1078e-02,
                       2.4169e-03, -2.8028e-03,  3.4283e-02, -2.8266e-01,  3.7637e-02,
                      -1.9876e-02, -8.1764e-02, -2.6424e-02, -4.1015e-02, -2.1193e-02,
                       5.3603e-02, -1.7226e-02, -1.3586e-01, -8.6387e-02, -7.4717e-02,
                       6.2673e-03,  3.8035e-02,  1.3669e-02,  1.3655e-02, -2.2742e-02,
                      -8.5382e-02, -4.9999e-02, -1.5172e-01,  1.2849e-02, -2.3973e-02,
                       2.4450e-02, -1.1982e-01,  5.6575e-02, -2.7302e-02, -8.6960e-02,
                      -2.4992e-02,  6.0297e-02, -7.3335e-02,  1.0886e-02, -1.1878e-02,
                      -2.5248e-02, -4.1284e-02, -1.5034e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.weight',
              tensor([[-0.0206, -0.0382,  0.0531,  ...,  0.0290,  0.0115,  0.0278],
                      [-0.0118, -0.0045,  0.0155,  ..., -0.0199,  0.0097,  0.0016],
                      [ 0.0222, -0.0150,  0.0169,  ...,  0.0481, -0.0034, -0.0469],
                      ...,
                      [ 0.0527, -0.0203,  0.0511,  ..., -0.0177,  0.0520,  0.0148],
                      [-0.0291,  0.0910,  0.0412,  ..., -0.0213,  0.0238, -0.0011],
                      [ 0.0062,  0.0235,  0.0320,  ..., -0.0276, -0.0477,  0.0061]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.bias',
              tensor([ 2.9598e-02, -1.7694e-02, -1.2243e-01, -8.6177e-03,  1.5311e-02,
                      -8.6785e-03, -7.3330e-02,  9.2509e-03, -1.8176e-02,  4.4476e-02,
                       2.0082e-01, -4.7365e-03,  1.3164e-02,  3.8980e-03,  6.5517e-02,
                       7.8940e-03,  2.5893e-02, -4.4656e-02, -3.2389e-02, -6.4808e-03,
                       1.7598e-02,  2.0982e-02, -4.7916e-03,  4.2731e-02, -5.5131e-02,
                       2.5296e-02, -3.3492e-02, -3.0038e-03, -5.5259e-03,  1.0923e-02,
                      -4.1559e-03, -4.9147e-02,  3.1994e-02, -6.7669e-02,  2.6976e-02,
                       1.9783e-02,  6.1352e-03,  2.1391e-02,  3.5737e-02, -3.2280e-02,
                       2.6013e-02, -1.9399e-02,  1.4850e-02, -1.8366e-02, -1.9479e-02,
                      -3.2882e-03,  5.9611e-02,  5.0607e-02,  8.8693e-02,  3.2938e-02,
                      -8.7156e-02,  3.4238e-02,  4.1834e-03,  2.6884e-03, -5.5527e-02,
                       2.6199e-02,  7.4065e-03,  2.7013e-02, -2.6294e-02, -5.6524e-02,
                       2.6898e-02, -6.6871e-02,  4.0459e-02,  5.3767e-02, -9.5458e-03,
                      -1.9271e-02,  1.7366e-01,  4.0511e-02, -2.3481e-02, -3.2281e-02,
                       2.5096e-02,  2.1944e-02, -3.9287e-02, -1.3988e-02, -3.8669e-02,
                      -6.4414e-02, -3.4680e-02,  7.1203e-03,  3.4466e-02,  1.4817e-02,
                      -1.1973e-01,  2.9209e-02,  5.0739e-04, -8.6737e-02,  5.8918e-02,
                       4.6593e-02, -1.4573e-02,  1.0397e-02,  9.4996e-02, -2.1611e-02,
                      -1.2722e-02, -2.4226e-02, -1.0375e-01,  8.0758e-02,  4.8316e-03,
                       3.4952e-02,  4.7031e-02,  2.5216e-02, -3.5479e-02,  3.7612e-02,
                      -7.4678e-02,  1.3984e-01, -6.6276e-03, -1.0102e-02, -1.0670e-02,
                       5.5248e-02, -8.1913e-02, -2.3391e-02, -4.3751e-02,  6.9037e-02,
                      -4.6860e-02, -9.9304e-03,  3.4067e-02, -7.6223e-02, -5.7716e-02,
                      -1.7262e-02,  1.4140e-01,  5.9063e-02,  4.8263e-02,  2.7720e-02,
                       1.4773e-02, -1.0823e-03,  6.1825e-02,  2.7187e-02,  3.2491e-02,
                       3.8216e-02,  1.2056e-01, -2.8511e-02,  6.9071e-02, -6.4501e-02,
                      -9.0775e-02, -4.5180e-01, -2.8476e-02, -1.2029e-03,  4.9675e-01,
                      -8.9618e-02,  1.1900e-01,  1.8059e-01,  1.5920e-01, -5.0845e-02,
                      -1.3173e-01,  1.8466e-01,  6.5010e-02, -1.4685e-01,  4.6399e-03,
                       1.5013e-01,  4.9195e-01,  5.7080e-02, -1.0037e-01, -3.6841e-02,
                      -1.8786e-01, -1.5807e-01,  9.1759e-02, -6.1903e-02, -2.4699e-01,
                      -1.8900e-01, -8.5026e-02,  1.1501e-01, -4.5552e-01,  2.9908e-01,
                       1.8658e-01, -3.9939e-02,  1.3462e-01, -4.6921e-02,  6.4903e-02,
                      -1.0657e-02, -6.3846e-02, -7.5571e-02, -1.4751e-01, -1.5308e-02,
                      -9.2655e-02,  1.1343e-02, -1.5446e-01, -3.5548e-02, -7.8116e-02,
                      -3.1119e-01, -1.0519e-01,  4.4302e-02,  1.0549e-01, -9.1897e-02,
                      -1.1430e-01,  1.0260e-01,  8.7807e-02, -1.0516e-01,  2.9616e-03,
                      -5.1340e-01,  5.9660e-02, -7.5505e-02,  8.8799e-02,  1.3729e-01,
                      -1.3695e-01, -7.5919e-03,  2.0390e-01,  2.6865e-01,  1.8106e-01,
                      -1.7694e-01, -2.0493e-01, -1.7785e-01, -7.4126e-01, -4.8583e-01,
                      -1.6485e-01, -3.0692e-01,  8.4809e-02, -5.4037e-01,  1.4868e-01,
                      -6.1560e-01,  3.0123e-01,  4.9845e-01,  8.0961e-02,  1.0242e-01,
                       6.6984e-01,  2.4343e-01,  3.3630e-01,  1.1960e-01,  6.2686e-01,
                       1.5956e-01, -4.5878e-02,  1.8160e-01, -5.4814e-02, -1.7268e-01,
                       4.6681e-01,  6.0171e-01, -8.0076e-01, -3.5770e-01, -4.3141e-01,
                       1.6599e-02,  1.2904e-02, -6.1968e-02, -1.8793e-01, -1.5288e-01,
                      -2.1925e-01,  3.3919e-01, -1.7396e-01,  4.0763e-01, -7.4133e-02,
                       2.5085e-01,  2.7357e-01,  6.4881e-02, -2.3273e-01,  6.2651e-01,
                      -2.2960e-01, -7.5063e-01,  5.6346e-02, -1.3125e-01, -7.0585e-01,
                      -5.5345e-02, -7.1222e-02, -1.9911e-01, -5.0137e-01,  2.8442e-01,
                       1.2720e-01, -3.3945e-01, -6.7569e-02,  6.7705e-01, -1.8391e-01,
                      -2.4700e-01, -3.1026e-01, -2.8504e-01,  5.6526e-03,  2.7667e-01,
                      -6.7428e-02, -6.0622e-02, -6.9147e-01, -6.3781e-01,  1.3123e-01,
                       3.1670e-01, -1.5143e-02,  2.7771e-01, -5.7741e-02,  2.7668e-03,
                      -1.3164e-02,  1.2885e-01, -1.9660e-01, -2.1438e-01, -1.9278e-01,
                      -1.7466e-01, -9.1573e-02,  5.5143e-02, -2.3616e-02,  1.9286e-02,
                       1.0683e-01,  2.6495e-01,  7.2456e-01,  2.9380e-02, -2.5710e-01,
                      -2.0869e-01,  8.1583e-02, -3.4378e-01,  3.0867e-01,  4.5258e-02,
                       3.6078e-01,  1.5075e-01, -3.2572e-01,  2.5615e-02,  1.5957e-01,
                       7.0795e-01, -6.5407e-01, -3.4954e-02,  2.1764e-01, -7.6494e-02,
                      -1.7792e-01, -5.3502e-01,  5.8689e-02, -2.5772e-01, -1.7343e-01,
                      -3.4805e-02, -7.0085e-02,  4.0441e-01,  1.3188e-01, -1.7325e-01,
                       3.1714e-01,  3.1662e-01, -2.5220e-01, -3.4908e-01, -9.4362e-02,
                      -2.5915e-02,  5.2328e-01, -2.1942e-01, -3.0480e-02, -4.5533e-03,
                      -2.9801e-01,  4.9557e-01, -4.1109e-02, -7.8931e-02, -1.5418e-02,
                      -5.3568e-02, -1.0321e-01, -2.0937e-02,  1.1838e-02,  4.2155e-02,
                      -1.0445e-01, -2.8950e-02,  9.2042e-02,  1.6262e-02,  2.7888e-02,
                       8.1195e-03,  8.3460e-04,  7.8890e-02, -2.3329e-01,  1.2354e-02,
                      -2.7764e-01, -4.9188e-02,  4.7894e-02,  1.8919e-01, -5.5456e-02,
                      -1.7049e-01, -1.7182e-01,  1.9421e-02, -3.4591e-02, -5.4482e-02,
                       5.2411e-02,  6.0468e-02,  9.8494e-03, -8.9947e-02, -6.4387e-02,
                       8.8367e-02,  9.8926e-02, -5.1947e-02, -7.6650e-02, -4.4479e-02,
                       6.4092e-02, -2.3046e-01,  1.6722e-01, -1.7991e-02, -6.7257e-02,
                      -4.3214e-02, -2.1731e-02, -3.8980e-01,  4.6132e-02, -1.6417e-01,
                       1.0883e-02,  3.2910e-01,  1.3466e-01,  1.0222e-01,  1.3042e-02,
                       1.5070e-01,  2.2051e-01,  2.5795e-01, -1.6037e-01,  4.4867e-01,
                      -2.6794e-01, -1.2962e-01,  1.3074e-01,  1.7743e-02,  2.4789e-01,
                       2.3895e-01, -1.0371e-01, -1.8287e-02,  1.6264e-01,  7.7719e-02,
                      -5.1364e-02, -2.8280e-01, -1.8460e-01, -4.2078e-02, -1.6881e-01,
                      -4.9821e-01,  8.1709e-02, -7.4045e-02,  1.7182e-01, -1.9178e-01,
                       2.5638e-01,  3.1392e-02, -1.4372e-02, -1.2384e-01,  1.3147e-01,
                       3.7370e-02, -9.0467e-02,  6.2226e-02, -5.3366e-01, -1.2336e-02,
                      -1.9307e-01,  1.9860e-02,  5.8078e-02, -9.5937e-03, -1.4013e-01,
                      -3.6062e-02,  1.2790e-01,  1.0405e-01, -6.3973e-02, -5.4171e-01,
                      -1.6487e-01, -1.1376e-02, -3.7731e-01, -4.8125e-02, -4.9765e-02,
                       1.9940e-01,  1.5954e-01,  3.3438e-02, -9.2268e-02, -1.3419e-01,
                       2.5964e-01, -9.3923e-02,  6.3152e-02, -1.6418e-01,  1.1445e-01,
                      -8.9870e-02, -1.5016e-02,  1.5367e-01,  6.7813e-02, -6.4678e-02,
                       2.2352e-01, -7.7617e-02, -4.2678e-01,  4.0255e-02, -1.5820e-01,
                      -1.6073e-02,  3.6444e-02, -1.2934e-01, -4.9283e-02, -1.5037e-02,
                       6.4896e-03, -1.7700e-02, -2.3433e-02,  4.0993e-02, -3.7560e-03,
                      -2.0354e-02,  3.3126e-02,  2.8608e-02, -6.3144e-03,  3.1843e-02,
                       1.7673e-02, -5.2339e-02, -4.5504e-02,  4.3335e-02, -2.8543e-02,
                      -6.5587e-02, -4.6691e-02,  2.3222e-02, -3.1586e-02,  3.7832e-02,
                       3.8966e-02,  6.1029e-02,  1.2569e-01,  8.3986e-03,  1.6200e-01,
                      -4.1716e-02, -4.4106e-02,  7.4202e-02,  3.0359e-02, -2.7196e-03,
                      -1.8906e-02, -3.5187e-02,  1.3076e-03, -2.2632e-03, -4.0057e-02,
                       3.3746e-02,  5.0751e-02,  3.1473e-02, -9.1453e-03, -1.6976e-01,
                      -7.9565e-02,  6.8024e-02, -3.0628e-02,  9.5402e-03, -3.9725e-02,
                      -4.4280e-02,  7.6088e-02, -2.4076e-02,  5.7791e-03, -2.4237e-02,
                      -3.7562e-02,  3.2938e-02,  3.7652e-02,  8.9312e-02, -1.7470e-01,
                       1.1614e-02,  7.1086e-04,  4.8989e-02, -1.9127e-02,  8.7737e-02,
                      -4.7566e-03,  4.5948e-02,  5.7957e-02, -1.1067e-02, -4.1862e-02,
                       1.7365e-02,  1.2213e-01, -2.2189e-02,  1.0475e-01,  9.5337e-03,
                       9.1310e-03, -9.1678e-02,  3.2225e-01, -5.7238e-02, -2.0179e-01,
                       4.5959e-02,  2.1217e-01,  3.5529e-02,  1.1371e-01, -1.0507e-01,
                      -7.2721e-02, -5.9451e-02,  1.3952e-01,  2.1312e-03, -3.0236e-02,
                       1.3957e-02,  1.3791e-02,  1.0208e-01, -2.2661e-03,  1.0482e-01,
                      -1.8196e-01,  6.4936e-02, -9.7190e-02, -2.3429e-01, -1.3889e-01,
                      -4.5809e-02,  4.3710e-02,  3.6232e-02,  1.0113e-01,  6.5657e-02,
                       9.8640e-03,  1.3760e-02, -7.7014e-02, -5.3463e-02, -8.3855e-02,
                       4.4314e-03, -2.3199e-01, -1.2189e-01,  1.9554e-02,  1.9159e-01,
                       2.8302e-02,  5.9254e-02,  4.7809e-02,  8.0856e-02,  2.9478e-02,
                      -4.3686e-03,  2.0109e-01,  2.3045e-02,  3.4692e-02,  1.8526e-01,
                      -3.7640e-02, -1.2589e-02,  3.5388e-02,  1.4094e-02, -2.5094e-01,
                       3.0748e-02, -7.8082e-03, -4.1104e-02, -3.7354e-02, -7.1204e-02,
                       4.0315e-02, -1.9477e-01,  1.6517e-03, -1.0201e-01, -6.3587e-02,
                      -8.2447e-03, -5.4381e-02, -1.1059e-01,  3.0453e-01,  5.1255e-02,
                      -2.6710e-02, -2.4521e-02, -8.0607e-02, -3.2319e-02, -3.5274e-02,
                      -1.7231e-02, -6.8472e-02,  1.7365e-01,  9.6305e-03,  3.7318e-02,
                       2.0401e-02,  5.0520e-02,  4.0891e-02,  1.0842e-01, -4.8269e-02,
                       5.7331e-02,  3.0879e-03,  3.7292e-02, -8.0825e-03,  4.6772e-03,
                       7.3973e-02, -1.0399e-01,  3.8074e-02, -5.0480e-02, -6.7546e-02,
                      -1.9966e-03,  7.5340e-02, -2.3964e-02,  8.8782e-02,  3.9187e-02,
                      -1.1333e-02, -4.0617e-03,  4.5735e-03,  1.7804e-02,  3.7158e-02,
                       5.0699e-03, -2.9938e-03, -8.5059e-02,  2.6642e-02, -5.4412e-02,
                       3.9171e-02,  4.2810e-02,  2.0778e-02,  2.4985e-02, -2.9777e-02,
                       3.0891e-02,  1.3767e-02,  2.3384e-02, -2.1323e-02, -4.2050e-02,
                      -1.5185e-02,  6.5426e-03, -5.5818e-04,  4.1951e-02,  1.5254e-02,
                       2.9362e-02, -4.9706e-02, -3.6463e-02,  7.9069e-03, -3.4073e-02,
                       3.4567e-02,  1.5457e-02,  5.3470e-02,  3.0218e-02, -2.4106e-02,
                      -3.6983e-02,  9.9642e-03,  5.1301e-02,  2.2325e-02,  5.0374e-02,
                       1.0058e-02,  2.0079e-02,  5.4139e-02, -1.0966e-02,  1.0110e-01,
                       1.0964e-01, -1.9835e-02, -9.2332e-02, -2.3109e-02,  1.1343e-02,
                       2.1680e-02,  1.9801e-01, -3.2874e-03,  5.1688e-02, -1.1831e-02,
                       7.7226e-03,  5.6163e-02, -3.5519e-02, -6.7223e-03,  9.2381e-02,
                       7.8801e-03,  3.7535e-02, -4.9245e-02,  1.3200e-02,  5.7281e-03,
                      -8.8741e-03,  1.8381e-02, -2.4183e-02, -1.3349e-02,  3.4984e-02,
                       5.4043e-02,  1.3167e-02, -1.5438e-02,  8.8535e-03,  3.5535e-02,
                      -1.0435e-02, -2.3952e-02, -6.3116e-03,  1.6731e-02, -1.4597e-02,
                       1.7663e-02,  2.6883e-02,  4.3066e-02, -2.7492e-03, -1.5789e-03,
                      -1.8990e-02, -8.6162e-03,  3.7966e-02, -3.4005e-02, -7.5853e-02,
                      -1.1719e-04, -1.4308e-02, -2.7416e-03,  2.2000e-03, -4.1045e-03,
                      -4.1028e-02,  2.7139e-02, -1.4488e-02, -2.7907e-02,  1.8860e-02,
                      -2.4793e-02, -2.0564e-02, -2.4354e-02, -2.6321e-02, -1.4654e-02,
                       3.8429e-03, -1.6834e-02, -3.3813e-03,  5.2167e-02, -1.5409e-02,
                      -1.0521e-02,  8.3903e-03,  9.8835e-02, -9.0374e-03,  1.3082e-03,
                       1.0908e-02, -2.2476e-02,  4.1483e-02,  2.3176e-03,  7.6675e-03,
                      -4.3090e-02, -1.1608e-02, -1.0775e-02, -2.3637e-02, -3.1750e-02,
                      -1.9998e-02,  8.5726e-03, -1.0730e-02, -1.2294e-02,  5.3236e-03,
                      -9.5525e-03, -3.2811e-02,  8.9197e-03, -7.9559e-03,  1.0243e-02,
                      -6.9444e-03, -2.6515e-02, -2.8895e-02, -9.8806e-04,  3.0155e-03,
                      -1.4206e-03,  1.1431e-02, -3.9596e-02,  2.4710e-02,  1.7152e-01,
                       2.5261e-02, -6.0957e-03, -1.0182e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.weight',
              tensor([[ 0.0686,  0.0455,  0.0159,  ..., -0.0066, -0.0356, -0.0176],
                      [-0.0472, -0.0268,  0.0091,  ...,  0.0229, -0.0439,  0.0056],
                      [-0.0242,  0.0575,  0.0087,  ...,  0.0361,  0.0482, -0.0664],
                      ...,
                      [ 0.0550,  0.0198, -0.0615,  ...,  0.0096,  0.0078,  0.0152],
                      [-0.0245,  0.0280, -0.0040,  ...,  0.0409, -0.0161, -0.0136],
                      [-0.0098, -0.0302, -0.0246,  ..., -0.0397,  0.0254,  0.0149]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.bias',
              tensor([ 4.7797e-04,  4.6812e-03,  5.0195e-04,  2.8689e-03, -6.2424e-04,
                       1.8454e-03,  7.5784e-03,  4.0173e-04,  5.7492e-05,  3.3200e-03,
                      -3.3719e-03, -4.4384e-04,  2.2084e-03, -3.6390e-03,  1.2627e-02,
                      -4.2679e-03,  1.3948e-04,  3.8741e-03, -6.0928e-04, -3.2971e-03,
                      -4.8858e-03,  5.5194e-03,  3.2074e-03, -4.7580e-03,  1.8970e-03,
                      -2.4923e-03, -1.4737e-03,  4.7576e-03,  3.7216e-03, -1.3349e-03,
                       3.7299e-03,  4.9153e-03,  6.8502e-03,  3.8326e-03, -5.6982e-03,
                       1.7532e-03,  9.1958e-04, -4.4141e-03,  3.0725e-03,  7.7903e-03,
                       1.7784e-03, -1.5738e-04, -4.8605e-03,  3.3501e-03, -4.1224e-03,
                      -6.0371e-04, -6.0432e-03,  2.7334e-03,  2.8481e-03, -2.4379e-03,
                      -2.6136e-03,  3.6106e-03, -7.1206e-03,  9.0670e-04,  2.6966e-03,
                      -2.8696e-03,  2.1660e-03,  4.9988e-03, -6.3300e-04,  8.9912e-03,
                      -3.5488e-03, -2.1302e-03, -2.6066e-03, -3.0566e-03,  1.5351e-03,
                      -6.2286e-03, -6.9106e-03, -2.0420e-03, -1.1157e-03,  3.0570e-03,
                      -8.6463e-04,  4.2602e-06, -2.0705e-04, -7.7698e-04,  5.7549e-05,
                       4.4941e-03,  2.5270e-03, -5.1837e-03, -3.6163e-03, -5.6713e-03,
                       1.9411e-03,  1.2229e-03,  3.1567e-03,  3.3942e-04,  6.8463e-03,
                      -1.2657e-03,  4.1069e-03,  5.2419e-03, -3.1147e-03, -1.4400e-04,
                       7.5859e-03, -4.9202e-03,  1.1870e-03,  1.7026e-03,  4.7025e-03,
                       4.7309e-03,  5.2922e-03, -9.6886e-04, -5.1524e-03,  1.4905e-03,
                       5.9803e-04, -8.6543e-03, -4.5399e-03,  3.6236e-03, -2.8979e-03,
                      -2.5843e-03,  2.4975e-03, -1.0112e-03,  2.8411e-03, -1.1851e-02,
                       2.0394e-03, -8.2870e-03, -7.6135e-03,  8.5030e-04,  1.8616e-03,
                      -1.3892e-03,  7.8314e-03, -3.5995e-03, -5.2825e-03, -6.0283e-03,
                       1.2598e-03,  9.5026e-04, -3.8093e-04, -1.6517e-03,  2.8536e-03,
                       5.9880e-03, -8.9967e-04, -2.6598e-03, -6.5045e-03, -7.3834e-03,
                      -3.3300e-03, -3.0253e-03, -6.5707e-03,  7.1526e-03,  7.1892e-03,
                       1.1153e-03,  5.0201e-03,  4.4506e-03,  3.9015e-03, -1.6636e-03,
                      -2.0295e-03,  4.1722e-03,  3.7849e-03,  5.0499e-03, -5.0539e-04,
                       3.2540e-03,  1.0053e-02, -7.0987e-03,  3.0934e-03, -4.4906e-03,
                      -5.9254e-04, -3.5197e-03,  7.9397e-03, -2.2406e-03,  2.4813e-03,
                      -8.4238e-04, -3.9973e-03,  1.7643e-03, -7.5150e-03,  5.7434e-03,
                      -2.6977e-03,  8.6782e-03,  6.0434e-03, -1.7205e-04,  5.9723e-05,
                       6.8018e-03, -3.7311e-03,  5.4739e-03, -1.6862e-03,  2.0685e-03,
                      -5.2381e-03,  1.1902e-03, -1.1264e-04,  9.1264e-04,  1.2493e-03,
                      -6.5889e-03, -8.7787e-04, -3.6036e-03, -4.6524e-03, -3.3378e-03,
                       1.8431e-03,  3.2036e-03, -7.0715e-04, -6.0372e-03, -3.2172e-03,
                      -8.0880e-03,  4.6442e-03,  2.9194e-03,  2.2818e-03,  4.6441e-03,
                      -8.7284e-03,  6.4328e-03, -2.8537e-03,  1.7438e-03,  6.3977e-03,
                      -2.9326e-03, -1.2801e-04, -9.6437e-04, -3.3715e-03,  1.2841e-03,
                       2.5001e-04, -3.4387e-03,  2.4823e-03,  1.6536e-03, -3.5455e-04,
                      -3.9614e-03,  3.6479e-03,  6.2697e-03,  1.5372e-04,  7.1885e-03,
                      -1.1358e-03,  9.1867e-03,  2.8219e-03, -1.5700e-03,  9.5247e-03,
                       9.1762e-05, -2.0893e-03,  4.6669e-03, -8.8988e-04,  1.9845e-03,
                       5.9280e-03,  1.6452e-03, -1.6126e-03, -3.8258e-03,  6.4549e-03,
                      -7.3605e-03, -4.7970e-03,  4.0412e-03, -6.0511e-04, -1.9124e-03,
                       6.3089e-03,  3.1535e-03, -2.6323e-03,  3.6574e-04,  2.6769e-03,
                       4.1359e-03, -4.4295e-04,  1.1816e-03, -4.5884e-03, -3.1272e-03,
                       1.2665e-03, -5.2467e-03, -4.2133e-04, -9.4113e-03, -2.4943e-03,
                       7.8374e-03, -6.6269e-03,  2.5098e-03, -1.7019e-03,  7.5379e-03,
                      -4.6118e-03,  8.1153e-03,  4.6912e-03, -3.3132e-04, -5.3149e-03,
                      -4.9859e-03, -5.8189e-03, -3.3602e-03,  1.5230e-03, -1.9042e-03,
                       1.8638e-03, -2.9805e-04,  5.6570e-03,  2.7060e-03,  2.9093e-03,
                       4.1939e-04, -3.2063e-03,  9.1266e-04,  1.1156e-03, -1.4792e-03,
                       4.3218e-03, -1.0617e-03, -2.5369e-03,  1.1700e-03, -7.2937e-04,
                      -3.6570e-03, -1.3467e-03,  6.0279e-03, -3.8420e-03, -1.9305e-03,
                       2.9747e-03,  3.7986e-03, -4.6432e-04, -4.5341e-03, -9.0384e-04,
                      -4.3759e-04,  3.2960e-03,  1.6374e-03,  7.4542e-05, -8.8817e-03,
                       3.7761e-03,  2.4516e-05, -1.5891e-04, -8.8061e-06,  5.5457e-03,
                      -1.3922e-03,  7.6407e-03,  1.4508e-03, -2.2619e-03, -6.3143e-04,
                       2.9376e-03, -3.8623e-03,  5.9759e-04,  5.1495e-03, -1.5211e-03,
                      -7.9933e-03,  4.4881e-03, -7.1956e-03, -1.3014e-03, -3.5610e-03,
                       8.3103e-03,  3.5634e-03,  2.1403e-03,  1.4412e-03,  7.3714e-03,
                       1.6722e-03, -6.2330e-04,  1.6349e-03,  3.6402e-03,  3.1012e-03,
                      -5.3416e-04, -1.4026e-03,  3.1109e-03,  4.5139e-03,  3.2098e-03,
                       6.2630e-03,  1.9760e-03,  7.1163e-04, -1.2776e-03, -1.4806e-03,
                       3.7078e-03, -1.7865e-03, -2.3823e-03, -5.1687e-05,  8.9935e-04,
                       2.1306e-04,  7.3570e-04,  1.5320e-03,  9.1847e-04, -1.8918e-03,
                      -1.3762e-03,  3.2316e-03, -4.5579e-03, -5.9153e-05,  3.0018e-03,
                       6.8336e-05,  2.4715e-03,  7.4898e-04,  6.2533e-05,  2.4242e-03,
                       1.1321e-03, -3.9255e-03, -1.3001e-03, -2.9688e-03,  3.5515e-03,
                      -2.0425e-04, -1.9711e-03, -7.2440e-05,  1.9765e-03, -1.0885e-03,
                       5.9974e-04,  1.9752e-03,  6.9904e-04,  1.0385e-03,  2.4206e-03,
                       3.2269e-03, -4.0527e-04,  8.3373e-04,  2.4533e-03, -3.1515e-04,
                       2.4809e-03, -1.8379e-03,  3.5089e-04,  1.5654e-03,  6.6670e-04,
                      -4.6372e-03, -2.8785e-04, -3.8187e-03,  5.9102e-04, -5.2336e-03,
                       1.1449e-04,  8.6697e-04, -2.6541e-03, -2.1372e-03, -4.9092e-03,
                       4.2082e-04, -3.8298e-03, -4.3728e-03,  3.4064e-03,  4.1420e-03,
                       2.5896e-03,  3.8022e-04,  3.1679e-03,  2.7230e-03, -3.3836e-03,
                       1.0924e-02,  2.3168e-03, -4.7058e-03, -1.8341e-03, -5.2501e-03,
                       3.3278e-04, -1.7500e-03, -9.6733e-05, -2.7757e-03, -2.2254e-03,
                      -1.8950e-04,  3.6228e-03,  4.5264e-05,  7.2475e-04, -4.1757e-03,
                      -1.9340e-03, -1.7066e-03, -2.4646e-03,  1.0453e-03, -2.1531e-03,
                      -3.0113e-03, -2.1457e-03,  7.8513e-04,  1.8961e-03,  7.5436e-03,
                      -4.3575e-03,  3.6428e-03, -3.4933e-03, -1.6253e-04,  7.6832e-04,
                       7.4924e-03,  1.3110e-04, -1.3020e-03,  9.2839e-04,  1.7633e-03,
                       2.0461e-03,  3.8624e-03, -3.1490e-04,  3.3970e-03, -1.1830e-03,
                      -1.3938e-03,  4.1631e-03,  2.0634e-03,  6.1132e-03,  1.9142e-03,
                      -1.7771e-03, -1.8921e-03,  7.9295e-03,  1.4889e-03, -4.1380e-03,
                      -4.0021e-03,  5.2230e-03, -4.3925e-03, -2.9996e-03, -3.6733e-04,
                      -8.3895e-03,  2.4672e-03,  2.8148e-03,  4.5506e-03, -7.4325e-03,
                      -3.0231e-04, -2.3735e-03, -4.2513e-03,  6.0433e-03,  5.4175e-03,
                       8.0364e-03,  6.8151e-03,  5.5221e-03,  2.2349e-03,  1.1219e-02,
                       5.5432e-03,  2.9293e-03, -4.8042e-03,  8.0288e-04, -3.1776e-03,
                       5.4993e-03, -4.6793e-03,  8.3008e-03, -2.7523e-03,  1.0362e-02,
                      -2.5559e-03, -8.9903e-05, -7.7998e-04, -1.4049e-03,  6.6687e-03,
                       4.4559e-03,  6.5313e-03,  2.4247e-03, -6.0732e-03,  5.1994e-03,
                       1.1091e-02,  5.6937e-03, -6.9872e-03,  4.2534e-03,  1.3563e-02,
                       1.0630e-03, -2.7815e-03, -5.2836e-03, -4.3493e-03,  1.1551e-02,
                      -7.6217e-04,  1.0717e-02,  3.3326e-03,  3.0239e-03, -3.8212e-03,
                      -1.7223e-03,  5.3273e-03, -4.3499e-03, -1.1832e-02,  1.2028e-03,
                      -5.4454e-03,  6.6695e-03, -4.5323e-03, -1.3015e-03,  4.2204e-04,
                      -5.6529e-03, -3.4800e-04,  2.1217e-03,  4.6395e-04,  2.5406e-04,
                      -6.3150e-03, -6.1966e-06, -1.9257e-04, -4.0701e-04, -2.8388e-03,
                       1.0565e-03,  2.0615e-03, -7.0650e-04, -1.4782e-03, -2.3358e-03,
                       2.9518e-04,  6.7572e-03, -1.4667e-03,  8.0848e-05,  9.4765e-04,
                      -5.9244e-04, -2.9803e-03,  1.7300e-03,  3.5525e-03,  1.4977e-03,
                      -2.4493e-04, -9.3854e-04,  1.5826e-03, -2.2661e-03,  2.1887e-04,
                      -3.3781e-03,  1.9343e-03,  6.3985e-03, -3.8169e-03, -1.4750e-03,
                       1.0167e-03,  1.7005e-03,  1.9865e-03, -1.8494e-04,  1.8495e-04,
                      -2.8689e-04,  2.5368e-04, -4.4136e-03,  5.4610e-03, -3.4033e-03,
                       2.1406e-04, -8.6359e-04, -2.6077e-03, -4.3324e-04, -1.6378e-03,
                      -3.6575e-03, -1.4880e-03,  4.2741e-03,  6.6175e-03,  2.1481e-03,
                      -2.0661e-04,  2.1504e-03, -2.8515e-03, -1.1843e-03,  4.1615e-03,
                      -4.4350e-03,  1.7346e-03,  5.2485e-03, -5.0780e-04,  1.3024e-03,
                       2.6813e-03, -7.2764e-04, -6.4375e-04, -3.7656e-03, -1.0056e-03,
                      -5.9165e-04, -6.5942e-03, -1.6002e-03,  3.7678e-04, -8.3112e-04,
                       4.5147e-04, -5.9653e-03, -4.9064e-04,  4.3605e-03,  2.1954e-03,
                      -6.1891e-04,  1.8287e-03,  2.5661e-03, -3.6060e-03, -2.8199e-03,
                       3.0284e-03, -2.0111e-04, -3.6920e-03, -3.8479e-03, -5.2936e-03,
                       8.6359e-06,  4.1491e-04, -6.2694e-04, -2.0174e-03,  2.9247e-03,
                       1.7536e-04, -1.7914e-03,  5.5671e-03,  6.7664e-04,  1.2398e-03,
                       1.3214e-04,  2.5092e-03,  3.8759e-03, -3.2950e-03, -8.3742e-04,
                       3.1612e-04, -4.3414e-03,  3.0009e-03,  2.0385e-03,  2.4162e-03,
                       6.6762e-04,  1.8709e-03,  1.6856e-03,  6.1760e-04,  2.9041e-03,
                      -7.6868e-03, -8.5233e-04, -3.3187e-05,  4.2235e-03,  1.7999e-03,
                      -2.2391e-03,  3.9971e-03,  9.4989e-04,  2.5328e-03,  1.1030e-04,
                       3.6016e-03, -5.9798e-03,  9.3650e-04,  4.5012e-04,  7.1440e-04,
                      -3.0310e-03, -6.5779e-04,  2.4201e-03,  4.4254e-03,  2.6385e-03,
                      -1.0755e-03,  6.8507e-03,  4.8878e-03, -4.2857e-03, -6.7465e-03,
                      -4.3890e-03, -1.6848e-03,  8.3907e-03, -1.3299e-02, -8.4198e-03,
                       9.5272e-03,  9.5562e-03, -4.1709e-03,  4.3798e-03,  1.3504e-02,
                       8.3784e-03,  2.0434e-03, -1.6362e-03,  2.8364e-04,  9.4007e-03,
                       2.3541e-03, -1.3863e-03,  1.3692e-03, -5.8721e-03, -5.4577e-03,
                      -2.8410e-03, -5.8806e-03, -9.0363e-04, -3.6804e-03,  8.0496e-03,
                      -4.1121e-03, -5.1139e-03,  2.9917e-03, -4.8941e-03,  2.8309e-03,
                      -1.4750e-03, -9.0409e-03,  1.3011e-03,  2.0004e-03,  1.4742e-02,
                      -1.4451e-03,  7.7614e-03,  3.4188e-03,  6.9111e-03, -1.6647e-03,
                      -4.7607e-03, -3.1509e-03, -5.7886e-03, -8.0897e-03, -7.0788e-03,
                       3.9359e-03,  8.5041e-03,  2.2069e-03,  3.0466e-04,  2.2289e-03,
                      -1.2937e-03,  9.1880e-04, -4.3310e-03, -4.4203e-03, -5.7176e-03,
                      -3.9620e-03, -3.9621e-03,  2.4441e-03,  4.1528e-03, -1.3473e-03,
                       5.4817e-03,  1.6272e-03, -1.4498e-03, -2.8014e-03, -9.4812e-04,
                      -1.3372e-04, -1.4600e-03, -7.9692e-04, -4.0037e-04,  3.7756e-03,
                       8.7877e-04, -5.4817e-03,  3.2151e-03, -2.3467e-04, -2.1669e-04,
                      -1.7125e-03,  3.6758e-03, -7.3208e-04, -5.1302e-03, -1.4172e-03,
                      -2.9245e-03, -4.1893e-03, -7.7054e-04,  5.2864e-04,  1.0674e-03,
                       2.4136e-03, -1.0255e-03, -2.3855e-03,  2.2692e-03, -1.9529e-04,
                      -2.0205e-03,  6.5975e-03,  9.6999e-04,  3.6799e-03, -2.7333e-03,
                       3.0404e-03, -1.6629e-03, -2.3790e-03,  2.8364e-03, -5.5224e-03,
                      -3.0684e-03,  2.2981e-03,  4.6279e-03, -8.0687e-04,  5.0636e-03,
                       3.2946e-03,  2.9178e-03,  1.8585e-03, -2.6074e-03, -2.2759e-03,
                       4.5475e-03, -2.1805e-03,  2.8724e-04, -2.8806e-04, -5.8293e-03,
                      -3.6966e-03,  1.1219e-03,  6.1782e-04], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.weight',
              tensor([[ 0.0077, -0.0132,  0.0466,  ..., -0.0201,  0.0513,  0.0563],
                      [ 0.0211,  0.0731,  0.0329,  ..., -0.0122,  0.0391, -0.0259],
                      [-0.0432, -0.0132,  0.0226,  ...,  0.0016, -0.0200,  0.0754],
                      ...,
                      [-0.0274,  0.0372, -0.0080,  ..., -0.0159, -0.0079, -0.0209],
                      [-0.0017, -0.0065,  0.0092,  ..., -0.0297,  0.0102, -0.0021],
                      [ 0.0085, -0.0191,  0.0335,  ..., -0.0271,  0.0201, -0.0278]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.bias',
              tensor([-4.7075e-03,  2.3441e-02,  1.3992e-02,  8.2825e-03,  1.0133e-02,
                      -1.4176e-02,  8.5737e-04, -1.3720e-02,  2.6921e-02, -8.7156e-03,
                       1.2630e-03, -1.8630e-02,  1.1329e-03, -4.8127e-03, -2.7005e-03,
                      -6.6130e-03,  8.5314e-03, -3.5759e-03,  1.5100e-02, -3.0861e-03,
                       6.3407e-03,  1.8117e-02,  1.2010e-02, -1.2002e-02,  7.7569e-03,
                       5.2795e-03, -7.2940e-03,  1.6060e-02,  1.3201e-02, -3.2197e-03,
                       7.9353e-03,  5.8884e-03,  1.6938e-03, -1.9133e-02, -6.9460e-04,
                       7.6975e-03, -1.1970e-02, -4.3719e-03, -1.7237e-02, -5.8622e-03,
                       1.5843e-02, -2.3382e-02, -1.3178e-02, -8.2258e-03,  8.6031e-03,
                       1.1174e-02, -1.0716e-02, -8.6459e-03,  1.1350e-02,  1.0529e-02,
                      -1.6119e-02,  2.3014e-02,  1.1519e-02, -2.9035e-02,  4.7884e-03,
                       1.3636e-02,  2.1607e-02,  1.4764e-02, -3.5659e-03,  7.3633e-03,
                      -2.0108e-02,  1.5794e-03,  1.4195e-03,  1.6570e-02, -1.4700e-02,
                      -7.5003e-03, -4.2406e-03, -2.2897e-02,  5.8172e-03,  2.1192e-02,
                      -4.9489e-03,  1.2383e-02,  2.4311e-02,  5.5621e-03,  8.3021e-03,
                      -1.4573e-03, -4.4674e-03,  1.5937e-02, -3.0396e-03,  2.2307e-02,
                      -3.7038e-03,  6.5170e-03, -1.9264e-02,  8.7062e-03, -1.1057e-02,
                      -1.0261e-02, -1.1061e-02, -2.2517e-02, -6.7062e-04,  1.3500e-02,
                       3.5130e-03, -1.0915e-02, -9.1340e-03,  2.0062e-02,  1.2384e-02,
                      -1.8744e-02,  9.2487e-05, -6.0544e-03,  1.1726e-02, -5.0493e-03,
                      -1.2075e-02,  9.7268e-03, -8.2865e-03, -5.2124e-03, -4.1400e-02,
                       1.6690e-02,  1.0824e-02,  1.5459e-02, -1.9133e-02,  4.6276e-02,
                       9.3346e-04,  7.5777e-03, -1.3030e-02, -2.6585e-03,  2.0079e-02,
                      -2.9406e-03, -2.1890e-03, -1.2498e-02,  5.4942e-03, -1.7794e-02,
                       2.0442e-02,  4.8243e-03, -2.0427e-02, -8.2500e-04, -7.5809e-03,
                      -1.4554e-02, -7.6541e-03,  1.9659e-02, -4.8399e-02, -2.5757e-02,
                      -3.4891e-02, -1.5559e-02,  1.8312e-02, -2.6067e-02,  4.6383e-02,
                       4.8623e-02,  5.3505e-02, -1.3110e-02,  3.7951e-02,  2.4347e-02,
                       1.1798e-02,  4.6349e-03, -1.0878e-02, -1.0779e-02, -1.9216e-02,
                       2.9410e-03,  9.2014e-03,  1.8760e-03, -1.9813e-03,  2.1123e-02,
                       5.1832e-03, -3.4925e-02, -1.5695e-02, -5.3347e-02,  4.7694e-03,
                       2.9477e-02, -1.6306e-03, -4.2823e-04,  1.5848e-02, -1.0383e-03,
                       4.1185e-02,  3.5632e-03, -2.2357e-02, -2.4611e-02, -3.8487e-02,
                       2.0385e-03,  3.3322e-02,  7.0017e-02, -1.6846e-02, -5.0162e-02,
                      -4.0495e-03,  2.4986e-02, -7.7254e-03,  1.7529e-02, -4.6390e-02,
                       1.6709e-02,  2.0392e-02,  3.1295e-02,  8.0506e-03, -2.0965e-02,
                      -1.1327e-02,  1.1465e-02, -4.7881e-02, -2.4763e-02,  2.3839e-02,
                       1.3882e-02,  1.1366e-02, -4.7324e-02, -5.7715e-02,  1.1416e-02,
                      -4.4226e-02,  2.7355e-03,  1.6899e-02, -2.4188e-02,  1.0682e-02,
                      -1.9212e-02, -6.3278e-02, -3.3655e-02, -1.5929e-02,  5.4965e-02,
                      -1.2914e-02, -3.0961e-02,  2.5950e-02,  2.5892e-02, -3.6599e-02,
                      -1.7181e-05,  7.4260e-03, -1.8643e-02,  1.7150e-02,  3.1675e-02,
                      -5.2576e-03, -6.7954e-03, -2.3804e-02, -2.1083e-02, -1.4301e-02,
                      -3.8365e-02, -6.8044e-03,  1.7938e-02,  2.4436e-02,  2.5015e-02,
                      -8.8817e-03,  1.6382e-03,  3.7296e-02,  4.0492e-02, -9.4473e-03,
                      -2.3533e-02,  1.2447e-02, -1.8064e-02, -3.5571e-02, -2.3171e-02,
                       1.1065e-02,  2.2728e-03, -2.1532e-03,  3.3861e-03,  1.2131e-02,
                      -6.5480e-02,  1.8833e-02,  2.3401e-04, -7.8775e-02,  1.0873e-02,
                       8.0250e-03,  4.6267e-02,  4.7203e-02,  4.5431e-02,  2.0501e-02,
                      -9.7269e-03,  4.9838e-03,  2.1266e-02, -4.4098e-02, -3.1838e-02,
                       9.6505e-03,  5.1784e-02, -4.0382e-03, -1.4388e-03, -2.0877e-02,
                      -2.2235e-02,  2.0563e-02, -1.5978e-02, -4.2096e-03,  1.2594e-02,
                       3.8039e-02,  3.0290e-02, -3.5970e-02,  1.3742e-02, -2.8056e-02,
                      -2.2828e-02,  1.8614e-02,  7.6875e-03, -2.6364e-02, -1.5520e-05,
                      -8.1068e-03, -3.9611e-02, -1.8665e-02, -7.7288e-03, -6.1492e-03,
                       2.0425e-02, -1.9044e-02,  6.5225e-02,  7.1201e-03, -3.8569e-02,
                       1.4069e-03, -6.0889e-03,  1.4013e-02,  1.4595e-03,  3.0007e-03,
                      -7.1678e-03, -1.6794e-02, -1.3348e-03, -7.8508e-03, -2.0393e-04,
                       3.8905e-03,  3.9313e-02,  6.8352e-03,  2.4521e-03,  5.1924e-02,
                       2.7645e-02,  1.1030e-02, -5.3798e-03, -8.7283e-03, -5.8677e-02,
                       3.7871e-02, -3.6403e-02,  5.0470e-02,  2.4996e-02,  1.6812e-02,
                      -4.6002e-03,  3.9760e-05, -9.6539e-03,  4.9726e-03, -4.3716e-02,
                       4.2033e-02,  1.6017e-02, -6.6585e-03,  1.8857e-02, -3.1582e-02,
                      -3.2687e-02, -1.0340e-02, -1.8145e-02,  3.8021e-02, -3.6311e-02,
                       5.5109e-04,  2.2504e-02, -7.2480e-03,  1.1365e-02,  1.2958e-02,
                      -7.3893e-03,  5.0995e-03, -6.1640e-03, -1.4493e-02,  1.6109e-02,
                      -2.8388e-02,  2.6628e-02,  6.8930e-03, -7.3104e-03,  2.3138e-03,
                      -2.3369e-02,  1.9850e-03,  1.3272e-03,  1.6247e-02, -1.1293e-02,
                       1.9608e-02,  2.5102e-04, -3.3490e-03, -7.5158e-03, -1.2818e-02,
                      -1.5622e-02,  2.5527e-02, -2.9038e-03, -4.7947e-02, -1.2680e-02,
                       2.5903e-02,  1.3146e-02,  8.6620e-03,  3.4860e-03, -1.4590e-02,
                      -2.5683e-03, -1.5199e-02,  4.5182e-03, -3.4600e-02,  2.8098e-02,
                      -1.6593e-02,  1.4357e-02, -1.0879e-02,  1.0082e-02, -1.3233e-02,
                       2.1238e-02, -4.2299e-02, -2.7980e-03,  2.3967e-02,  7.3040e-03,
                      -3.5655e-02,  4.4603e-03,  4.2890e-03,  9.9009e-04,  2.5277e-03,
                      -1.1396e-02, -1.3696e-02, -2.5993e-02,  2.4277e-02,  6.4172e-03,
                      -1.3106e-02,  5.5076e-04,  2.8085e-03, -8.1667e-03, -5.2373e-02,
                      -3.4642e-02, -6.4553e-03, -2.4317e-02,  3.4632e-02,  3.1903e-02,
                       2.3603e-02,  4.6539e-02, -4.8877e-02, -2.6443e-03,  3.4079e-02,
                      -1.1258e-02, -9.4002e-02, -5.4601e-02,  6.4527e-02,  1.7064e-01,
                      -1.5162e-01,  2.3306e-02, -8.8604e-02, -1.0495e-01, -9.7390e-02,
                      -3.8734e-02,  6.2742e-02,  1.4440e-02,  9.1298e-02,  1.0826e-01,
                      -5.5281e-02,  1.9049e-02, -6.2079e-02, -4.9459e-02, -1.4300e-02,
                       2.9091e-02,  2.4365e-02,  5.8847e-02,  4.0877e-02, -1.2618e-01,
                      -6.2708e-03,  2.0848e-02,  5.1999e-05,  2.0134e-01,  4.1871e-02,
                       1.6493e-02,  8.5253e-02,  1.0098e-02,  9.5576e-02,  1.8598e-02,
                      -1.1416e-01, -3.1026e-02,  6.8546e-02,  8.1338e-02,  2.3795e-02,
                       7.5801e-02,  8.9086e-03, -4.2857e-02,  4.3484e-02,  3.0729e-01,
                       5.2494e-03,  8.1256e-02,  3.2080e-02, -1.7737e-01,  1.1501e-02,
                      -6.4259e-03, -5.5687e-02, -5.9948e-03, -2.8787e-02, -1.3683e-03,
                       1.5870e-02,  1.4924e-02, -1.6669e-02,  4.7818e-03,  1.2084e-02,
                      -4.6567e-03,  4.2952e-02,  3.3882e-02, -1.6063e-02, -9.8004e-03,
                       2.6370e-02, -1.6678e-02,  2.2040e-02,  2.7260e-03,  5.3749e-03,
                      -4.5177e-02, -5.8739e-03,  1.5612e-01,  1.8790e-02,  2.7053e-02,
                      -1.9709e-02, -5.7749e-03, -1.7196e-02,  3.5013e-02,  4.9162e-03,
                       7.4974e-03,  1.2745e-02, -5.6633e-04, -2.5668e-02,  4.1272e-02,
                      -1.8804e-02, -1.4629e-02,  1.0152e-03,  2.6482e-02, -3.2507e-02,
                       1.1596e-02,  2.2999e-02, -1.6452e-02,  3.6731e-02,  1.0915e-02,
                      -3.1731e-02, -1.5795e-02, -4.8288e-02, -4.6620e-03,  2.4894e-03,
                      -3.2875e-02,  5.1106e-03, -2.5823e-03, -2.3415e-02, -3.1711e-03,
                       7.1076e-05, -1.7797e-02, -2.8476e-02, -1.1361e-02,  3.4688e-03,
                      -3.2018e-03, -6.0155e-03,  2.8619e-02,  1.1853e-02, -2.8690e-02,
                       1.1742e-02, -4.3145e-02, -2.0810e-03,  1.0228e-02,  1.2447e-02,
                      -2.2418e-03,  7.7554e-04,  5.7014e-03,  6.8838e-04,  9.1683e-03,
                      -7.1231e-03,  1.5868e-03, -2.2596e-02, -3.0122e-02,  7.0221e-03,
                       1.2414e-02, -6.1163e-03,  6.5105e-03,  8.7397e-03, -1.5109e-02,
                       1.0089e-02, -2.2111e-02,  2.4082e-02,  2.3332e-03,  4.5430e-03,
                      -9.9120e-03,  7.0238e-03,  5.6965e-03, -3.9455e-03, -9.0336e-03,
                      -5.4080e-03,  9.3877e-03, -2.3265e-02,  1.0977e-02,  1.5357e-02,
                      -1.0249e-02, -1.8334e-02,  1.6105e-02,  1.6770e-02, -3.8315e-03,
                       6.5398e-03,  2.0574e-02, -9.5807e-03,  7.1092e-03, -8.8400e-03,
                      -9.8366e-03,  1.2454e-02, -9.8347e-03,  1.4361e-02, -1.2422e-02,
                       2.5767e-02,  2.2228e-02,  1.2742e-02,  1.4479e-02,  6.8720e-04,
                       1.0763e-03, -1.6253e-03, -2.5292e-02,  4.7161e-03,  8.7170e-03,
                      -6.3935e-03, -1.4125e-02, -4.7844e-03, -1.1595e-02, -1.0494e-02,
                       1.0910e-02, -1.4805e-02, -2.8594e-02, -1.7373e-02, -3.3627e-02,
                      -1.5743e-02, -1.3928e-03,  4.7258e-02, -7.0139e-02,  6.2347e-02,
                       1.0813e-02,  1.6944e-02, -4.8152e-02, -3.2377e-02, -1.8802e-02,
                       5.1421e-02, -4.7309e-03, -1.1511e-02,  5.7194e-02,  1.4928e-02,
                       1.7674e-02,  4.0502e-02,  5.7943e-03, -1.2801e-02, -9.2818e-03,
                       5.0249e-02, -2.3257e-02, -1.0975e-02,  5.0744e-03, -8.9190e-02,
                      -1.8962e-02,  2.5409e-02, -4.7785e-02,  2.3485e-02, -2.4421e-03,
                       6.4721e-03, -3.8954e-02,  1.5978e-03,  5.7685e-02, -1.4931e-02,
                       1.2990e-02, -4.2328e-02, -2.8022e-03, -1.9878e-02,  1.1241e-01,
                       1.1340e-02,  9.2883e-02,  9.4237e-03, -5.7322e-02,  1.3109e-02,
                       3.5529e-02,  3.2732e-02,  1.8755e-02,  7.1497e-02,  6.9872e-02,
                       1.9457e-03,  4.3664e-02, -7.5342e-04,  1.0732e-02,  6.1351e-02,
                       2.2816e-02, -5.6243e-02, -4.1521e-02, -2.3966e-03, -4.3212e-02,
                      -1.8149e-03, -1.5109e-03,  2.9314e-03, -1.4090e-02, -1.3115e-02,
                      -2.4174e-02,  1.7508e-02,  2.2596e-03,  7.9238e-03, -1.9462e-03,
                      -1.1236e-03,  9.3719e-03,  1.4063e-02,  7.9585e-03,  1.1900e-02,
                      -1.0190e-02,  9.4911e-03, -1.0962e-02,  9.0698e-03, -5.6507e-03,
                      -2.0451e-03, -5.0165e-03,  1.6979e-02, -1.0745e-02, -1.5817e-02,
                      -2.2638e-03, -3.0726e-02,  9.9935e-03, -1.3219e-02, -1.3161e-02,
                      -7.1840e-03, -9.2132e-03, -4.6527e-03,  9.5469e-03,  1.4356e-02,
                      -1.9147e-02,  1.3106e-02,  2.3802e-03,  1.6294e-02, -1.5141e-03,
                       1.0479e-03, -4.4563e-03, -1.6142e-02, -4.4160e-03, -1.1250e-03,
                      -1.2406e-02,  1.4970e-02,  6.5001e-03, -8.1646e-05,  5.1111e-03,
                       1.2890e-02,  6.8815e-03,  9.1583e-03, -9.5107e-03,  4.0920e-03,
                       7.9551e-03,  1.6552e-02,  5.1702e-03,  6.6439e-03, -2.4444e-02,
                      -1.8497e-03, -6.9936e-02,  1.9485e-02, -4.4273e-03,  1.1224e-02,
                      -4.3145e-03, -1.6990e-03, -1.4305e-02, -8.6187e-03,  1.6936e-02,
                       1.0398e-02, -9.4157e-03, -1.9698e-02,  5.0032e-03, -1.1746e-03,
                       3.5321e-03,  7.2836e-03, -1.1349e-02, -1.0840e-03, -1.4293e-02,
                       3.4007e-03,  8.4067e-03,  1.9823e-03, -1.6931e-02, -1.2631e-02,
                      -9.2168e-03,  7.6991e-03,  6.7072e-04,  1.1006e-02, -1.1819e-03,
                      -1.2250e-02,  2.5201e-03, -2.4609e-02, -4.5713e-03,  1.1038e-02,
                      -1.4257e-02, -9.3778e-03,  7.3778e-03,  5.3231e-03,  1.1826e-02,
                       5.7216e-03,  6.3729e-03, -5.9161e-03, -1.6874e-02,  2.3405e-02,
                      -3.9820e-03,  4.2545e-04, -2.7984e-05, -2.9026e-03,  1.8978e-05,
                      -1.4048e-02, -1.7228e-02,  3.2294e-03, -1.4368e-02, -3.2183e-03,
                      -3.5563e-03,  4.4504e-03,  1.3775e-02,  4.0465e-03,  1.2630e-02,
                      -1.2099e-03,  1.6766e-02,  1.8934e-02, -6.1566e-03,  1.4353e-02,
                       2.6561e-02,  7.3906e-03, -9.6704e-03], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.weight',
              tensor([[ 0.0572, -0.0060,  0.0449,  ..., -0.0366,  0.0012,  0.0484],
                      [-0.0203, -0.0015, -0.0092,  ..., -0.0662, -0.0059,  0.0373],
                      [-0.0149, -0.0186, -0.0011,  ...,  0.0039,  0.0087,  0.0528],
                      ...,
                      [-0.0696, -0.0007, -0.0349,  ...,  0.0158,  0.0479, -0.0321],
                      [-0.0008,  0.0137,  0.0269,  ..., -0.0264,  0.0349,  0.0103],
                      [ 0.0135, -0.0330, -0.0364,  ...,  0.0216,  0.0265,  0.0103]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.bias',
              tensor([-7.9407e-02,  2.4206e-02,  6.2636e-02,  2.1892e-02,  2.4589e-03,
                      -1.6933e-02,  1.8566e-02, -7.3535e-03, -5.6938e-02,  2.3482e-02,
                       3.0895e-02, -2.0277e-02, -3.2387e-02,  6.1341e-02, -9.6578e-03,
                      -1.1386e-01, -1.2107e-02,  1.8774e-02, -6.9835e-02, -1.7020e-02,
                       8.1190e-02, -3.0137e-02,  6.6143e-02, -3.4065e-02,  6.4784e-02,
                       1.1105e-02,  7.2977e-02,  5.3628e-02, -3.9297e-02,  1.8463e-02,
                       5.9617e-02, -3.6538e-02,  7.8236e-02, -8.1270e-02, -8.6434e-02,
                      -2.6025e-02, -3.2262e-02,  6.7350e-02,  5.7859e-02, -2.7825e-02,
                      -1.3252e-02, -3.5345e-02, -2.9993e-02,  9.7646e-02, -6.4723e-02,
                       6.4745e-02,  7.0858e-02, -3.0123e-02, -8.3210e-03,  9.1961e-02,
                      -7.7600e-02, -4.2155e-02, -7.8984e-02,  6.5556e-02,  9.8268e-02,
                       8.0198e-02,  1.1582e-01,  4.2121e-02, -5.5556e-02,  1.6779e-02,
                       4.9932e-04,  1.2416e-02,  1.3271e-02, -1.6724e-02,  5.3135e-02,
                      -4.8219e-02, -3.5148e-02,  7.2266e-02,  2.9660e-02,  9.2711e-02,
                       1.1723e-01,  1.3568e-01,  3.3290e-02, -8.5115e-02, -2.5476e-02,
                       8.0228e-02, -5.4475e-02, -4.4316e-02,  1.0550e-01,  4.4211e-02,
                       1.0597e-01, -6.0021e-02,  2.7014e-02,  2.2018e-02, -5.0561e-02,
                      -2.4035e-02, -4.1162e-02,  2.0328e-02,  6.5439e-02, -1.2328e-01,
                      -4.1549e-02, -1.1894e-01, -3.9925e-02, -1.4814e-02,  4.9287e-02,
                      -2.5528e-02, -6.0206e-02,  6.7487e-03,  2.2849e-02, -1.0839e-02,
                       6.5161e-02,  9.5644e-02,  3.2521e-02,  1.1815e-02,  4.0429e-02,
                       1.8475e-03, -2.4195e-02,  2.7455e-02,  2.3927e-02, -1.4218e-01,
                       6.8673e-03, -1.4475e-02, -1.6890e-02, -1.5351e-02, -1.4867e-01,
                      -5.3029e-02,  1.6759e-01,  5.9327e-02,  6.5542e-02,  5.4794e-02,
                       1.5000e-01, -8.4293e-03, -6.5513e-02, -4.2554e-02, -1.1377e-02,
                      -9.1436e-02, -5.4998e-02,  9.7024e-03,  5.0473e-02, -1.0975e-01,
                       7.9958e-02, -2.1593e-02,  1.0565e-01,  5.7181e-03,  2.1915e-02,
                       1.2784e-01, -1.1541e-01, -1.7824e-03, -3.1676e-02,  7.9825e-02,
                       1.2444e-01, -4.3931e-02,  6.1088e-02,  4.2262e-02, -1.0295e-01,
                      -8.1249e-02, -9.7134e-02,  4.6770e-02,  3.0440e-02,  7.5095e-02,
                       7.3671e-02, -4.7275e-02, -8.0963e-02, -1.7125e-01,  3.3768e-02,
                       1.8027e-01,  1.2089e-02,  3.5938e-02, -6.7117e-02,  5.1621e-02,
                       5.8799e-02, -5.4885e-03, -1.0258e-01, -1.4210e-02, -7.5008e-02,
                       1.5383e-02,  2.3893e-02,  6.4830e-02,  1.3121e-02,  2.3692e-02,
                      -8.0779e-02, -7.1349e-03,  3.8727e-02, -8.5405e-02, -8.6835e-02,
                       5.9018e-02, -9.3949e-04,  7.6335e-03,  3.9765e-02,  3.1429e-03,
                       7.4175e-02, -8.7362e-02, -5.0095e-02,  1.4490e-01, -7.2952e-02,
                      -1.2711e-02, -5.0356e-02, -4.2083e-02,  1.1043e-01, -9.9543e-02,
                      -1.6248e-02,  1.0576e-01, -5.3723e-03, -9.2538e-02,  2.5002e-02,
                      -9.9706e-02,  4.3145e-02,  3.0528e-02, -1.2828e-02,  2.4581e-02,
                       1.5332e-02, -8.3269e-02,  8.4569e-02,  6.1994e-04,  6.2175e-02,
                       2.3875e-03,  5.3759e-03, -1.2906e-02,  4.7937e-02,  1.3693e-01,
                       8.0435e-02,  2.8114e-02, -4.0487e-02,  8.7962e-02, -2.7064e-02,
                       6.3520e-02, -7.9368e-03, -1.6740e-01, -9.5773e-02,  1.2633e-01,
                      -5.8313e-02,  6.8183e-02, -8.4682e-02,  1.1683e-01,  1.8730e-02,
                      -5.5184e-02,  1.4072e-02,  2.7890e-02, -1.0928e-01, -8.3144e-04,
                      -1.2872e-01,  6.6679e-02,  1.6944e-02, -9.2233e-02, -3.3374e-02,
                       3.3690e-02, -2.0075e-02, -1.2139e-02, -9.0740e-02, -9.7525e-02,
                       6.0927e-02,  1.9479e-02, -5.8742e-02,  1.0939e-01, -1.9809e-02,
                      -5.2229e-03, -1.5728e-02, -1.7883e-02, -3.6941e-02, -2.6811e-02,
                      -1.0567e-01, -6.5841e-02,  5.4339e-02, -5.0089e-02, -5.9567e-02,
                      -2.5060e-02, -2.9176e-02,  4.2820e-02,  7.9930e-02, -4.6230e-02,
                      -3.5105e-02,  6.2427e-02,  1.4256e-02, -1.5226e-02,  6.8738e-02,
                       3.7964e-02, -3.0201e-02, -3.0099e-02,  7.4369e-02,  6.6704e-02,
                       2.8694e-02,  9.3767e-02, -5.5334e-03, -5.9134e-02,  5.3294e-02,
                      -8.4174e-03,  6.3863e-02,  8.9696e-02, -5.4136e-02,  2.0399e-02,
                      -3.6668e-02, -2.7493e-02,  1.0431e-01, -5.2293e-02, -5.1039e-02,
                      -4.0219e-02, -1.2095e-01, -7.1017e-02, -2.0762e-02, -1.1248e-01,
                       2.8800e-02, -5.0645e-02, -5.6403e-02, -9.2680e-02, -9.1706e-02,
                       4.7569e-02,  8.0036e-02, -5.3999e-02, -8.8720e-02,  5.4890e-02,
                      -2.8380e-02,  1.2736e-02,  1.1766e-02, -5.4358e-02,  8.7686e-04,
                      -4.3596e-03,  1.0299e-02,  5.7898e-03,  8.2953e-02, -7.0060e-02,
                       5.4542e-02,  3.9988e-02, -1.0412e-02, -1.7270e-01,  1.3455e-01,
                       8.1085e-02,  4.5297e-02, -5.7913e-02, -5.6802e-02,  4.0457e-02,
                      -4.1793e-02,  5.9037e-02,  4.8437e-02,  2.7046e-02,  1.4205e-01,
                      -6.5517e-02,  6.7325e-02,  2.9109e-02,  5.6553e-02,  9.5695e-02,
                       1.3301e-02,  1.8069e-02,  8.5736e-02, -2.6519e-02,  6.0583e-02,
                       7.8416e-02, -3.8050e-03, -5.8015e-02,  5.7817e-02,  7.7773e-02,
                      -2.0740e-02, -2.4655e-03, -7.1442e-02, -7.3820e-02, -4.3560e-03,
                       3.6306e-02,  3.5029e-02,  5.3466e-02, -1.6001e-02, -7.7065e-02,
                       6.5170e-03, -5.2457e-02,  1.5055e-02,  6.3284e-02,  1.8198e-02,
                       8.1274e-02,  4.0480e-02, -9.2548e-02, -5.5516e-02, -5.3384e-03,
                       1.1794e-02,  3.8925e-02, -6.8967e-02, -2.6097e-03,  9.7164e-03,
                       7.2785e-02, -1.2330e-02, -1.5850e-02,  4.7206e-02, -1.4933e-01,
                      -2.0654e-02,  9.2435e-04,  8.8577e-02, -3.6090e-02,  7.5311e-03,
                      -4.4496e-02,  5.6137e-02,  3.1444e-02, -9.8818e-02, -7.3352e-02,
                      -8.0657e-02, -9.4230e-03, -1.8679e-02, -4.3269e-02,  5.7890e-02,
                      -6.4028e-03, -1.2248e-02,  1.8809e-02,  5.0161e-02,  3.8250e-02,
                       3.2017e-02,  5.6861e-02,  4.4551e-02, -1.4203e-02, -3.5691e-02,
                      -7.4175e-02,  9.8990e-04, -6.1068e-02,  8.7754e-02, -9.8580e-03,
                       8.7219e-02, -1.2124e-01, -3.2078e-03,  9.3935e-02, -1.2171e-01,
                      -4.2159e-02, -4.3689e-02,  5.4992e-02,  2.3710e-02,  2.7513e-02,
                       2.4061e-02, -1.2797e-02,  4.1867e-02,  1.7593e-02,  9.6886e-02,
                      -1.2983e-01, -6.3008e-02, -4.6845e-02,  6.1443e-02, -2.8683e-02,
                      -4.2452e-02, -9.5012e-03, -1.1748e-01,  1.2841e-03, -7.4897e-02,
                      -7.8056e-02,  2.1916e-02,  3.4481e-02, -1.3810e-01, -9.6699e-02,
                      -2.4535e-03, -4.6830e-02,  4.4893e-02,  8.6645e-03,  2.6904e-02,
                      -1.1354e-02, -2.2837e-02,  6.6100e-02,  1.2552e-02, -1.2094e-02,
                       2.9438e-02,  1.2131e-01,  5.5338e-02,  7.1651e-03,  8.3971e-02,
                       7.2614e-02, -1.9209e-03,  6.9532e-02,  2.5531e-02, -4.2186e-02,
                       1.6620e-02,  5.0972e-02,  3.6016e-02,  1.2436e-02,  6.8735e-02,
                      -8.8984e-03,  3.5005e-02,  2.8352e-02, -3.8038e-02,  2.4555e-02,
                      -3.1120e-02,  7.5650e-03, -5.2199e-03, -3.4304e-03,  1.9240e-02,
                      -2.8304e-02,  5.3203e-02, -1.4272e-01,  4.9467e-02, -7.2491e-02,
                      -2.9626e-03, -6.2198e-02, -7.7362e-03, -3.9671e-02, -4.7415e-02,
                      -7.8951e-02,  9.0746e-02,  4.4806e-02, -2.6934e-02,  9.9423e-03,
                       1.8449e-02, -8.5620e-02, -2.8094e-02, -1.2267e-01, -7.6203e-02,
                       3.0998e-02,  5.8593e-02, -7.3258e-02, -5.1633e-02,  5.6977e-02,
                       1.1345e-02, -3.0591e-02, -1.9917e-02,  4.6977e-02, -5.3147e-02,
                      -3.5406e-02,  8.8021e-02, -3.4099e-02, -5.1983e-02,  9.7296e-03,
                      -1.0820e-01,  6.0813e-03,  7.1141e-03,  1.7741e-01,  7.4664e-03,
                       4.6410e-02, -3.1582e-02, -7.0534e-03, -1.4489e-02, -6.7184e-02,
                       1.2357e-01,  1.4560e-02,  5.1020e-02,  8.7686e-02,  3.8388e-02,
                      -6.2822e-02,  2.3275e-02,  8.9946e-02,  5.0659e-02,  1.2576e-02,
                       1.2081e-01,  3.5126e-02,  3.5230e-02, -6.5840e-02, -5.2759e-02,
                       2.7167e-02, -3.0596e-02, -1.4994e-02,  1.5702e-01,  3.3482e-02,
                       5.7313e-02, -4.8948e-02, -1.7369e-02,  5.9027e-03,  5.3434e-02,
                      -1.4338e-01,  5.3799e-02,  2.5239e-02, -4.5157e-02, -6.2566e-02,
                      -1.5376e-02, -1.3321e-01, -6.2427e-02, -7.2467e-02, -5.6125e-02,
                      -2.0802e-02,  1.6498e-02,  1.6640e-03, -8.1206e-02,  3.9328e-03,
                      -9.7214e-02, -7.7866e-02,  5.6177e-02, -2.5913e-02, -5.6049e-02,
                      -1.2634e-01, -6.6194e-02,  5.3245e-01, -2.8273e-03,  1.9486e-02,
                      -1.0089e-01, -1.2374e-02, -5.7184e-02, -6.7860e-02, -1.1260e-01,
                      -5.2307e-02, -2.6496e-02,  3.4686e-02, -2.0825e-02,  6.4534e-02,
                      -2.6688e-02, -8.1342e-03, -3.6035e-02, -9.0103e-02,  4.4835e-02,
                       2.1636e-02, -5.8032e-02,  8.0151e-03, -4.4320e-02,  7.4389e-02,
                      -4.0846e-02, -3.4610e-03, -1.3150e-02,  9.3714e-03, -4.1565e-02,
                      -9.8489e-02,  3.5530e-02, -5.9909e-02,  5.7732e-02,  9.2955e-02,
                      -3.9751e-02, -8.8140e-02,  1.3150e-02, -5.6917e-02, -1.2671e-02,
                      -1.7634e-02,  7.7507e-02,  5.5727e-03,  4.6508e-02, -3.1559e-03,
                       2.7087e-02,  7.9803e-02,  6.0401e-02, -2.8096e-02,  6.2722e-02,
                       6.7863e-02, -1.1241e-01, -3.5636e-04,  6.0859e-02, -1.3075e-03,
                      -9.0574e-02,  9.9613e-02, -7.9777e-02, -5.3556e-02, -6.0351e-02,
                      -8.6373e-02, -1.7966e-02, -9.9483e-03,  6.2713e-02,  1.9607e-03,
                       3.4374e-02,  3.4725e-02, -6.5770e-02, -7.9437e-03,  2.7538e-02,
                       6.2935e-03, -3.4010e-02,  2.3875e-02, -5.4056e-02, -5.7047e-02,
                       6.5297e-02,  9.2448e-02,  7.6635e-03, -3.9907e-02,  1.6238e-01,
                      -7.7032e-02,  1.6830e-02, -2.7616e-02,  4.0900e-02,  1.1448e-02,
                       1.5040e-01,  3.0215e-02, -6.5924e-02, -1.0158e-02,  1.9088e-02,
                      -2.5698e-03,  4.5165e-02,  8.5036e-03,  3.1651e-02, -2.1336e-02,
                      -9.4484e-02,  1.0801e-01,  3.8446e-02,  6.8290e-02,  5.3064e-03,
                       1.0210e-01, -2.5496e-03,  2.2388e-02, -1.2728e-01, -3.5559e-02,
                       6.0826e-02, -1.6680e-01, -8.3271e-02, -2.1944e-02,  1.5176e-01,
                      -6.6697e-03,  2.4480e-02, -2.0934e-02,  1.5570e-02,  2.7625e-02,
                      -7.8763e-02, -2.7821e-02,  7.8255e-02,  1.7694e-02, -7.7955e-02,
                      -9.5522e-02, -3.1506e-02,  9.8349e-02, -6.0718e-02, -8.3989e-04,
                       8.7888e-02,  2.3645e-02, -6.5249e-02, -4.4815e-02, -2.8026e-02,
                      -2.8635e-02,  5.0784e-02,  3.7154e-02,  2.6518e-02,  4.6478e-02,
                      -4.6027e-02, -1.7837e-01,  4.7764e-02, -5.6793e-02,  9.4948e-02,
                      -3.7274e-02, -4.4860e-02, -4.1824e-02, -1.8591e-01,  4.4780e-02,
                      -2.5364e-02, -8.3443e-02, -1.2533e-03, -4.5604e-02, -3.8467e-02,
                       8.1963e-02, -9.7649e-02, -2.7696e-02, -6.6375e-03,  7.1217e-02,
                       2.2367e-02,  2.6294e-02,  3.6932e-02,  3.4371e-02, -2.2514e-02,
                       8.1178e-02, -1.5646e-02,  2.5591e-02,  1.3962e-01,  6.3677e-02,
                       8.0084e-02, -9.6427e-02,  4.9080e-02, -1.0657e-02,  3.4227e-02,
                      -2.8025e-02,  1.1863e-01,  8.5172e-02, -1.0485e-01, -8.9951e-03,
                      -6.8744e-02,  2.1105e-02, -5.3098e-02, -1.3468e-01, -4.9608e-03,
                      -2.7264e-02, -8.1049e-02,  3.5232e-02, -1.6515e-02, -4.7479e-02,
                      -1.4704e-01, -2.2642e-03,  5.7953e-02, -1.2371e-02,  6.8829e-02,
                       1.5817e-01, -3.7835e-02,  1.2693e-01, -5.8736e-03,  9.5441e-02,
                       8.6251e-02,  7.9028e-02, -9.9756e-03, -8.0104e-02,  2.7390e-02,
                      -5.0896e-02, -2.3581e-02,  8.1748e-03, -1.5094e-02, -2.0302e-03,
                       7.6593e-02, -1.0816e-01,  5.7167e-02, -7.1518e-02,  2.5775e-02,
                      -5.9077e-02, -9.1698e-02,  3.9013e-02], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.weight',
              tensor([0.8460, 0.8352, 0.8097, 0.8388, 0.7981, 0.7734, 0.7874, 0.7893, 0.8345,
                      0.7870, 0.8239, 0.8468, 0.8553, 0.8393, 0.8516, 0.7675, 0.8027, 0.7728,
                      0.8339, 0.8282, 0.7894, 0.8429, 0.7745, 0.7785, 0.7954, 0.8064, 0.8414,
                      0.9540, 0.8163, 0.8259, 0.8215, 0.7636, 0.8530, 0.7741, 0.8409, 0.7811,
                      0.8168, 0.8343, 0.7726, 0.8751, 0.8353, 0.7759, 0.8419, 0.8380, 0.8659,
                      0.8776, 0.8170, 0.9034, 0.8488, 0.7738, 0.8616, 0.8226, 0.8240, 0.8359,
                      0.7779, 0.8208, 0.8128, 0.8169, 0.8031, 0.8294, 0.8044, 0.8828, 0.8486,
                      0.7926, 0.8151, 0.8656, 0.8046, 0.7905, 0.7970, 0.8485, 0.8293, 0.8273,
                      0.7878, 0.8049, 0.8782, 0.8711, 0.7989, 0.8560, 0.8559, 0.8643, 0.8125,
                      0.8077, 0.8352, 0.8152, 0.7730, 0.8332, 0.8085, 0.8052, 0.8221, 0.8061,
                      0.7986, 0.7857, 0.8551, 0.7970, 0.7883, 0.8129, 0.7616, 0.8010, 0.9299,
                      0.7969, 0.7831, 0.8568, 0.7978, 0.8731, 0.7721, 0.8559, 0.8733, 0.7950,
                      0.8672, 0.8498, 0.7862, 0.7856, 0.9084, 0.7527, 0.7935, 0.8609, 0.8381,
                      0.8309, 0.8209, 0.8652, 0.8024, 0.8517, 0.8651, 0.7655, 0.7987, 0.7698,
                      0.8065, 0.7553, 0.8151, 0.7977, 0.8343, 0.7859, 0.8035, 0.8702, 0.8168,
                      0.8055, 0.6905, 0.8129, 3.2718, 0.8304, 0.7876, 0.8517, 0.7868, 0.7678,
                      0.7639, 0.8149, 0.8149, 0.8083, 0.7951, 0.8744, 0.8563, 0.7921, 0.8431,
                      0.8106, 0.8279, 0.8290, 0.8548, 0.8096, 0.8446, 0.8058, 0.9843, 0.8736,
                      0.7897, 0.8208, 0.8369, 0.8330, 0.9017, 0.7556, 0.8046, 0.8206, 0.8503,
                      0.7595, 0.8058, 0.8581, 0.8135, 0.8480, 0.8802, 0.8202, 0.8891, 0.8013,
                      0.7685, 0.7799, 0.7934, 0.8523, 0.8415, 0.8473, 0.7843, 0.8323, 0.8459,
                      0.8202, 0.8195, 0.7334, 0.8177, 0.8069, 0.8202, 0.8523, 0.8339, 0.8185,
                      0.8034, 0.8690, 0.8552, 0.8400, 0.8181, 0.8030, 0.8004, 0.8008, 0.8385,
                      0.9258, 0.8288, 0.8006, 0.8290, 0.8478, 0.7505, 0.8302, 0.8047, 0.8500,
                      0.7949, 0.7685, 0.8011, 0.7916, 0.8310, 0.7816, 0.8619, 0.8416, 0.7832,
                      0.8348, 0.8249, 0.8467, 0.8378, 0.7576, 0.8163, 0.8825, 0.7946, 0.7751,
                      0.8068, 0.8278, 0.8002, 0.8922, 0.8355, 0.8681, 0.7920, 0.7429, 0.8024,
                      0.7788, 0.8315, 0.7864, 0.8530, 0.7786, 0.8768, 0.8638, 0.8601, 0.8118,
                      0.9307, 0.8810, 0.8997, 0.8374, 0.8347, 0.8170, 0.8325, 0.8226, 0.7552,
                      0.8271, 0.8201, 0.7785, 0.8272, 0.8013, 0.8433, 0.8652, 0.7805, 0.8440,
                      0.8468, 0.8349, 0.9381, 0.8169, 0.8485, 0.8532, 0.8155, 0.8371, 0.8090,
                      0.8358, 0.8860, 0.8455, 0.7875, 0.8275, 0.8379, 0.8874, 0.7695, 0.8487,
                      0.8449, 0.8258, 0.7976, 0.8095, 0.7649, 0.8525, 0.8124, 0.8013, 0.8903,
                      0.7519, 0.8336, 0.8167, 0.8744, 0.7995, 0.7971, 0.7742, 3.2937, 0.8217,
                      0.7971, 0.8509, 0.8588, 0.8404, 0.8137, 0.8074, 0.8228, 0.7696, 0.7677,
                      0.8436, 0.7742, 0.8168, 0.8704, 0.7932, 0.7985, 0.8794, 0.8127, 0.8459,
                      0.8087, 0.7872, 0.8352, 0.8076, 0.8630, 0.8007, 0.8552, 0.8023, 0.8664,
                      0.8220, 0.8933, 0.8530, 0.8125, 0.8956, 0.9471, 0.8028, 0.7498, 0.8892,
                      0.8182, 0.8728, 0.8327, 0.8640, 0.8238, 0.7976, 0.8227, 0.7752, 0.8191,
                      0.8495, 0.7938, 0.8247, 0.8947, 0.8275, 0.7990, 0.8017, 0.8285, 0.8015,
                      0.8025, 0.8664, 0.7930, 0.8392, 0.8225, 0.8158, 0.8423, 0.9538, 0.8228,
                      0.8213, 0.8268, 0.8532, 0.8366, 0.7962, 0.8141, 0.7738, 0.7685, 0.8212,
                      0.8228, 0.7649, 0.7876, 0.8093, 0.8470, 0.8754, 0.7834, 0.8004, 0.8005,
                      0.8474, 0.7961, 0.8034, 0.8794, 0.7957, 0.8087, 0.8158, 0.8267, 0.8307,
                      0.7975, 0.8607, 0.8139, 0.7960, 0.7516, 0.7833, 0.7897, 0.8107, 0.8242,
                      0.8661, 0.8012, 0.8070, 0.8537, 0.8998, 0.7966, 0.8025, 0.8591, 0.8881,
                      0.8197, 0.7486, 0.7614, 0.8418, 0.8349, 0.8368, 0.8310, 0.8389, 0.8403,
                      0.8136, 0.8210, 0.8234, 0.8060, 0.7384, 0.7918, 0.8587, 0.8237, 0.8581,
                      0.7826, 0.8666, 0.7602, 0.8359, 0.7981, 0.8228, 0.8436, 0.8587, 0.8310,
                      0.7910, 0.8125, 0.8244, 0.7930, 0.7732, 0.8451, 0.8733, 0.8217, 0.8197,
                      0.8172, 0.7796, 0.8015, 0.8528, 0.7922, 0.9808, 0.7918, 0.7375, 0.8082,
                      0.7708, 0.7999, 0.8159, 0.8010, 0.8477, 2.2492, 0.7824, 0.8177, 0.8540,
                      0.8232, 0.8362, 0.8650, 0.7950, 0.8823, 0.8146, 0.8718, 0.8472, 0.7706,
                      0.8451, 0.8224, 0.8965, 0.7892, 0.7773, 0.8443, 0.8389, 0.8143, 0.8132,
                      0.8942, 0.7523, 0.9107, 0.7770, 0.8339, 0.8450, 0.8278, 0.8108, 0.8486,
                      0.8170, 0.7859, 0.8811, 0.7937, 0.8315, 0.8564, 0.8495, 0.8111, 0.7990,
                      0.8313, 0.9624, 0.8775, 0.8002, 0.8079, 0.8104, 0.8162, 0.8413, 0.8010,
                      0.8270, 0.8286, 0.8189, 0.8485, 0.8467, 0.7652, 0.8185, 0.8365, 0.7929,
                      0.8281, 0.9110, 0.8260, 0.9222, 0.9399, 0.8705, 0.8510, 0.8561, 0.8604,
                      0.8096, 0.8334, 0.8078, 0.8133, 0.8229, 0.8205, 0.8159, 0.8091, 0.8476,
                      0.8761, 0.8687, 0.7838, 0.7854, 0.7831, 0.9135, 0.8302, 0.7835, 0.8226,
                      0.8281, 0.8085, 0.8075, 0.8960, 0.8203, 0.7962, 0.8161, 0.8016, 0.8568,
                      0.7979, 0.8030, 0.8414, 0.8590, 0.7655, 0.8408, 0.8302, 0.8290, 0.7841,
                      0.8258, 0.7653, 0.8545, 0.8085, 0.8151, 0.7914, 0.8237, 0.8513, 0.9197,
                      0.8017, 0.8018, 0.8527, 0.8081, 0.8396, 0.8811, 0.8654, 0.8231, 0.8351,
                      0.8502, 0.7578, 0.8375, 0.8285, 0.7758, 0.8561, 0.7622, 0.8018, 0.7450,
                      0.7959, 0.9290, 0.8074, 0.8057, 0.8213, 0.8236, 0.8128, 0.7752, 0.8018,
                      0.8230, 0.9471, 0.8160, 0.8157, 2.0296, 0.8713, 0.9014, 0.8037, 0.7711,
                      0.8215, 0.8036, 0.9399, 0.9016, 0.8498, 0.8751, 0.8545, 0.8324, 0.8452,
                      0.7652, 0.8267, 0.8786, 0.7924, 0.8868, 0.8616, 0.8570, 0.7770, 0.7866,
                      0.8550, 0.8292, 0.8223, 0.8438, 0.8063, 0.8007, 0.8203, 0.8225, 0.8480,
                      0.8342, 0.8903, 0.7780, 0.8448, 0.8006, 0.8101, 0.8084, 0.7792, 0.8600,
                      0.8453, 0.8072, 0.7909, 0.8525, 0.7954, 0.7780, 0.8335, 0.8027, 0.8469,
                      0.7810, 0.8572, 0.8433, 0.7983, 0.8046, 0.8073, 0.7979, 0.8197, 0.8312,
                      0.8661, 0.7392, 0.7658, 0.8112, 0.9042, 0.8061, 0.8158, 0.8859, 0.7985,
                      0.8119, 0.8304, 0.8353, 0.8883, 0.7943, 0.8662, 0.7852, 0.8447, 0.9002,
                      0.8511, 0.7923, 0.7846, 0.8585, 0.8094, 0.8423, 0.8311, 0.7748, 0.7933,
                      0.8143, 0.8361, 0.8049, 0.7926, 1.0331, 0.8043, 0.8780, 0.7779, 0.7462,
                      0.7964, 0.7988, 0.8348, 0.8896, 0.8170, 0.8365, 0.8017, 0.8445, 0.7735,
                      0.8140, 0.8508, 0.8005, 0.8712, 0.8337, 0.7724, 0.7914, 0.8006, 0.8172,
                      0.8248, 0.8230, 0.8202, 0.7695, 0.8781, 0.7704, 0.8629, 0.7813, 0.7935,
                      0.7973, 0.7817, 0.7934, 0.8466, 0.9833, 0.8011, 0.8819, 0.8388, 0.7779,
                      0.8721, 0.8726, 0.8785, 0.8257, 0.7880, 0.8527, 0.7846, 0.7882, 0.8259,
                      0.8381, 0.7905, 0.7904, 0.8270, 0.8166, 0.8964, 0.7795, 0.8435, 0.8075,
                      0.8102, 0.8108, 0.8377, 0.8445, 0.7696, 0.8280, 0.8486, 0.7916, 0.8485,
                      0.8227, 0.8638, 0.8174], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.bias',
              tensor([ 7.4170e-02, -2.3140e-01, -1.3535e-02,  1.5043e-01,  2.8688e-02,
                      -1.3068e-01, -1.3232e-01,  1.0150e-01, -1.4065e-02, -4.3732e-02,
                       5.7240e-02,  9.8729e-02, -5.1519e-02,  6.9686e-03,  4.0948e-02,
                       6.8605e-02, -1.3479e-02, -5.4844e-02, -8.8692e-02, -1.0783e-01,
                      -2.7856e-02, -5.7192e-02,  1.6839e-03,  2.1703e-02, -4.2346e-03,
                      -1.5123e-01, -1.2164e-02,  3.7109e-01,  8.1206e-02,  3.4490e-02,
                      -4.1349e-02, -4.0233e-02, -9.2054e-02, -5.9038e-02,  2.1382e-01,
                       1.1982e-01, -2.0227e-01,  2.4473e-02, -5.0422e-02,  2.7005e-01,
                      -2.1704e-02, -7.1791e-02,  5.5708e-03, -3.1761e-03, -6.2938e-03,
                      -5.0749e-02,  7.2742e-02,  1.1311e-01, -7.3550e-02,  5.4534e-02,
                       9.7935e-02,  7.2619e-02, -2.9272e-02, -1.5963e-01,  4.8455e-02,
                      -7.9953e-02, -2.0326e-01, -2.4066e-02,  2.5181e-02,  1.6187e-01,
                      -4.3881e-02, -1.0587e-02,  1.5390e-01, -8.3260e-02, -7.1145e-02,
                       1.8612e-02, -3.5041e-02,  9.6790e-03,  1.4262e-01, -2.9957e-01,
                      -7.7707e-02, -1.2395e-01, -1.2269e-01,  4.7656e-02, -6.2160e-02,
                       4.4260e-02,  1.5986e-02, -1.3576e-01, -5.0063e-02, -7.2313e-02,
                       5.4340e-02,  1.3495e-01,  7.7393e-03,  1.4071e-01, -6.4972e-02,
                       1.0061e-01,  6.3043e-03, -7.1481e-02, -1.9903e-02,  7.9373e-02,
                      -2.1828e-02,  4.3502e-03,  1.2115e-01, -4.3607e-02,  1.0052e-03,
                       1.7406e-01,  6.1812e-02, -8.8061e-02, -1.1801e-01,  4.5601e-02,
                      -2.5425e-02, -5.6412e-02, -4.5026e-02,  9.5952e-02, -1.2153e-01,
                       5.1148e-02,  1.3755e-01, -4.1345e-02, -6.3773e-02, -7.1969e-02,
                       2.3155e-02, -5.3995e-02, -1.5285e-02, -4.5178e-02,  5.1160e-03,
                       1.1883e-01, -3.7658e-02,  1.0051e-02, -5.8605e-02, -4.8076e-02,
                      -4.1436e-02, -7.7717e-02, -8.2960e-02,  5.3103e-02, -2.4767e-02,
                       2.5816e-02, -1.9164e-02, -1.1519e-01, -1.9318e-02,  3.8658e-02,
                      -2.4709e-02, -7.5844e-02,  7.6009e-02, -6.8115e-03, -2.7417e-02,
                      -8.9385e-03, -4.8124e-01,  1.0446e-01, -2.8576e+00, -2.4204e-02,
                      -1.6478e-01, -6.5071e-02,  6.5427e-02, -1.2940e-01, -2.3356e-02,
                      -3.0019e-02, -6.6028e-02,  1.1545e-01, -2.9815e-02, -1.0733e-01,
                      -1.6772e-01, -4.7104e-02, -6.4828e-02,  4.2021e-02,  3.7525e-02,
                      -2.6456e-01, -9.4684e-03, -1.4989e-01,  2.4221e-01, -1.4408e-01,
                       2.0928e-01,  2.1659e-01,  1.4558e-03, -1.9980e-02,  2.5440e-03,
                      -1.6799e-01,  2.9424e-01, -9.0222e-03, -1.7069e-01,  6.2394e-02,
                       1.2618e-02, -2.8749e-02, -5.5614e-02,  7.2419e-02,  8.8097e-02,
                       5.3234e-02,  1.9188e-01, -2.0059e-01, -3.0374e-02, -2.2571e-02,
                       2.4252e-02, -8.7636e-02, -1.5516e-02, -1.8726e-01,  3.1742e-02,
                       6.2858e-02, -4.6587e-02, -1.3301e-01,  3.5004e-02,  2.1660e-02,
                      -2.0689e-03, -3.1197e-02,  4.4714e-02,  3.6270e-02, -2.0133e-01,
                      -1.0262e-01,  1.3287e-02, -5.9396e-02, -9.7166e-02, -8.9421e-02,
                       8.7260e-03,  1.4319e-01, -2.1781e-02,  1.7143e-02, -6.7320e-02,
                       5.6364e-02, -4.1721e-02, -1.4609e-01, -4.7314e-02, -5.3641e-02,
                      -9.4690e-02, -1.3209e-01,  5.6302e-03, -1.3791e-01, -7.3237e-02,
                      -1.6476e-02,  1.6994e-03,  3.0111e-02, -2.3335e-02, -4.3102e-02,
                      -8.1888e-02,  6.1725e-02,  1.4376e-01, -1.6359e-01, -1.1924e-01,
                       6.5777e-02, -1.4736e-02, -4.4224e-02,  1.6418e-01, -1.9684e-02,
                       9.4927e-03,  4.1148e-02, -1.7553e-02, -8.8047e-02, -1.2742e-01,
                      -1.2664e-01,  5.2221e-02, -1.3567e-01,  7.5610e-03,  7.7059e-02,
                      -1.0576e-01, -7.0854e-02,  1.3925e-01, -8.0153e-03, -2.1764e-01,
                      -8.1653e-02,  5.2794e-04,  1.2633e-01, -1.2053e-01,  5.8840e-03,
                       1.0126e-02, -1.6185e-02,  2.4853e-01,  1.0627e-01,  4.0540e-02,
                       1.0200e-01, -3.0458e-02,  1.6611e-02, -5.4480e-02, -2.9507e-02,
                       5.2522e-02,  4.1992e-03,  5.7521e-02, -2.4553e-02, -6.3224e-02,
                      -3.4779e-02, -7.5597e-03, -3.8979e-02,  4.2176e-02, -1.6689e-02,
                      -8.3267e-02, -5.4930e-02,  1.9819e-01, -2.7886e-02, -1.0829e-02,
                      -1.9235e-03, -1.0947e-01, -1.6224e-02,  1.0093e-01, -2.1272e-01,
                       1.5441e-01, -4.8413e-02,  1.5731e-02,  4.1414e-02, -1.6380e-01,
                       7.6110e-02, -2.0427e-02, -4.2806e-02, -4.2755e-02, -7.8891e-02,
                      -6.7681e-02,  6.8116e-02, -1.3010e-01, -8.8519e-02,  3.1676e-03,
                      -1.4894e-01, -2.4787e-01, -1.1568e-02, -4.9965e-02, -3.6274e-03,
                       1.4590e-01, -6.3349e-02,  9.9569e-02,  2.3637e-02, -1.1297e+00,
                      -6.9502e-02,  5.0177e-02,  8.8244e-02,  5.4801e-02,  8.7238e-02,
                       1.9702e-01, -1.6070e-02, -1.1708e-01,  3.3715e-02, -7.2212e-02,
                      -3.1627e-02,  3.8859e-02, -1.8776e-02, -1.1868e-01, -2.7730e-02,
                      -5.8899e-02,  5.6772e-02, -2.9124e-02,  3.5118e-02, -9.6676e-02,
                       1.7410e-02, -1.9037e-02, -3.7035e-02,  9.5987e-02, -1.0773e-01,
                      -2.8700e-01,  1.3321e-02, -6.6425e-03,  1.4650e-01, -3.8186e-02,
                      -6.2716e-02, -6.5097e-02,  1.1604e-01, -3.6902e-01,  1.2890e-01,
                       3.0323e-02,  1.6430e-02, -3.3755e-02, -6.0784e-02,  4.5420e-03,
                       1.3249e-01, -1.0710e-01, -9.5655e-02, -1.3409e-02,  6.2000e-03,
                      -7.9827e-02, -3.0067e-01, -4.7809e-02,  1.8594e-02,  3.8944e-02,
                      -4.6386e-02, -1.4464e-01,  5.1836e-02,  1.4011e-02, -6.8291e-02,
                       4.2929e-03, -4.3823e-02, -2.9756e-02, -1.0723e-01, -1.1185e-01,
                      -5.2908e-02, -2.2878e-02,  2.5498e-01, -1.4040e-01, -1.1839e-01,
                      -6.3922e-02, -2.1986e-01,  2.3741e-02,  1.2826e-01, -4.6517e-02,
                       4.5007e-03, -1.7010e-01, -1.6957e-01, -1.4127e-02, -6.3556e-02,
                       2.5491e-02, -2.1867e-02,  4.9931e-02,  5.6501e-02,  2.7335e-02,
                      -1.2477e-01, -5.8571e-02,  6.3877e-02,  2.1959e-02,  2.9617e-02,
                      -5.8443e-02,  1.0937e-02,  1.8961e-02, -8.8629e-02, -7.7062e-02,
                       5.0056e-03, -1.4435e-01, -9.8923e-03, -6.2857e-02, -1.6880e-02,
                      -1.0338e-01,  4.6106e-02, -9.8373e-02, -7.4663e-02, -4.0847e-02,
                       2.7647e-02, -1.9486e-01, -4.4737e-02, -2.0404e-01, -2.0352e-01,
                      -1.1892e-02, -1.0076e-01,  7.7614e-02, -1.1420e-02,  1.3284e-01,
                      -1.1839e-01,  1.1919e-02,  7.7254e-02, -1.7654e-01, -4.3612e-02,
                      -7.7098e-02, -1.7789e-02,  1.3154e-02,  2.5205e-01,  3.2715e-02,
                       9.5349e-04, -1.3680e-01, -1.0923e-01,  1.8059e-03,  2.8504e-02,
                      -7.0695e-02,  9.1914e-02, -8.6459e-02,  1.1905e-01, -8.9973e-02,
                       5.0441e-02,  1.0323e-01, -9.1130e-02, -1.7586e-02, -1.7959e-01,
                      -3.2037e-02, -6.4928e-02, -4.8385e-02, -2.1643e-01, -6.8526e-02,
                      -9.1403e-02, -5.6167e-02, -1.8205e-01, -2.8070e-02, -1.0914e-01,
                       1.0632e-01, -3.0416e-02,  6.3668e-02,  3.0528e-02,  1.7604e-05,
                      -5.1770e-01,  9.0491e-02, -6.2662e-02, -3.5361e-02,  1.3325e-02,
                      -1.2827e-01, -1.5698e-01,  5.1027e-03, -6.2838e-02,  8.3496e-01,
                       1.4235e-02, -2.2728e-02,  3.3130e-01,  6.4273e-02, -2.8729e-02,
                       1.4369e-01,  3.0795e-02,  4.3343e-02,  8.3879e-02,  2.3880e-02,
                      -5.9267e-04, -1.2335e-01, -7.9240e-02, -1.3952e-02, -2.0736e-01,
                      -8.4743e-02,  3.3426e-02, -1.1911e-01, -6.3128e-02,  6.6642e-02,
                       2.1899e-02,  7.1951e-02,  8.8461e-02, -1.6329e-01,  4.3941e-02,
                      -1.9583e-01, -1.6101e-01, -1.9786e-01,  2.8218e-02, -4.8206e-03,
                      -5.2883e-02, -6.8851e-02, -8.5306e-03, -6.1728e-02,  8.1297e-05,
                       2.6238e-02, -2.8669e-02,  5.7548e-03, -1.1350e-01, -5.5066e-02,
                       3.6803e-01, -2.6782e-02, -3.4704e-02,  8.4351e-02, -8.4518e-03,
                      -1.5536e-01, -1.9732e-01,  5.8095e-02, -1.1949e-02, -1.2451e-01,
                      -8.2580e-02, -9.0409e-03,  1.0911e-01,  4.8363e-02,  8.6947e-02,
                       9.5847e-02, -1.2743e-01,  5.0693e-02, -7.5559e-02,  2.5475e-02,
                      -3.1298e-02,  3.3533e-01, -1.2583e-01, -2.4835e-01, -8.9614e-02,
                       9.3755e-02,  4.3282e-02, -7.3225e-02, -7.4025e-02, -1.0864e-01,
                       5.8532e-02,  4.8685e-02, -1.4517e-02, -1.2587e-01,  8.3043e-02,
                      -3.2907e-01, -8.1445e-03,  7.3171e-02, -1.2960e-01,  1.0819e-01,
                       2.8051e-01,  4.3505e-02,  5.8158e-02, -7.2577e-02,  1.0857e-01,
                       1.4175e-01, -9.9963e-03, -1.5054e-01,  7.5161e-02,  8.4214e-02,
                       1.4999e-01, -9.5142e-02, -1.8437e+00, -2.0111e-03,  4.5984e-03,
                      -8.0264e-02, -1.9164e-02,  4.2990e-02,  5.0473e-02,  2.6856e-02,
                      -1.7043e-01, -7.7170e-02,  3.1159e-02, -5.9030e-02,  1.0331e-01,
                       8.6193e-02,  4.4467e-02, -4.0487e-02, -1.4099e-02,  2.6468e-02,
                      -9.8561e-03, -7.3469e-02,  2.9513e-02,  5.1532e-02, -1.0130e-01,
                       1.4381e-01,  2.0428e-01,  2.5903e-03, -2.5188e-03,  9.3763e-02,
                       1.0118e-02,  5.5542e-02, -7.3502e-02,  9.1828e-02, -7.5847e-02,
                      -4.4503e-02,  8.3094e-02,  3.4896e-02,  2.4248e-02, -1.9214e-02,
                       1.2941e-01, -4.5451e-02,  7.2637e-03,  5.2995e-02, -2.5132e-02,
                      -2.9743e-02, -6.5514e-02,  2.7733e-02, -3.1692e-04,  2.6997e-02,
                       1.8216e-02,  3.7073e-02,  6.9684e-01, -5.9909e-02,  1.6382e-01,
                       8.2862e-02, -2.1026e-02,  5.2731e-02, -8.6581e-03,  3.7745e-01,
                       1.7168e-01, -6.9516e-02, -3.2810e-02, -8.6716e-02, -4.6768e-02,
                      -6.5301e-02, -9.9006e-02,  5.7085e-02, -4.4612e-02,  5.5601e-02,
                      -1.1787e-01, -2.2799e-02, -1.5640e-01,  6.7820e-02,  6.8379e-02,
                      -1.6649e-01, -1.3557e-03, -1.6698e-01, -2.3360e-01,  9.3885e-02,
                       5.4956e-02, -1.1866e-01, -1.7877e-03, -3.9638e-02, -8.5701e-02,
                      -1.4315e-01, -1.1303e-01,  2.5469e-03, -4.0302e-02,  3.3277e-02,
                      -4.0001e-02, -4.3095e-02,  1.4948e-01, -1.0209e-01,  4.1074e-02,
                      -3.9290e-02, -7.6292e-02, -2.1689e-01, -1.6489e-01,  8.3371e-02,
                      -5.2256e-02, -4.3572e-02,  1.3294e-03,  1.8972e-01, -1.5632e-01,
                       9.6035e-02,  2.1169e-02,  4.3254e-02,  5.2820e-02, -2.4836e-01,
                       3.2524e-02,  5.1004e-02, -5.8339e-02, -8.6376e-04,  9.2661e-02,
                      -4.3788e-02,  4.5080e-02,  2.0181e-01,  4.9278e-02,  5.4117e-02,
                       1.2315e-01, -9.5793e-02, -4.8144e-02, -1.6129e-01, -2.2993e-02,
                       8.5583e-02, -6.8214e-02,  3.8700e-02,  1.0780e-02, -1.0367e-01,
                       3.0811e-02, -8.8524e-02, -7.0120e-02, -1.3186e-02, -1.2425e-01,
                       9.6625e-02,  7.5358e-02, -9.4705e-02,  2.7755e-02,  9.6051e-02,
                       6.8326e-02, -7.8374e-02, -5.4713e-01,  1.5645e-01,  1.1696e-01,
                      -6.4198e-03,  2.3755e-02, -5.8570e-02, -1.7661e-02, -1.1535e-01,
                      -4.7598e-02,  7.5449e-02, -6.4177e-02,  6.0041e-02,  6.2769e-03,
                       7.7113e-02, -5.1375e-02, -1.1332e-01,  5.3906e-02, -2.7365e-03,
                      -5.2416e-03, -1.4697e-01, -2.2006e-02, -3.5128e-02, -3.5150e-02,
                      -5.6856e-02,  1.4673e-01, -5.0596e-02, -1.1437e-01, -1.1762e-02,
                      -4.7454e-02,  6.2037e-02, -3.0795e-02, -5.7433e-02,  4.6877e-03,
                      -3.9157e-02, -8.7842e-02, -2.8160e-02,  3.0744e-01, -1.5653e-01,
                       7.5818e-02,  8.3267e-02,  4.3780e-03,  1.2515e-01, -1.0673e-02,
                      -1.2370e-01, -7.8488e-02,  1.1508e-01,  8.3232e-02,  3.7601e-02,
                      -6.1399e-02, -2.8523e-02, -5.4903e-02, -5.4485e-03, -1.3089e-01,
                       1.3862e-01,  9.2422e-03,  2.4734e-01, -4.6128e-02, -6.0551e-02,
                      -1.9214e-02,  1.1534e-01, -1.6862e-01, -1.1284e-01,  8.1151e-02,
                      -1.4545e-01, -1.2815e-01,  6.1301e-02, -6.6418e-02, -5.1076e-02,
                       6.8172e-02, -5.1196e-02,  1.3513e-01], device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.weight',
              tensor([[ 0.0416, -0.0395,  0.0277,  ...,  0.0235, -0.0381, -0.0003],
                      [ 0.0143,  0.0687,  0.0494,  ...,  0.0103, -0.0268, -0.0067],
                      [-0.0253,  0.0379,  0.0024,  ..., -0.0008, -0.0464, -0.0560],
                      ...,
                      [ 0.0485,  0.0059, -0.0050,  ...,  0.0313, -0.0067,  0.0298],
                      [-0.1037, -0.0274,  0.0248,  ...,  0.0209, -0.0440,  0.0120],
                      [-0.0278,  0.0158,  0.0402,  ...,  0.0667, -0.0102,  0.0335]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.bias',
              tensor([-0.0948, -0.0365, -0.0776,  ..., -0.0076, -0.0962, -0.0944],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.weight',
              tensor([[ 0.0314, -0.0379, -0.0583,  ..., -0.0097, -0.0646, -0.0191],
                      [-0.0516,  0.0023, -0.0551,  ...,  0.0230, -0.0377,  0.0144],
                      [ 0.0338, -0.0556,  0.0277,  ..., -0.0141,  0.0217, -0.0638],
                      ...,
                      [-0.0267, -0.0105, -0.0304,  ..., -0.0219, -0.0485,  0.0259],
                      [-0.0429, -0.0268, -0.0262,  ..., -0.0058, -0.0283,  0.0507],
                      [ 0.0326, -0.0520, -0.0012,  ..., -0.0035,  0.0011, -0.0118]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.bias',
              tensor([ 1.0027e-01, -9.2795e-02, -7.2526e-02,  1.6368e-01, -6.2977e-02,
                      -1.1077e-01, -1.1804e-01,  7.7971e-02,  6.7454e-02, -1.0079e-01,
                       1.8305e-02, -2.6981e-02, -5.9658e-02,  5.0718e-02,  1.6056e-03,
                       1.0230e-01, -2.9799e-02, -8.6431e-02,  3.6574e-02, -1.1095e-01,
                      -3.0030e-02, -9.2465e-02,  5.4152e-02,  5.6398e-02, -2.6460e-02,
                      -4.5492e-02,  1.4687e-02,  1.3663e-01,  1.8011e-01,  7.4583e-02,
                      -7.1011e-02,  7.5884e-03, -1.1645e-01, -3.1428e-02,  1.2231e-01,
                       1.0581e-01, -1.0929e-01,  6.0599e-02, -2.9892e-02,  1.6422e-01,
                      -6.1531e-02, -2.0901e-02,  5.1466e-02, -1.0090e-01,  1.3292e-01,
                      -9.6771e-02, -1.2828e-02,  5.8906e-02, -4.6295e-02,  1.4498e-01,
                       1.0494e-01,  1.6611e-01,  1.5566e-01, -1.2559e-01,  7.3679e-02,
                      -6.3910e-02, -1.6744e-01, -5.6176e-02,  9.1292e-03,  1.6748e-01,
                      -8.3404e-02, -9.9226e-02,  2.6986e-02, -1.9982e-02, -8.5737e-02,
                       8.2680e-02,  2.9650e-02,  1.9337e-02,  1.6632e-01, -2.2857e-01,
                      -1.6931e-03, -8.0049e-02, -2.2013e-02,  8.3655e-02, -1.0301e-01,
                       3.2202e-02,  4.5669e-02, -9.1441e-02, -7.8832e-02, -6.4257e-02,
                       4.0688e-02,  3.7074e-02,  5.7423e-02,  1.2192e-01,  6.2252e-02,
                      -7.2457e-03, -1.7406e-02, -4.1828e-02, -1.1546e-02,  4.7526e-02,
                      -3.2689e-02,  3.1624e-02,  9.0749e-02, -7.6112e-02, -5.3920e-02,
                       2.9473e-02,  1.1659e-01,  5.4706e-02,  4.5287e-02,  1.2721e-01,
                       4.4560e-02, -4.7792e-02, -2.8279e-02,  4.2579e-02,  4.4609e-02,
                      -4.6732e-02,  8.5844e-02, -1.0686e-01,  1.1581e-02, -4.1455e-02,
                       5.8412e-02,  5.6348e-02,  2.6542e-02, -4.3542e-02,  9.0198e-02,
                       1.0294e-01, -8.2290e-02,  2.4498e-02, -9.4065e-02, -1.2717e-01,
                      -2.2339e-02,  2.5427e-02,  8.8598e-02, -4.2763e-02,  3.6926e-03,
                       6.3205e-02, -4.6648e-04, -4.3945e-02,  4.8387e-02,  6.6210e-02,
                      -3.0004e-02,  1.8340e-02,  1.2134e-01,  4.8803e-02, -6.5886e-02,
                      -8.2428e-02,  3.5533e-02,  1.1592e-01,  7.0766e-02,  3.7369e-03,
                      -8.6509e-02, -5.5221e-02,  6.6929e-02, -1.7380e-01, -5.9833e-02,
                       1.2134e-02, -4.2940e-02,  4.2395e-02,  5.8773e-02, -1.5584e-01,
                      -1.7582e-01, -4.3373e-02, -1.3123e-02,  5.8740e-02, -3.0952e-02,
                      -1.8082e-01, -1.0544e-01, -6.5699e-02,  1.1360e-01, -1.5930e-01,
                       1.8682e-02,  5.2998e-02,  5.2190e-02,  4.5673e-02,  3.6552e-02,
                      -1.0063e-01,  1.6084e-01,  1.2372e-02,  1.7296e-02,  9.2160e-02,
                       4.7804e-02,  2.5343e-02, -9.6975e-02,  1.7901e-01,  1.7611e-01,
                       8.3138e-02,  1.3270e-01, -1.0304e-01,  3.3840e-02,  6.8523e-03,
                      -4.8794e-02, -5.5320e-02,  7.1207e-02, -7.2142e-02,  6.0544e-02,
                       1.0052e-01, -4.2160e-02, -7.0398e-02, -1.0673e-02, -4.6072e-02,
                       3.2808e-02, -5.0445e-02,  3.5117e-02,  1.1894e-01, -1.8432e-01,
                      -6.2286e-02, -8.8374e-02, -2.6697e-02, -1.1634e-01, -9.3005e-02,
                      -6.7738e-02,  1.7982e-02, -5.0415e-02,  9.1548e-02,  2.9847e-02,
                      -7.9913e-02,  6.8369e-02, -9.9586e-02,  2.8459e-02, -5.8831e-02,
                      -5.0485e-02, -9.2475e-02,  7.9674e-02, -7.3891e-02, -3.6561e-02,
                      -4.9538e-02,  7.5783e-02,  2.2380e-02,  1.1295e-02, -7.1291e-02,
                      -4.1485e-02,  7.5205e-03,  9.5671e-02, -9.5029e-02,  7.2802e-02,
                       6.2086e-02,  1.3533e-02, -5.1492e-04,  5.1712e-02,  2.6838e-02,
                       2.9887e-02,  3.7279e-02,  8.0229e-02, -3.0357e-02, -2.8593e-02,
                      -8.4847e-02,  1.0004e-01, -9.7851e-02, -3.0974e-02,  1.0895e-01,
                      -2.4630e-01,  8.4664e-03,  1.9432e-01,  4.7817e-02, -1.3199e-02,
                      -9.2138e-02,  2.5005e-02,  7.4960e-02,  6.3341e-02,  8.4243e-02,
                       9.6738e-02,  2.1301e-02,  2.7986e-03,  1.6573e-02,  7.7610e-02,
                       1.0698e-01, -8.1706e-02, -9.1121e-03, -9.8202e-02,  1.1698e-01,
                       2.2434e-02, -1.2663e-02,  1.7831e-02,  8.0420e-02, -1.9541e-02,
                      -3.2204e-02,  1.1372e-01, -1.7249e-04,  2.6422e-02, -7.8297e-02,
                      -2.2543e-02, -1.4335e-01,  8.1586e-02,  7.4073e-02,  6.1698e-02,
                       7.2926e-03, -3.7105e-02,  1.3111e-02,  3.8099e-02, -4.6660e-02,
                       3.7617e-03,  3.2213e-02, -2.6123e-02,  1.6708e-01, -5.8158e-02,
                      -1.5855e-02,  1.1366e-01, -9.1347e-02,  5.0470e-02,  7.4818e-02,
                       1.3591e-01,  7.1930e-02, -5.1796e-02, -8.5189e-02,  2.6982e-02,
                      -1.2188e-01, -3.7971e-02,  4.2769e-02, -4.9620e-03, -3.1735e-04,
                       7.6866e-02, -1.7216e-02,  9.1351e-02,  1.2831e-01, -1.7297e-01,
                       1.3811e-02,  4.2268e-02,  7.1508e-02, -3.8023e-02,  1.0010e-01,
                       1.5368e-01,  5.8175e-02, -1.0738e-01,  1.1698e-01, -8.8540e-02,
                      -1.0013e-01,  1.7356e-03,  8.2967e-02, -1.8937e-02, -1.4071e-01,
                      -1.6958e-01,  4.3074e-02, -1.0205e-02, -5.2162e-02, -1.0738e-01,
                      -6.7193e-02, -4.6783e-02,  9.6599e-02,  5.5349e-02, -1.5529e-01,
                      -1.2272e-01,  1.3308e-01, -8.2670e-02,  7.2929e-02, -4.3930e-02,
                      -7.2546e-02, -3.5167e-02,  1.4666e-01, -1.1453e-01,  2.0430e-02,
                       1.1212e-01,  2.4741e-02,  7.9053e-03, -1.3746e-02,  4.5168e-02,
                       1.2460e-01, -4.7132e-02, -6.7911e-02,  7.5233e-02,  2.4058e-02,
                      -7.0139e-02, -1.6848e-01, -1.0003e-01,  4.8781e-02,  9.3680e-02,
                      -9.3199e-02, -6.2649e-02,  2.7005e-02,  9.4762e-02, -4.3009e-02,
                       3.4747e-02, -8.8580e-02,  9.8157e-02,  5.9906e-03, -5.7966e-02,
                      -6.2785e-02,  7.8276e-02,  1.3102e-01, -7.7497e-02, -3.5490e-03,
                      -3.3739e-02, -1.1749e-01,  5.9958e-02,  8.5990e-02, -1.4035e-01,
                       1.0377e-01, -2.2265e-01, -1.4862e-01,  3.0652e-02, -2.1762e-02,
                      -8.0501e-02,  1.1856e-01,  7.5737e-02,  1.0208e-01,  8.0513e-03,
                      -1.0534e-01,  2.2535e-02, -7.4782e-02,  1.3072e-01,  7.2793e-02,
                      -8.2281e-02,  3.0442e-02,  5.6722e-02, -6.5668e-02,  4.2627e-02,
                      -1.2252e-01, -5.6483e-02, -7.0566e-02, -1.0381e-01,  1.7323e-02,
                      -1.0759e-01,  1.7544e-01, -5.5704e-02, -1.9062e-01, -9.5921e-02,
                       9.5209e-02, -1.0299e-01, -7.7431e-02, -8.7747e-02, -9.1318e-02,
                       9.2081e-02, -3.2693e-02,  3.2833e-02,  3.8259e-02, -2.2034e-02,
                      -1.0983e-01,  2.5403e-02,  3.5068e-02, -1.3296e-01, -1.0255e-01,
                       2.0181e-02, -6.9324e-02,  7.1465e-02,  1.1908e-01,  9.6817e-02,
                      -1.6255e-02, -4.1648e-02, -1.1561e-01,  5.0503e-02, -1.0994e-02,
                      -3.4247e-02,  1.4546e-01, -1.1457e-01,  1.2238e-01, -1.7183e-02,
                      -2.4444e-02, -2.9843e-02, -8.7449e-02, -4.4367e-02,  7.0762e-02,
                       2.5858e-02, -9.1899e-02, -8.6721e-02, -1.7631e-01, -1.1944e-01,
                      -4.2522e-02, -3.2543e-02,  1.0904e-03, -1.5127e-02,  3.9382e-03,
                       7.3182e-02,  5.5661e-02,  7.6294e-02,  3.8168e-02,  2.3860e-02,
                      -1.6241e-01,  1.2085e-01, -3.3082e-02, -9.1635e-02,  1.9041e-02,
                      -8.0381e-02, -7.6681e-02, -6.1857e-02,  2.4798e-02,  2.3960e-01,
                       1.5778e-01, -3.5479e-02,  2.7605e-01,  1.7747e-02, -1.9115e-02,
                       9.7019e-02,  2.0596e-02,  6.8926e-02,  1.1481e-01,  1.1960e-01,
                       2.3198e-02, -2.3180e-01, -6.2652e-02,  8.6476e-02, -5.2941e-02,
                      -9.1898e-03,  8.0725e-02, -1.9066e-02,  7.0462e-02,  5.5812e-02,
                       1.1009e-02,  2.1601e-02,  1.2856e-01, -8.2264e-02, -1.0955e-01,
                      -1.4948e-01, -7.4096e-02, -1.1123e-01,  7.1979e-02,  2.4872e-02,
                       5.4378e-02, -1.1123e-01, -3.5156e-02,  6.0619e-03,  1.3678e-01,
                       1.0863e-01, -1.2436e-03,  4.2162e-03,  1.7476e-04, -1.4985e-01,
                       1.3802e-01,  2.0675e-02,  3.0764e-02, -3.8042e-02, -9.8070e-02,
                       9.6875e-04, -9.9940e-02,  5.6404e-02, -5.1141e-02, -3.8395e-02,
                      -1.0433e-01, -5.6506e-03,  4.6903e-02,  4.5685e-02,  9.1496e-02,
                      -8.1462e-02, -1.9088e-01, -7.8919e-02, -3.8304e-02,  8.7750e-02,
                      -1.0736e-01,  1.1353e-01, -6.6693e-02, -1.6906e-01, -2.3438e-02,
                       4.2761e-02,  5.2430e-02, -1.2108e-01, -1.0974e-01, -1.3577e-02,
                       9.2292e-03,  6.4347e-02,  7.0195e-02, -5.7570e-02,  1.2340e-01,
                      -1.0953e-01,  1.9300e-02,  8.6261e-02, -1.5512e-01,  5.2964e-02,
                       1.4231e-01,  1.7464e-01, -3.2548e-02, -1.3503e-02,  5.9140e-02,
                       1.4480e-01,  1.3118e-02, -1.3198e-01,  5.0190e-02,  1.0702e-01,
                       1.1885e-01, -9.2427e-02, -6.4269e-01,  5.5663e-02,  3.7135e-02,
                       3.3345e-02, -4.3783e-02,  6.7543e-02, -3.0478e-03,  5.9623e-02,
                      -8.5011e-02, -1.3561e-02, -1.0417e-01, -1.5233e-02,  2.2039e-02,
                       1.4194e-01, -4.0513e-02,  1.1288e-01, -3.4027e-02,  1.2835e-01,
                      -2.5690e-02,  9.6946e-02,  4.7102e-02,  1.2312e-01, -1.9139e-01,
                       8.3790e-02,  1.3378e-01,  5.1248e-02,  4.5782e-02,  5.0280e-02,
                       7.2846e-02,  1.1908e-02,  4.5919e-03,  1.6065e-01, -7.5419e-02,
                      -4.2615e-03,  4.4448e-02,  2.6975e-02,  3.1012e-02,  2.1913e-02,
                       4.1834e-02,  2.4503e-03,  6.3560e-02,  4.7859e-02, -1.5142e-02,
                       7.6112e-02, -5.7649e-02, -4.9361e-02, -2.2926e-02, -8.5791e-02,
                      -1.0087e-01,  1.7367e-01,  1.8547e-01,  7.3632e-02,  1.2036e-01,
                       1.2731e-02, -1.2551e-01,  9.4060e-02, -6.8165e-02,  1.2740e-01,
                       1.3825e-01, -9.5669e-03, -8.3846e-02, -6.8468e-02,  6.6603e-02,
                      -7.6112e-02, -1.2985e-01,  1.8589e-01, -1.1867e-01,  1.0107e-02,
                      -2.9530e-02, -7.5676e-02, -1.7988e-01,  1.0797e-01,  2.9273e-02,
                      -5.6663e-02,  6.8626e-02, -6.7964e-02, -1.2991e-01,  1.2526e-01,
                       3.9997e-02, -4.7224e-02,  3.4176e-02, -1.2194e-02, -3.6139e-02,
                      -5.0851e-02, -4.2081e-02,  2.3190e-02, -2.1218e-02, -2.2697e-02,
                      -5.1326e-02, -4.0433e-02,  8.2465e-02, -9.7408e-02, -7.5657e-02,
                      -3.0077e-02, -7.6840e-02, -4.4525e-02, -8.3790e-02,  6.6893e-02,
                       6.2859e-02, -4.7119e-02, -6.0576e-02,  9.6428e-02, -6.1373e-02,
                       1.4006e-02,  3.5292e-02, -4.1240e-02,  8.6911e-02, -1.2319e-01,
                       7.1557e-02,  3.3779e-02, -4.2301e-02, -7.2985e-02,  1.2522e-01,
                      -1.8979e-02,  1.9234e-01,  7.5890e-02,  9.4309e-03,  4.7516e-02,
                       1.0859e-01,  3.6599e-02,  3.1610e-02, -7.9603e-02, -6.9653e-02,
                       2.8293e-02, -4.1256e-02,  1.1292e-01,  5.7457e-02, -5.9232e-02,
                       5.6445e-02, -1.2191e-01,  6.9543e-02,  5.4398e-02, -9.6920e-02,
                       4.2230e-02,  1.9652e-01, -9.0855e-02,  1.0917e-01, -2.9809e-02,
                      -4.5501e-02, -3.3383e-02, -1.1791e-01,  1.2759e-01, -2.2092e-02,
                       1.6115e-02, -2.4187e-03,  2.5921e-02, -8.9163e-02, -8.5936e-02,
                      -1.6106e-02,  6.4536e-02, -7.5892e-02,  1.3128e-01, -2.1226e-02,
                      -1.3161e-03,  6.8910e-02, -9.4220e-02,  5.4012e-02, -1.1633e-02,
                      -1.7889e-01, -7.3640e-02, -1.0242e-01, -3.4615e-02,  3.7058e-02,
                      -1.1417e-01,  5.3271e-03,  1.0497e-02, -7.4230e-02, -3.2001e-02,
                      -3.1921e-02,  7.4306e-02, -6.5320e-02,  6.2847e-02, -1.9837e-02,
                      -9.5320e-03, -1.0560e-01, -1.2922e-01,  1.4594e-01, -4.0022e-02,
                       5.7902e-02,  5.0463e-02, -4.6222e-03,  1.3439e-01, -8.2778e-02,
                      -2.8658e-02, -2.9349e-02,  5.2704e-02,  7.0188e-02,  4.6168e-02,
                      -1.5745e-01, -5.4127e-02, -5.3844e-02, -5.5441e-02, -7.1313e-02,
                       1.5373e-01,  5.0170e-02,  5.0729e-02, -9.6886e-02,  7.8764e-02,
                       4.0339e-02,  4.6151e-02, -5.4998e-02,  7.0296e-02,  9.0888e-02,
                      -9.7393e-02, -3.2082e-02,  5.8969e-02, -4.9460e-03,  1.5779e-02,
                      -2.2541e-02,  3.5324e-02,  7.6519e-02], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.weight',
              tensor([0.8132, 0.8373, 0.8731, 0.8164, 0.8273, 0.8148, 0.7795, 0.8314, 0.8422,
                      0.7903, 0.8799, 0.8798, 0.8957, 0.8873, 0.8488, 0.8154, 0.8667, 0.8167,
                      0.8430, 0.8492, 0.8549, 0.8869, 0.8218, 0.8405, 0.8607, 0.8557, 0.8528,
                      0.7640, 0.8579, 0.8753, 0.8486, 0.8543, 0.8966, 0.8207, 0.8221, 0.8492,
                      0.8078, 0.8735, 0.8433, 0.7808, 0.8651, 0.8446, 0.8199, 0.8804, 0.8561,
                      0.8504, 0.8474, 0.8259, 0.8770, 0.8445, 0.8707, 0.8157, 0.8413, 0.8605,
                      0.8033, 0.8102, 0.8296, 0.8779, 0.8213, 0.8271, 0.8601, 0.8829, 0.8709,
                      0.8655, 0.8239, 0.8699, 0.8596, 0.8385, 0.8248, 0.7628, 0.8577, 0.8432,
                      0.8381, 0.8369, 0.8629, 0.8757, 0.8437, 0.8568, 0.8750, 0.8881, 0.8373,
                      0.8734, 0.8491, 0.8414, 0.8258, 0.8354, 0.8359, 0.8526, 0.8796, 0.8493,
                      0.8321, 0.8124, 0.8526, 0.8655, 0.8399, 0.8439, 0.8081, 0.8518, 0.7592,
                      0.8486, 0.8232, 0.8915, 0.8118, 0.8559, 0.8128, 0.8915, 0.8964, 0.8450,
                      0.8853, 0.8693, 0.8154, 0.8599, 0.8877, 0.8105, 0.8557, 0.8648, 0.8548,
                      0.8440, 0.8602, 0.8756, 0.8457, 0.8679, 0.8421, 0.8054, 0.8289, 0.8408,
                      0.8428, 0.8090, 0.8350, 0.8618, 0.8784, 0.8497, 0.8467, 0.8582, 0.8801,
                      0.8576, 0.9529, 0.8244, 0.1419, 0.8672, 0.8163, 0.8584, 0.8399, 0.8044,
                      0.8382, 0.8506, 0.8358, 0.8571, 0.8706, 0.8386, 0.8490, 0.8660, 0.9047,
                      0.8729, 0.8343, 0.8250, 0.8615, 0.8504, 0.8054, 0.8736, 0.8645, 0.8810,
                      0.8597, 0.8603, 0.8374, 0.8501, 0.7954, 0.8247, 0.8410, 0.8554, 0.8528,
                      0.8196, 0.8244, 0.8637, 0.8373, 0.8354, 0.8348, 0.8090, 0.8829, 0.8380,
                      0.8273, 0.8450, 0.7977, 0.8636, 0.8615, 0.8565, 0.8296, 0.8127, 0.8424,
                      0.8327, 0.8436, 0.8390, 0.8064, 0.8343, 0.8120, 0.8338, 0.8583, 0.8655,
                      0.8553, 0.8529, 0.8745, 0.7895, 0.8656, 0.8449, 0.8432, 0.8502, 0.8660,
                      0.8730, 0.8591, 0.8466, 0.8626, 0.8788, 0.8018, 0.8498, 0.8433, 0.8749,
                      0.8209, 0.8179, 0.8464, 0.8294, 0.8848, 0.8552, 0.8726, 0.8673, 0.8394,
                      0.8372, 0.8636, 0.8560, 0.8159, 0.7876, 0.8498, 0.8739, 0.8311, 0.8670,
                      0.8441, 0.8012, 0.8262, 0.8449, 0.8537, 0.8740, 0.8534, 0.8422, 0.8188,
                      0.8532, 0.8334, 0.8553, 0.8792, 0.8260, 0.8936, 0.8695, 0.8799, 0.8440,
                      0.9563, 0.8849, 0.8862, 0.8521, 0.8792, 0.8239, 0.8628, 0.8478, 0.7925,
                      0.8016, 0.8631, 0.8472, 0.8452, 0.8698, 0.8624, 0.8835, 0.8490, 0.8523,
                      0.8306, 0.8565, 0.8603, 0.8451, 0.8742, 0.8391, 0.8562, 0.8615, 0.8050,
                      0.8568, 0.9367, 0.8654, 0.8487, 0.7453, 0.8569, 0.8706, 0.8134, 0.8637,
                      0.8431, 0.7653, 0.8287, 0.8431, 0.8500, 0.8493, 0.8386, 0.8382, 0.7874,
                      0.8284, 0.8723, 0.8238, 0.8544, 0.8377, 0.8340, 0.8394, 0.1546, 0.8848,
                      0.8439, 0.8583, 0.8687, 0.8578, 0.8104, 0.8414, 0.8509, 0.8520, 0.8484,
                      0.8555, 0.8270, 0.8223, 0.8804, 0.8033, 0.8450, 0.8563, 0.8554, 0.8797,
                      0.8483, 0.8594, 0.8658, 0.8581, 0.8622, 0.8303, 0.8363, 0.8321, 0.8450,
                      0.8869, 0.8699, 0.8666, 0.8560, 0.8528, 0.8140, 0.8207, 0.8169, 0.8724,
                      0.8187, 0.8743, 0.8478, 0.8767, 0.8665, 0.8393, 0.8566, 0.8290, 0.8657,
                      0.8108, 0.8216, 0.8484, 0.8989, 0.8541, 0.8495, 0.8341, 0.8796, 0.8224,
                      0.8294, 0.8166, 0.8593, 0.8670, 0.7873, 0.8350, 0.8710, 0.8752, 0.8563,
                      0.8519, 0.8714, 0.8719, 0.8361, 0.8248, 0.8101, 0.8291, 0.8189, 0.8764,
                      0.8712, 0.7905, 0.8155, 0.8576, 0.8508, 0.8722, 0.8217, 0.8129, 0.8429,
                      0.8801, 0.8647, 0.8390, 0.8578, 0.8387, 0.8525, 0.8487, 0.8579, 0.8854,
                      0.8203, 0.8741, 0.8472, 0.8268, 0.8230, 0.8488, 0.8253, 0.8588, 0.8490,
                      0.8355, 0.8327, 0.8708, 0.8246, 0.9033, 0.8535, 0.8143, 0.8679, 0.8919,
                      0.8669, 0.8632, 0.8138, 0.8521, 0.8351, 0.8792, 0.8469, 0.9105, 0.8425,
                      0.7881, 0.8470, 0.8627, 0.8153, 0.8383, 0.8563, 0.8745, 0.8500, 0.8485,
                      0.8249, 0.8507, 0.8214, 0.8950, 0.8307, 0.8443, 0.8602, 0.8197, 0.8676,
                      0.8171, 0.8513, 0.8327, 0.8456, 0.8258, 0.8566, 0.8544, 0.8498, 0.8212,
                      0.8547, 0.8252, 0.8399, 0.8598, 0.8319, 0.7846, 0.8076, 0.8438, 0.8395,
                      0.8289, 0.8454, 0.8551, 0.8229, 0.8983, 0.1949, 0.7988, 0.8243, 0.7676,
                      0.8765, 0.8430, 0.8397, 0.8427, 0.8757, 0.8096, 0.8681, 0.8454, 0.8173,
                      0.8782, 0.8202, 0.8676, 0.8661, 0.8320, 0.9060, 0.8506, 0.8562, 0.8458,
                      0.8854, 0.8279, 0.9437, 0.8568, 0.8115, 0.8747, 0.8470, 0.8587, 0.8571,
                      0.8365, 0.8520, 0.8641, 0.8335, 0.8381, 0.8850, 0.8820, 0.8546, 0.8173,
                      0.8453, 0.8188, 0.9115, 0.8494, 0.8669, 0.8644, 0.8446, 0.8662, 0.8266,
                      0.8466, 0.8520, 0.8271, 0.8565, 0.8421, 0.8312, 0.8649, 0.8780, 0.8507,
                      0.8656, 0.9220, 0.8664, 0.8802, 0.8284, 0.9004, 0.8300, 0.8635, 0.8388,
                      0.8422, 0.8719, 0.8429, 0.8157, 0.8279, 0.7972, 0.8504, 0.8552, 0.8412,
                      0.8349, 0.8777, 0.8161, 0.8175, 0.8214, 0.8545, 0.7714, 0.8302, 0.8567,
                      0.8438, 0.8125, 0.8209, 0.8865, 0.8234, 0.8121, 0.8532, 0.8067, 1.1331,
                      0.8408, 0.8537, 0.8706, 0.8775, 0.8512, 0.8672, 0.8567, 0.8765, 0.8663,
                      0.8599, 0.8225, 0.8412, 0.8332, 0.8623, 0.8191, 0.8649, 0.8478, 0.8730,
                      0.8442, 0.8264, 0.8756, 0.8740, 0.8538, 0.8328, 0.8596, 0.8454, 0.8656,
                      0.8592, 0.8397, 0.8356, 0.8282, 0.8437, 0.8848, 0.8180, 0.8427, 0.8298,
                      0.8544, 0.8680, 0.8322, 0.8360, 0.8805, 0.8504, 0.8726, 0.8456, 0.8380,
                      0.8634, 0.7631, 0.8569, 0.8566, 0.1880, 0.8424, 0.8609, 0.8395, 0.8283,
                      0.8235, 0.8473, 0.8319, 0.8494, 0.8996, 0.8756, 0.8637, 0.8550, 0.8712,
                      0.8496, 0.8351, 0.8784, 0.8241, 0.8547, 0.8356, 0.8084, 0.8469, 0.8091,
                      0.8644, 0.8597, 0.8326, 0.8183, 0.8106, 0.8276, 0.8618, 0.8668, 0.8546,
                      0.8750, 0.8709, 0.8294, 0.8594, 0.8441, 0.8506, 0.8388, 0.8049, 0.8435,
                      0.8733, 0.8303, 0.8130, 0.9090, 0.8187, 0.8307, 0.8316, 0.8353, 0.8674,
                      0.8389, 0.8125, 0.8499, 0.8262, 0.8465, 0.8495, 0.7977, 0.8375, 0.8671,
                      0.8960, 0.8138, 0.8372, 0.8234, 0.8877, 0.8005, 0.8001, 0.8908, 0.8416,
                      0.8358, 0.8448, 0.8903, 0.8666, 0.8648, 0.8732, 0.8533, 0.8434, 0.8816,
                      0.8531, 0.8340, 0.8279, 0.8905, 0.8555, 0.8732, 0.8757, 0.8307, 0.8569,
                      0.8471, 0.8830, 0.8638, 0.8418, 0.7752, 0.8216, 0.8742, 0.8571, 0.8233,
                      0.8012, 0.8336, 0.8592, 0.8834, 0.8525, 0.8781, 0.8501, 0.8506, 0.8440,
                      0.8743, 0.8686, 0.8262, 0.8745, 0.8569, 0.7879, 0.8285, 0.8456, 0.8688,
                      0.8362, 0.8260, 0.8508, 0.8214, 0.8695, 0.8191, 0.8847, 0.8338, 0.8541,
                      0.8585, 0.8397, 0.8569, 0.8717, 0.8225, 0.8467, 0.8594, 0.8571, 0.8365,
                      0.8372, 0.8869, 0.8416, 0.8629, 0.8024, 0.8251, 0.8137, 0.8306, 0.8539,
                      0.8388, 0.8594, 0.8337, 0.8078, 0.8538, 0.8308, 0.8171, 0.8516, 0.8715,
                      0.8299, 0.8473, 0.8711, 0.7817, 0.8248, 0.8502, 0.8770, 0.8466, 0.8912,
                      0.8565, 0.8761, 0.8369], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.bias',
              tensor([-9.7589e-02,  6.8522e-02, -6.3416e-02, -5.2001e-02, -6.3564e-03,
                      -1.0921e-02,  1.8160e-02, -7.0689e-02, -5.2669e-02,  5.9361e-03,
                      -5.7241e-02, -1.0365e-01,  1.7691e-03, -4.0175e-02, -6.1101e-02,
                      -6.2966e-02, -4.0105e-02, -4.1839e-02,  3.5459e-02,  7.0461e-03,
                      -3.0671e-02, -2.8276e-02, -6.2101e-02, -3.5920e-02, -5.8081e-02,
                       1.0269e-02, -6.0217e-02, -2.1755e-01, -4.4986e-02, -9.0754e-02,
                      -2.3559e-02,  1.1563e-03, -2.2446e-02,  4.7224e-03, -1.2621e-01,
                      -8.1995e-02,  5.3319e-02, -6.6512e-02, -4.5912e-02, -1.9149e-01,
                      -6.9216e-03, -5.2690e-03, -9.7678e-02, -4.3368e-02, -6.3207e-03,
                       1.3402e-02, -1.0648e-01, -1.1489e-01, -2.3319e-02, -3.7301e-02,
                      -9.7077e-02, -4.1869e-02, -5.3863e-02, -1.8304e-03, -4.3449e-02,
                       1.1161e-02,  7.2766e-03, -5.9322e-02, -2.5924e-02, -9.4872e-02,
                      -4.6223e-03, -6.3738e-02, -1.5409e-01, -1.0105e-02,  1.6827e-02,
                      -4.3635e-02, -1.7289e-02, -2.5644e-02, -5.2561e-02,  2.9569e-02,
                      -5.0251e-04,  3.7582e-03,  3.3320e-02, -9.2187e-02, -2.2748e-02,
                      -3.8299e-02, -7.8584e-02, -3.0532e-02, -5.8611e-02, -3.7656e-02,
                      -5.8582e-02, -6.8919e-02, -3.8498e-02, -9.7498e-02,  1.8909e-02,
                      -1.4475e-01, -2.1114e-02, -4.3973e-02, -4.1679e-02, -7.7283e-02,
                      -8.8252e-03, -2.7424e-02, -4.9101e-02, -5.5984e-03, -4.3758e-02,
                      -1.6517e-01, -7.1575e-02, -1.3295e-03, -1.9764e-02, -3.9752e-02,
                      -1.6382e-02, -2.5778e-02, -4.3011e-02, -8.6135e-02,  9.9737e-03,
                      -3.5190e-02, -1.1937e-01, -2.4538e-02, -7.8013e-03, -1.9169e-04,
                      -8.9844e-02,  1.8502e-02, -2.4768e-02, -1.6322e-02, -5.0759e-03,
                      -8.8838e-02, -4.9526e-02, -6.7836e-02, -3.3714e-02, -3.8797e-02,
                      -6.1590e-02,  1.7044e-03, -5.3319e-02, -8.6809e-02, -4.9534e-02,
                      -2.7589e-03, -3.7274e-02,  3.5517e-03, -2.0379e-02, -7.0149e-02,
                      -3.1005e-03, -4.9363e-03, -7.2101e-02, -3.6207e-02, -4.8691e-02,
                      -6.3766e-02, -3.2781e-02, -8.0148e-02,  1.7547e+00, -5.7524e-02,
                       2.5621e-02,  2.6014e-02, -6.1209e-02, -1.6300e-02, -3.8265e-02,
                      -1.0018e-01, -1.0517e-03, -6.1687e-02, -4.2214e-02,  4.6420e-02,
                       3.1359e-02, -1.2359e-02, -2.8367e-02, -3.0550e-02, -6.9155e-02,
                       6.9845e-02, -5.8022e-02,  2.1440e-02, -1.3272e-01,  6.4823e-03,
                      -1.7988e-01, -1.2563e-01, -4.5253e-03, -4.0863e-02, -2.0424e-02,
                       4.2813e-02, -1.5381e-01, -1.6142e-03,  2.8280e-02, -6.8712e-02,
                      -2.8265e-02, -2.6138e-02,  3.0954e-02, -5.5296e-02, -6.2458e-02,
                      -7.3351e-02, -1.1763e-01,  9.9120e-02, -5.5737e-03, -6.4341e-02,
                      -9.7255e-02,  5.1467e-03, -5.2747e-04,  4.6888e-02, -6.9464e-03,
                      -8.7379e-02, -3.6793e-02,  5.8977e-02, -4.8505e-02, -2.8262e-02,
                      -4.7622e-02, -6.0361e-02, -1.0956e-01, -5.3025e-03,  5.8060e-02,
                       1.9662e-02, -4.4651e-02, -1.6270e-02, -3.1468e-03,  3.0878e-03,
                      -6.9016e-02, -8.1028e-02, -6.4904e-03, -5.5725e-02, -7.0506e-02,
                      -7.2316e-02, -2.8945e-02,  5.9970e-02, -2.1185e-02, -2.9090e-02,
                      -4.6988e-02, -1.0217e-02, -1.8002e-02, -1.1124e-02,  5.9690e-03,
                      -3.0465e-02, -5.0082e-02, -2.0262e-02,  4.8146e-02, -3.5508e-02,
                      -5.7074e-02, -5.0222e-02, -8.2980e-02,  3.3819e-02,  6.5954e-02,
                      -9.3226e-02, -4.7356e-02, -4.1321e-02, -1.3467e-01, -3.1199e-02,
                      -2.4340e-02, -7.3897e-02, -4.1234e-02, -1.0995e-03,  3.3695e-02,
                       6.3273e-02, -5.2459e-02,  3.7115e-02, -8.0405e-03, -3.3479e-02,
                      -1.1152e-02,  1.7716e-02, -1.0141e-01, -3.5571e-02,  6.9512e-02,
                       6.5308e-03, -3.8753e-02, -8.0595e-02, -1.1927e-02, -8.3107e-02,
                      -6.8289e-02, -1.4681e-02, -1.4818e-01, -6.1630e-02, -4.3219e-02,
                      -7.3624e-02, -1.6760e-02, -1.5595e-02,  8.9451e-03, -8.2615e-03,
                      -7.0400e-02,  7.8888e-03, -7.1445e-02, -2.0154e-02, -1.7552e-02,
                      -2.6889e-02, -1.5355e-02, -4.9156e-02, -3.1075e-03, -3.5251e-02,
                      -4.5581e-03, -2.7951e-02, -1.1509e-01, -5.6671e-02, -6.3321e-02,
                      -1.4872e-02, -6.4364e-03, -4.1850e-02, -7.1526e-02,  7.3208e-02,
                      -1.0779e-01, -2.7994e-02, -9.7140e-02, -6.2785e-02,  4.0363e-02,
                      -6.4888e-02, -1.4475e-02,  6.9406e-03, -2.5367e-02, -4.3580e-02,
                       1.9901e-02, -2.1113e-02, -2.2996e-03,  2.5222e-02, -1.7856e-02,
                      -2.7512e-02,  8.6223e-02, -4.3543e-02,  1.6774e-02, -7.1760e-02,
                      -9.8461e-02,  1.3846e-03, -7.5960e-03, -5.2080e-02,  8.5207e-01,
                      -2.8724e-02, -7.4996e-02, -9.7173e-02, -2.1144e-02, -1.1479e-01,
                      -1.2424e-01, -3.0526e-02,  1.1093e-02,  1.0836e-02,  5.0596e-03,
                      -1.2639e-02, -1.6120e-02,  6.6913e-03,  2.1075e-02, -3.4690e-04,
                      -4.7594e-02, -9.3698e-02, -5.5319e-02, -3.9390e-02, -3.8275e-02,
                      -4.3524e-02, -5.9181e-02,  1.9077e-03, -6.5328e-02, -4.4272e-02,
                       1.1473e-01, -5.9061e-02, -2.8456e-02, -4.9751e-02, -1.9628e-02,
                       4.4714e-03, -1.1144e-02, -1.2404e-01,  1.4973e-01, -9.9667e-02,
                       4.0682e-03, -1.9365e-02, -2.9554e-02,  2.6799e-03, -5.7057e-02,
                      -8.7182e-02, -2.0640e-02,  3.6401e-02, -5.5330e-02,  1.1211e-02,
                      -2.9875e-02,  7.2980e-02,  1.0043e-02, -5.3368e-02, -3.5376e-02,
                      -3.9758e-02,  5.5079e-02, -4.0713e-02, -5.2040e-02, -2.7763e-02,
                      -5.4387e-02,  2.5289e-02, -3.4255e-04, -2.3012e-02,  4.5639e-02,
                      -5.1238e-02, -7.4823e-03, -1.4150e-01,  4.2628e-02,  4.3265e-02,
                      -4.5894e-02,  3.9817e-02, -6.1199e-02, -5.9812e-02, -1.4571e-02,
                      -6.6692e-03, -8.2234e-03,  2.1731e-02, -1.8520e-02,  1.5949e-02,
                       5.8135e-03, -2.5004e-02, -5.9803e-02, -7.6745e-02, -5.7556e-02,
                       1.6549e-02,  7.3603e-03, -5.4878e-02, -3.3355e-02, -6.9138e-02,
                      -3.7240e-02, -3.8386e-02, -4.4740e-02, -1.5929e-02,  2.4277e-02,
                      -2.2043e-02,  2.7837e-02, -3.4595e-02, -3.0347e-02,  8.3310e-03,
                      -8.2317e-03, -2.6411e-02,  3.5969e-02, -4.1035e-02,  9.0525e-03,
                      -1.1103e-02,  9.2076e-03, -2.8870e-02,  6.4696e-02,  3.2196e-02,
                       3.0853e-04,  1.3396e-02, -7.6611e-02, -3.7940e-02, -7.3763e-02,
                      -8.5546e-03, -6.0555e-02, -9.5688e-02,  1.1056e-02, -6.7822e-03,
                       2.8370e-04, -1.4193e-02, -1.2930e-02, -1.1594e-01, -5.2622e-02,
                      -4.1157e-02,  5.0051e-02,  1.5897e-02, -5.5954e-02, -6.6232e-02,
                       1.8513e-02, -7.3059e-02,  1.7680e-02, -9.7395e-02,  4.6714e-03,
                      -4.4254e-02, -5.9020e-02, -1.1046e-02, -3.4437e-02, -5.7077e-02,
                      -9.6010e-03, -1.3033e-02, -4.6307e-02,  8.4299e-03, -1.5897e-02,
                       1.0470e-02, -8.6668e-03, -5.0849e-03, -7.0091e-02,  1.3662e-02,
                      -1.0172e-01, -7.2320e-03, -1.0382e-01, -5.7025e-02, -8.5383e-02,
                       1.8338e-01, -7.9143e-02,  4.8201e-03, -3.7617e-02, -3.0901e-02,
                       1.0031e-02,  3.6367e-02, -4.9147e-02, -3.7369e-02, -5.4046e-01,
                      -2.9683e-02, -5.4963e-02, -1.3279e-01, -8.6687e-02, -2.0595e-02,
                      -1.2005e-01, -7.2187e-02, -7.4789e-02, -4.3864e-02,  7.5724e-03,
                      -1.0389e-02, -6.4385e-03, -3.7866e-02, -4.9342e-02,  4.0642e-02,
                      -1.4500e-02, -5.1712e-02,  3.7081e-02, -3.8647e-03, -4.5453e-02,
                      -1.9436e-02, -6.8914e-02, -4.8536e-02, -3.1907e-03, -1.1029e-01,
                       3.8606e-02, -1.5896e-02,  8.5445e-03, -2.3502e-02, -6.1469e-02,
                      -4.6014e-02, -5.4959e-02, -4.4138e-02, -5.1940e-02,  2.0626e-02,
                      -4.1516e-02, -3.1537e-02, -5.6503e-02,  6.2673e-03, -2.7069e-02,
                      -2.0056e-01, -1.2497e-02, -1.1707e-02, -9.6814e-02,  4.4140e-03,
                       4.2966e-02,  4.4669e-02, -8.8473e-02, -5.5415e-02,  1.7835e-02,
                       5.6551e-02, -4.6690e-02, -1.0431e-01, -8.5068e-02, -6.0797e-02,
                      -8.4292e-02, -5.1160e-03, -5.3897e-02, -2.1207e-02, -1.5011e-02,
                      -4.0187e-03, -1.7202e-01,  1.8470e-02,  6.2818e-02, -1.8480e-02,
                      -6.5670e-02, -3.8066e-02, -3.4823e-02, -1.0211e-03,  3.8496e-02,
                      -6.6066e-02, -9.0641e-02,  2.6412e-03,  2.2511e-02, -1.0735e-01,
                       9.2839e-02, -4.2942e-02, -4.4671e-02,  8.1373e-03, -7.0725e-02,
                      -1.6155e-01, -1.0799e-01, -6.0266e-02, -3.1688e-02, -1.0031e-01,
                      -8.6312e-02, -2.0839e-02,  6.0707e-02, -7.2025e-02, -7.1809e-02,
                      -3.1422e-02,  4.5167e-02, -1.0616e+00, -4.6628e-02, -4.3351e-03,
                      -2.1710e-02, -6.4975e-02, -4.7418e-02, -9.6094e-02, -7.5691e-02,
                       1.4238e-02,  5.9786e-03, -6.4903e-02, -1.6738e-02, -6.2543e-02,
                      -6.2028e-02, -6.9266e-02,  3.7716e-02, -4.9722e-02, -5.3182e-02,
                      -4.8446e-02, -3.7317e-02, -4.4140e-02, -2.8822e-02, -4.9808e-02,
                      -7.1690e-02, -1.5559e-01, -2.7298e-02,  5.8073e-03, -5.5476e-02,
                      -4.6727e-02, -4.1544e-02, -2.5032e-02, -6.3679e-02, -1.5577e-02,
                      -1.7077e-02, -6.3531e-02, -3.8143e-02, -3.6310e-02, -1.8144e-02,
                      -8.8091e-02, -4.4121e-03, -4.4167e-02, -5.0438e-02, -6.2595e-02,
                      -4.2344e-03, -5.0413e-02, -3.0032e-02, -7.9257e-03, -2.7474e-02,
                      -2.7663e-02, -6.1186e-02, -5.9291e-01, -3.8064e-02, -1.0122e-01,
                      -7.8070e-02,  1.4670e-03, -4.5892e-02, -4.6001e-02, -1.8688e-01,
                      -1.1291e-01, -1.7955e-02, -6.5169e-03, -2.2017e-02, -4.4731e-02,
                       2.6634e-02, -3.3870e-02, -3.4293e-03,  5.9025e-03, -8.6942e-02,
                      -1.2073e-02, -1.3779e-02,  6.9921e-02, -1.2838e-02, -4.0360e-02,
                       3.1504e-02, -2.1680e-02,  1.8047e-02,  4.8921e-02, -6.7488e-02,
                      -7.6355e-02, -3.5795e-02, -3.5337e-02,  6.6801e-03, -1.1293e-02,
                       2.2456e-02,  1.9403e-02, -3.2553e-02, -1.8273e-02, -4.6503e-02,
                      -2.8291e-02, -2.6466e-02, -9.4701e-02, -2.7767e-03, -6.9508e-02,
                       1.4852e-02,  8.9858e-03,  6.2630e-03,  2.0731e-02, -4.7346e-02,
                      -4.1448e-02, -1.8643e-02, -3.3994e-02, -1.1494e-01,  3.1349e-02,
                      -5.1094e-02, -4.7189e-02, -4.3289e-02, -9.7904e-02,  6.8833e-02,
                      -3.2919e-02, -4.2115e-02, -3.8188e-03, -5.1908e-02, -8.1786e-02,
                      -5.2394e-03, -5.0186e-02, -1.3505e-01, -5.4835e-02, -7.2221e-02,
                      -6.2955e-02,  2.8745e-02, -5.1327e-02,  6.3758e-02, -6.4414e-02,
                      -1.2783e-01, -5.5294e-02, -7.1414e-02, -7.7283e-02,  1.3902e-02,
                      -1.4093e-02, -1.2918e-03, -9.0765e-03, -6.6268e-02,  8.8472e-03,
                      -6.9092e-02, -3.4426e-02,  1.0369e-02, -4.6087e-02, -1.0173e-01,
                      -4.4643e-02, -5.4618e-02,  2.2492e-01, -1.1572e-01, -1.0340e-01,
                      -2.2198e-02, -3.4424e-02,  2.7938e-02, -8.5254e-03,  2.8030e-02,
                       3.2054e-03, -5.8556e-02,  1.2786e-03, -5.1927e-02, -3.9446e-02,
                      -3.8954e-02, -3.2388e-02,  3.7318e-02, -2.8111e-02, -2.7215e-02,
                      -6.4263e-02,  4.1989e-02, -3.4154e-02, -6.9539e-02, -4.2082e-02,
                       1.6929e-02, -9.3241e-02, -4.4442e-02,  1.1939e-02, -5.7845e-03,
                       6.6793e-03, -7.1320e-02, -3.1216e-02,  3.3662e-03, -5.4337e-02,
                       1.0982e-02, -5.0251e-02, -2.6261e-02, -2.4894e-01,  5.6392e-02,
                      -1.8312e-02, -8.7289e-02, -6.5636e-02, -5.9243e-02, -4.4884e-02,
                       6.2347e-02, -1.1610e-02, -1.1738e-01, -1.0183e-01, -7.5568e-02,
                      -3.0957e-02, -4.2496e-02, -1.7581e-02,  1.6047e-02,  1.9078e-03,
                      -8.5835e-02, -1.7786e-02, -1.7236e-01,  2.2204e-02, -1.3821e-02,
                      -1.6464e-02, -1.4020e-01,  4.1847e-02, -1.4382e-02, -1.0849e-01,
                      -2.0496e-03,  4.0827e-02, -7.6306e-02, -3.3375e-03,  4.6406e-03,
                      -3.7125e-02, -2.7301e-02, -1.2485e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.weight',
              tensor([[-0.0032, -0.0050, -0.0094,  ..., -0.0489, -0.0078, -0.0767],
                      [-0.0225,  0.0090, -0.0197,  ...,  0.0150, -0.0087,  0.0057],
                      [-0.0383,  0.0219,  0.0479,  ..., -0.0549, -0.0246, -0.0263],
                      ...,
                      [ 0.0163, -0.0074, -0.0230,  ..., -0.0392,  0.0218,  0.0308],
                      [-0.0525,  0.1003, -0.0762,  ..., -0.0648, -0.0058,  0.0603],
                      [ 0.0222,  0.0507,  0.0429,  ...,  0.0597, -0.0429, -0.0552]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.bias',
              tensor([ 1.2324e-01,  1.5109e-02,  1.2760e-01, -1.8639e-01,  8.1515e-02,
                      -1.1202e-01,  1.1351e-02,  1.6314e-01, -4.1146e-02, -3.6061e-01,
                       5.2218e-02, -1.5873e-01,  3.8307e-03, -1.4865e-01,  1.3608e-01,
                      -9.8306e-02, -5.7438e-02,  1.5955e-01, -2.0874e-02,  1.0081e-01,
                       1.5384e-03,  9.9324e-02, -1.0965e-01, -3.4358e-02,  2.2469e-02,
                      -3.7651e-02, -1.0882e-01,  6.5583e-02,  2.7330e-01,  1.2818e-01,
                      -9.1301e-02, -1.7075e-01,  5.5635e-02,  1.4763e-02, -4.1584e-02,
                      -1.0980e-01, -1.8908e-01,  1.0096e-01, -6.1322e-02, -5.2797e-02,
                       1.0404e-01, -2.6831e-02,  5.6244e-02, -3.9340e-02,  3.9510e-02,
                       7.1839e-02,  1.4888e-02,  1.4020e-01,  1.8391e-02, -9.8324e-03,
                       9.8309e-02, -3.2719e-02, -5.8981e-02,  4.9008e-02,  4.1561e-02,
                      -9.8931e-02, -8.3618e-02,  2.7481e-01,  5.4701e-02,  5.8269e-03,
                      -6.9316e-03, -1.4962e-02,  3.5440e-02, -1.2077e-03,  1.7674e-01,
                      -5.8699e-05,  2.4276e-01,  3.8809e-02,  6.8281e-02, -2.4937e-01,
                      -2.0504e-01,  5.4052e-02, -2.8304e-01,  2.3090e-01, -8.1203e-02,
                      -6.8605e-01, -9.0743e-02,  4.0348e-02, -1.9560e-01, -1.1762e-01,
                      -9.5315e-03,  5.0314e-01, -9.6801e-02,  1.0464e-01, -3.2861e-01,
                      -4.4340e-02,  4.4856e-01, -1.8304e-01,  9.0903e-02, -2.9703e-01,
                       1.4897e-01,  1.3745e-01,  1.0552e-01, -2.4189e-01, -5.0580e-02,
                       9.8393e-03,  5.2991e-03,  2.6465e-01,  3.5707e-02,  2.5071e-02,
                       2.8920e-02,  1.6231e-03,  1.5162e-01, -9.5025e-02, -1.2689e-01,
                       3.4358e-02, -2.5304e-01, -5.8525e-01,  1.5554e-01, -5.1777e-01,
                      -1.1179e-02, -3.2443e-01,  3.4828e-02,  4.4264e-02,  1.6143e-01,
                       1.3197e-01,  7.8297e-02,  5.9947e-02,  1.6241e-01, -1.5254e-01,
                       8.8483e-02, -3.1162e-01,  2.5314e-01, -3.0498e-02,  1.9939e-01,
                      -4.2187e-01, -1.9714e-02, -1.1049e-01,  3.5140e-01, -6.8131e-01,
                       3.8144e-01, -1.6603e-01,  3.4774e-01,  1.8186e-01, -1.1704e-01,
                       3.3076e-01, -1.1128e-01,  8.3147e-02,  2.3213e-01,  1.2300e-01,
                      -4.1221e-01, -3.8377e-01,  1.7976e-01,  3.5227e-01, -1.2489e-01,
                      -2.9415e-01, -6.2714e-02, -7.8111e-02,  8.2572e-02,  3.6718e-02,
                      -2.4363e-01, -2.7142e-01,  2.3190e-01,  1.3630e-01,  1.0890e-01,
                       2.2135e-01,  2.8282e-01, -1.0808e-02,  3.5087e-01,  1.7666e-01,
                       2.7196e-02, -4.2348e-01,  4.0310e-02,  6.9813e-02,  8.5667e-02,
                       5.9105e-01, -5.7652e-01, -1.3932e-01, -2.6116e-01,  7.4796e-02,
                      -6.7738e-02, -5.8179e-02, -2.1176e-01,  5.8100e-02,  1.6944e-01,
                       1.1056e-01,  1.3060e-01,  1.5815e-01, -1.5020e-01, -6.3767e-02,
                       1.8141e-01,  3.3608e-01,  1.0842e-01,  1.8436e-01,  3.7866e-01,
                       9.6747e-02, -3.4721e-01, -1.2447e-01, -2.6263e-01, -7.1606e-01,
                       3.6841e-02, -3.4358e-01, -8.3965e-02, -1.9024e-01,  2.3977e-01,
                      -3.7081e-02,  3.8769e-01, -7.4814e-01,  1.8069e-02, -6.8276e-01,
                      -4.8678e-01, -8.6382e-03,  3.3060e-01, -1.1512e-01,  2.2139e-01,
                       1.6609e-01,  2.0324e-01,  2.2522e-01,  3.2254e-01, -1.3538e-01,
                       5.1246e-01, -7.5888e-02,  3.7695e-01,  1.5068e-01,  1.2913e-01,
                       4.3572e-02, -6.7804e-01,  1.3536e-01, -2.9901e-01, -2.7858e-01,
                       1.5598e-01,  1.5922e-01, -1.2592e-01, -4.6418e-02,  1.4095e-01,
                       6.7170e-01, -3.0925e-01, -3.0354e-01,  3.8606e-02, -6.0292e-02,
                      -6.6165e-01,  1.9542e-01, -1.3481e-01, -5.0939e-01,  1.6567e-01,
                      -1.2891e-01, -3.2442e-01, -1.4292e-01,  2.1773e-01, -1.2104e-01,
                      -1.2344e-01, -1.7314e-01,  3.6427e-01, -1.4793e-01, -1.7873e-01,
                      -6.8739e-02, -5.3250e-02,  2.5687e-01,  1.8638e-01,  2.7466e-01,
                       1.0285e-01,  3.0537e-01,  2.3436e-01,  1.8287e-02, -5.2090e-01,
                      -1.8851e-01,  6.9032e-02,  1.1768e-02, -1.6314e-02, -5.9729e-02,
                      -3.5150e-02,  2.2816e-02,  4.3685e-02,  1.5378e-01, -6.5933e-02,
                       5.6923e-02,  3.2937e-02,  1.1082e-02, -2.0757e-03, -3.1075e-02,
                       4.2438e-02,  6.5706e-02, -9.6449e-04, -1.8954e-01,  2.0271e-02,
                       5.6832e-03,  8.6821e-03, -6.0046e-02, -4.1335e-02, -6.1002e-02,
                       4.3923e-03,  1.4172e-03, -4.1872e-02,  1.5359e-02, -1.0481e-01,
                      -7.6839e-02,  1.5322e-02, -4.4604e-02, -7.7535e-02, -4.3835e-02,
                       2.4635e-02, -2.6819e-02,  6.6279e-02, -1.1266e-01, -3.1594e-02,
                       4.5708e-02,  4.9390e-02, -6.0903e-02, -3.3739e-02,  5.2903e-02,
                       1.3222e-02, -1.3960e-03, -7.6866e-03,  3.9854e-02, -1.3672e-02,
                      -1.0957e-01, -1.6706e-01, -1.0261e-03,  2.8237e-02, -8.4222e-03,
                      -4.0513e-02, -5.8476e-02, -2.9856e-02,  3.6438e-02,  2.8473e-02,
                      -5.0166e-04, -2.1045e-02,  4.4607e-02,  3.0775e-02, -3.3601e-01,
                      -1.2769e-01, -1.8686e-01, -4.1818e-02, -1.1879e-01,  1.8254e-01,
                      -2.2576e-01,  4.8469e-01, -1.4629e-01,  1.3597e-02,  3.0588e-01,
                       1.2669e-01, -2.3998e-01,  1.7071e-02,  1.6496e-01, -8.7390e-02,
                       2.6361e-01, -1.6718e-02, -2.1749e-01, -5.1134e-01, -1.1217e-01,
                       5.2491e-02,  3.0348e-01,  3.1859e-02,  6.2647e-02, -1.7015e-01,
                       2.2431e-01,  1.8038e-01, -7.5356e-02,  6.8136e-02, -5.7817e-02,
                       2.1359e-02,  1.5848e-01, -2.7039e-01,  2.2081e-01, -3.0892e-01,
                       1.3650e-01,  2.0195e-01,  4.0810e-02, -1.2679e-01, -3.1516e-01,
                       1.1676e-01, -2.4525e-01, -1.2714e-01, -1.7181e-01,  1.7801e-02,
                       8.5933e-02, -6.5423e-02, -1.2017e-02,  2.3864e-01, -1.2683e-01,
                       2.6705e-01,  6.6201e-02,  5.0377e-02, -3.3994e-03, -1.9269e-01,
                      -3.3681e-02, -1.8471e-01,  4.7599e-01,  1.0029e-01, -3.2122e-03,
                      -2.2045e-01, -3.2190e-02, -3.2777e-02, -9.2422e-02, -2.6810e-01,
                      -2.9685e-01,  1.4177e-01,  1.1336e-02, -3.0191e-02,  1.2810e-01,
                      -7.1651e-02,  4.3630e-02,  9.2713e-02,  4.6391e-02, -8.5034e-02,
                       1.5830e-01, -3.4127e-02, -1.5482e-01, -1.1060e-01, -2.6325e-03,
                      -2.6702e-02,  2.7160e-01,  1.5184e-01,  2.4973e-02,  2.5373e-01,
                       6.3611e-02,  1.6456e-01,  1.7111e-01,  6.6932e-03,  7.6294e-02,
                       2.6056e-02,  1.1282e-01, -3.3881e-02,  1.5012e-02, -6.1026e-02,
                       8.9033e-02, -8.5913e-02, -3.4446e-01, -1.2708e-01, -1.2418e-01,
                      -8.3828e-03,  4.9114e-02, -1.7694e-02, -3.4652e-02,  4.3927e-02,
                      -1.0213e-01, -6.0661e-02, -2.2708e-03, -3.5153e-02, -1.5475e-01,
                      -1.7226e-01, -1.3835e-01,  4.8299e-02, -2.4387e-01,  6.6391e-01,
                       1.4128e-01,  3.5102e-02,  2.9358e-01, -5.5178e-02,  7.6219e-02,
                      -1.4791e-01,  1.3847e-01,  1.1229e-02, -1.2558e-01, -1.5644e-03,
                       1.4141e-01, -1.7529e-01,  1.2088e-01,  2.2509e-02,  7.8100e-02,
                       3.4985e-02, -4.1252e-02,  6.0815e-03,  8.0267e-02,  1.5550e-01,
                       9.1925e-02,  3.7389e-02, -5.6682e-02,  1.1115e-01,  3.4102e-02,
                      -1.0808e-01,  9.9377e-04, -1.6182e-02, -4.2690e-02,  2.4166e-02,
                       1.5034e-02, -1.9496e-02, -9.8387e-02,  5.1229e-02,  3.4226e-01,
                      -1.8538e-02,  7.6106e-03,  5.1586e-02,  2.8427e-03,  6.8962e-02,
                       2.2970e-02,  1.8299e-01,  7.4426e-02, -1.0049e-02,  6.4695e-02,
                       2.8943e-02, -4.8587e-02, -1.2896e-02, -2.6052e-01, -7.9921e-02,
                      -2.2904e-02, -1.1309e-01,  6.5449e-02, -7.6148e-02, -4.9515e-03,
                      -1.1572e-01,  3.8581e-02, -9.2551e-02,  2.2270e-02, -4.1131e-02,
                       9.0164e-02, -1.2828e-01,  1.4575e-02,  9.8176e-03, -5.1271e-02,
                       1.7398e-02, -1.8315e-01, -1.2302e-01, -5.6784e-02,  4.8104e-02,
                       3.3248e-02,  5.2330e-02,  3.4291e-02, -3.9512e-02, -8.7974e-02,
                       3.3801e-02,  1.7092e-01,  1.8062e-02,  7.7966e-02,  1.2374e-01,
                      -1.2070e-01, -1.9432e-01, -8.2980e-03, -1.6659e-01, -1.0222e-01,
                      -9.4295e-02,  6.7489e-02,  1.0166e-01, -3.6487e-02,  1.0198e-01,
                       2.9648e-02,  3.9847e-02, -1.3357e-02,  6.1742e-02,  1.2220e-01,
                      -9.8935e-02, -7.2083e-02, -1.1340e-01,  6.3483e-02, -1.4681e-01,
                       8.0790e-03,  2.6366e-02, -2.3856e-02,  3.6466e-02, -6.0584e-02,
                       4.9392e-02,  3.1122e-02, -4.9940e-02, -1.6017e-01,  4.6101e-03,
                      -5.6768e-02,  4.8465e-02, -1.2614e-01,  9.1548e-02, -1.1867e-01,
                      -1.9601e-01, -1.6553e-01, -1.7121e-03, -4.8565e-02,  7.2706e-02,
                       1.7586e-01, -2.3373e-02, -6.5618e-02,  1.2396e-01, -1.5958e-02,
                       2.9837e-02,  3.0340e-02, -5.8019e-03,  2.1909e-02, -1.0212e-01,
                      -1.2194e-01,  1.5462e-01,  7.5829e-02,  9.7815e-02, -2.5454e-02,
                      -6.8479e-02, -3.5530e-02, -6.4133e-02,  1.0199e-01, -1.7255e-01,
                       1.3727e-01,  1.6524e-02,  7.5888e-02, -9.5818e-02,  6.8762e-02,
                       6.8115e-02,  4.9088e-02, -2.3930e-01, -1.0802e-02, -3.8255e-02,
                       5.3067e-02,  6.9716e-03, -2.4626e-02, -4.4020e-02, -7.6437e-02,
                      -4.0239e-02, -2.1710e-02, -5.6273e-02, -9.9568e-02, -4.9035e-02,
                      -3.8224e-03,  6.8079e-02,  4.7291e-02, -9.5136e-02, -1.9816e-02,
                      -4.7540e-02, -2.8735e-02, -1.5549e-02,  2.5848e-02, -6.6124e-02,
                      -3.9500e-02,  7.2135e-02, -7.1325e-02, -3.6852e-02,  1.3373e-01,
                       1.1407e-02, -8.1553e-02,  1.0875e-01,  2.6203e-02, -2.2662e-02,
                       2.2421e-02,  4.1836e-02, -2.7658e-02,  3.5028e-03, -6.8315e-02,
                      -5.0326e-02,  2.6054e-02,  7.8939e-02,  8.3716e-03, -2.0371e-03,
                       4.8242e-02,  1.1913e-01,  2.7977e-03, -2.1963e-03,  6.6841e-02,
                       5.2904e-02,  9.5631e-02, -3.0278e-02, -2.3063e-02, -1.2117e-02,
                       9.2252e-03, -1.1359e-01,  2.6149e-02, -1.9583e-02, -9.4356e-02,
                      -7.8063e-02,  7.2118e-02, -1.9079e-01, -5.6892e-01,  2.7119e-01,
                      -1.4174e-01, -1.9915e-01,  2.8339e-01,  7.5812e-02, -2.6718e-01,
                       2.4150e-02, -2.7371e-02,  7.2464e-02, -2.9753e-01,  1.2793e-01,
                      -2.3918e-01,  7.0941e-01, -1.2700e-01, -2.6549e-01, -8.9082e-02,
                      -1.7628e-02, -1.9716e-01,  4.7534e-01, -9.9010e-02,  1.4628e-02,
                       2.6567e-01, -1.8003e-01,  1.6298e-01, -2.6209e-02,  1.2596e-02,
                      -1.2056e-01,  3.9014e-01,  4.4416e-02,  2.3138e-01, -1.1664e-01,
                       2.9470e-01, -1.1914e-01,  1.4638e-01, -1.8521e-01,  5.2438e-01,
                      -1.2216e-01, -1.7439e-01, -1.7262e-01,  7.2415e-03, -6.7934e-02,
                      -5.8074e-02,  8.3741e-02,  9.0477e-02,  4.1939e-01,  1.9212e-01,
                      -4.5561e-02, -5.8212e-02, -2.3666e-02,  6.0636e-02, -7.8941e-02,
                      -2.8142e-02,  7.9991e-02, -2.4528e-01, -6.6521e-02, -2.7097e-01,
                      -2.9798e-01,  2.5495e-01, -2.6153e-01, -4.5689e-01,  2.6347e-02,
                      -4.9337e-01,  6.8561e-03,  1.1490e-01, -8.3858e-05,  1.6574e-01,
                       4.1203e-01, -1.7887e-01, -1.0531e-02, -3.6500e-02, -2.2296e-02,
                      -1.4496e-01, -5.9220e-01, -3.0174e-01, -1.7663e-01,  1.5367e-02,
                       2.6492e-01,  4.7843e-01, -1.0589e-01, -2.7882e-01,  8.9277e-01,
                      -6.9280e-02, -7.1251e-02,  1.0295e-01, -1.4310e-01, -8.5564e-02,
                      -9.1394e-02, -2.8614e-01, -1.5292e-01, -3.9991e-01, -8.1129e-02,
                       1.5322e-01,  2.0320e-01, -8.5758e-02,  4.1221e-01, -1.2282e-01,
                       4.0507e-01,  2.9771e-01,  2.5921e-03,  8.3353e-02,  2.9937e-01,
                       1.0282e-01,  3.1179e-01,  8.3227e-02,  5.2003e-02,  1.0495e-01,
                      -1.4559e-01,  3.1915e-01,  3.2400e-02,  4.1787e-01, -9.9570e-02,
                      -2.2697e-01, -5.0229e-01, -1.2668e-01,  6.2773e-01, -9.2579e-03,
                       2.3467e-02,  8.1666e-01,  8.4348e-02,  2.1443e-01,  2.9843e-01,
                      -1.5926e-01, -3.2051e-01, -8.3630e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.weight',
              tensor([[-0.0197,  0.0730, -0.0208,  ...,  0.0058, -0.0043, -0.0684],
                      [ 0.0171, -0.0530, -0.0134,  ...,  0.0029, -0.0226,  0.0213],
                      [ 0.0217, -0.0428, -0.0047,  ..., -0.0160,  0.0018,  0.0096],
                      ...,
                      [-0.0076,  0.0455, -0.1180,  ..., -0.0461, -0.0332, -0.0258],
                      [-0.0029,  0.0268, -0.0019,  ..., -0.0716,  0.0099, -0.0307],
                      [ 0.0213,  0.0421, -0.0839,  ...,  0.0377, -0.0573, -0.0849]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.bias',
              tensor([-7.0654e-04,  3.1403e-03, -7.0851e-04,  1.4697e-03,  1.1585e-03,
                      -7.5817e-04,  6.9483e-03, -4.0634e-04,  3.4591e-03,  6.0101e-03,
                       3.3924e-03,  4.2555e-04, -3.1007e-03, -4.6764e-03, -1.5031e-04,
                       2.0121e-03,  3.6874e-03, -2.3790e-04, -3.7284e-03,  1.8385e-03,
                       1.1948e-03, -2.5507e-03,  1.6665e-03,  8.8853e-04, -3.5528e-04,
                       2.3561e-03,  5.5127e-04, -3.2738e-03, -1.0066e-03, -2.0420e-03,
                       5.7160e-04,  4.3254e-03, -4.0294e-03,  4.8719e-04,  2.8034e-03,
                      -6.5166e-04, -3.1477e-03, -1.3605e-03,  1.1847e-03,  2.4113e-03,
                       3.3454e-03, -6.1139e-03,  1.0093e-03,  6.0598e-03,  8.0906e-03,
                      -2.3330e-03, -4.3283e-03, -4.6641e-03, -1.6493e-03, -2.1655e-04,
                      -2.8569e-04,  8.9836e-04, -2.0286e-04, -3.3835e-04,  1.7384e-05,
                      -3.7721e-03, -1.5476e-04,  1.6891e-03, -7.9597e-04,  1.6412e-03,
                      -1.8097e-03,  2.2861e-03, -4.8776e-07,  2.1160e-04, -7.4195e-06,
                       4.8902e-03, -1.5585e-04,  3.7480e-03, -3.4681e-03, -7.4370e-03,
                      -1.0409e-03, -2.3270e-03, -1.6629e-03, -7.1741e-03, -7.8096e-03,
                      -9.9523e-03, -7.4747e-04, -6.5525e-04,  2.6767e-03, -3.6926e-03,
                       2.3915e-03,  6.2782e-03,  3.2979e-03, -2.3063e-03,  6.5696e-04,
                      -2.6972e-04, -6.8725e-04, -1.4029e-03, -3.0046e-04,  1.4617e-03,
                       5.2756e-03,  3.0691e-04,  4.0652e-03, -3.1866e-03,  1.0863e-03,
                      -2.3237e-03, -6.5878e-03,  2.5532e-03, -3.2226e-03, -2.3580e-03,
                       5.9247e-03,  3.5526e-03, -5.7065e-04,  1.2820e-03, -1.9303e-03,
                      -2.7633e-03,  4.0005e-03,  2.8301e-03,  2.9832e-03, -8.8540e-03,
                       3.5081e-03,  9.3956e-04,  5.2816e-03, -3.9066e-03,  6.9009e-03,
                      -1.1629e-05, -5.4837e-05, -2.9743e-03,  1.2747e-03, -1.4787e-03,
                      -1.4346e-03, -4.8818e-03,  5.9911e-04,  2.0923e-03,  6.7148e-03,
                       1.3588e-03, -1.5589e-03, -1.3880e-03,  3.2670e-03, -8.5208e-03,
                       3.9468e-04, -7.0373e-03,  1.9650e-03, -6.2314e-03, -1.9317e-03,
                      -2.2608e-03,  4.2993e-03, -2.1773e-03,  2.0461e-03, -3.3580e-03,
                       1.0035e-02, -4.3724e-03, -1.2747e-03, -1.7444e-03,  4.0083e-03,
                       1.9323e-03, -1.6608e-04, -3.8615e-03,  2.8008e-03, -4.6042e-04,
                       2.0504e-03, -6.5341e-03,  3.6507e-04,  5.2017e-03,  2.5699e-03,
                      -3.9598e-03, -4.0394e-03, -1.6621e-03, -3.2161e-03,  3.7868e-03,
                      -5.0549e-03,  5.5307e-03,  2.8112e-03, -4.8131e-03, -1.0906e-03,
                       1.1926e-03, -3.9199e-04,  3.1588e-03, -3.2052e-04,  7.6210e-03,
                       7.9767e-03,  3.7020e-03, -2.3123e-03,  3.1737e-03, -3.5292e-03,
                      -3.4872e-03, -1.1729e-03,  9.3404e-04,  1.9629e-04, -3.9386e-03,
                       4.6196e-03, -2.6540e-03,  1.4018e-03,  2.3353e-03,  3.7113e-03,
                      -3.9309e-03, -1.4136e-04, -1.4175e-03, -5.6614e-03, -7.7598e-03,
                       1.0512e-02,  4.7106e-03, -1.1051e-03,  8.4448e-03,  8.2952e-03,
                       3.2105e-03, -6.3307e-03, -5.8197e-03,  2.2131e-03, -6.6464e-03,
                      -7.3854e-03,  3.2944e-03,  3.8274e-04, -1.7921e-03,  5.0847e-04,
                      -1.9447e-03, -3.7629e-03,  5.1728e-03, -3.0543e-03,  2.6247e-03,
                       2.8257e-03,  7.5433e-04,  3.8515e-03, -2.4237e-03, -9.1212e-03,
                      -7.8802e-04, -7.5417e-03,  1.6974e-03, -5.8717e-03,  3.7306e-03,
                       4.0104e-04,  1.0803e-03, -3.3460e-03, -4.8609e-03,  2.3293e-03,
                       2.8834e-03,  1.2567e-03, -6.2525e-03,  2.5756e-03, -7.8993e-03,
                      -1.7701e-03, -7.7957e-03, -6.2491e-03, -7.9571e-03,  9.1155e-04,
                       4.1600e-03,  2.1768e-03,  6.3761e-04,  2.1112e-03,  1.2627e-03,
                      -4.0880e-03, -3.1317e-03,  2.7520e-03, -3.4878e-03, -1.7700e-03,
                       6.6831e-03, -2.3059e-03,  1.9556e-03,  5.7458e-03,  6.2717e-03,
                      -6.7211e-03,  5.0479e-03,  8.2955e-04, -3.8773e-03, -6.7838e-03,
                       1.3014e-03,  1.7504e-04,  2.1808e-03,  1.2249e-03,  5.6330e-03,
                       8.2739e-04, -4.6918e-03,  1.5930e-03,  2.8349e-03, -3.5917e-03,
                       4.7342e-03,  5.5287e-03,  4.9788e-04,  5.4190e-04,  1.3115e-03,
                      -2.7086e-03,  5.8071e-03,  3.7542e-03, -9.4562e-03, -1.0494e-03,
                      -3.6028e-06,  2.9973e-03,  1.5082e-03, -7.7449e-03,  1.5641e-03,
                      -2.9811e-03, -1.1485e-03,  1.7911e-03, -2.6163e-04, -4.8955e-05,
                      -1.9344e-03, -1.5139e-03,  2.6408e-03, -6.1980e-03, -2.4597e-03,
                       3.3597e-03, -1.1140e-03, -1.2600e-03,  4.2130e-03, -1.2798e-03,
                      -1.4418e-03,  6.1509e-04, -2.8944e-03, -3.7301e-03,  4.4463e-03,
                      -5.6386e-03, -1.1023e-03,  6.3422e-05, -2.5312e-03,  2.5796e-03,
                      -2.1837e-03, -2.2376e-03,  1.1930e-03, -5.7099e-03,  2.0872e-03,
                       3.1417e-03, -1.4370e-03, -2.8771e-03,  2.6061e-04, -2.9279e-03,
                       3.3931e-03,  6.6248e-03, -6.5571e-03,  2.2210e-03, -1.3326e-02,
                       1.3460e-03,  8.1747e-03, -2.9079e-04, -6.6546e-04, -4.5080e-03,
                      -1.2638e-03, -2.5856e-04,  6.4587e-03,  2.7614e-03,  5.5459e-04,
                      -2.8273e-03,  3.2895e-03, -1.6400e-03,  6.0183e-04, -3.3410e-03,
                       4.7062e-03, -6.9903e-04, -2.2565e-03,  2.6089e-03,  4.9299e-03,
                       2.3672e-03, -1.7836e-03, -1.0666e-04, -1.8243e-03, -3.6595e-03,
                      -5.4827e-03, -4.0176e-03,  4.1738e-04,  1.4189e-03, -4.2975e-03,
                       1.9453e-05, -1.4719e-03,  2.7934e-03,  4.3485e-04, -1.2833e-03,
                      -1.5110e-03,  2.7620e-03,  5.2299e-03, -8.8899e-04, -1.0040e-03,
                       1.6233e-03,  4.8025e-03, -2.6015e-03, -1.7587e-03,  3.8163e-03,
                      -1.6706e-03,  4.8187e-03, -2.3117e-03, -1.0742e-03,  2.8799e-03,
                       6.6235e-04,  2.2864e-03, -1.0250e-03, -4.5583e-04, -1.0673e-03,
                      -7.0402e-04,  4.7778e-04, -3.0814e-03,  5.6883e-03,  4.5614e-03,
                       2.8498e-03,  6.8921e-04,  1.5433e-03, -2.1297e-03, -3.1385e-03,
                      -1.4877e-03, -1.6557e-03,  2.5893e-03, -1.3424e-03, -8.7532e-04,
                       1.4322e-03,  4.9247e-03, -1.6115e-03,  3.1588e-03,  1.6358e-03,
                      -9.5867e-03,  1.1767e-04,  6.4066e-04, -2.5952e-03, -3.9685e-04,
                      -2.1821e-03,  5.0880e-04, -5.3900e-04, -4.2671e-03, -1.4252e-03,
                       1.4179e-03, -2.6275e-03,  6.3993e-05,  1.8910e-03, -1.7528e-03,
                      -1.1244e-03,  3.9121e-03, -5.0525e-04, -2.1330e-03,  2.4930e-03,
                       1.2388e-03, -2.8929e-03, -2.6604e-03, -6.6116e-03,  9.6587e-04,
                       1.9884e-03,  3.7325e-03, -8.1725e-03,  7.4962e-03, -1.3780e-03,
                       2.3167e-03, -2.6550e-04,  9.3649e-04, -1.2223e-03, -4.2603e-03,
                       1.7189e-03, -1.7899e-03,  1.6822e-03, -3.9750e-03,  1.8388e-03,
                       2.5127e-03,  3.5170e-03,  3.9746e-03,  2.2443e-03, -2.9717e-03,
                      -8.8176e-04, -3.6097e-03,  2.2792e-03, -3.6156e-03, -2.5826e-03,
                       4.1323e-03, -8.9467e-03,  5.8194e-04, -2.2795e-03, -4.7527e-03,
                       2.3118e-03,  5.6192e-04, -1.6953e-03, -1.6211e-03,  7.4702e-03,
                       3.3946e-03, -3.8606e-03,  2.8931e-03,  8.6929e-03,  1.3177e-03,
                      -5.0298e-03,  1.9921e-03,  3.4738e-04,  3.1723e-03, -1.5786e-03,
                       4.2998e-04, -8.9873e-03,  2.9043e-03,  1.1005e-03,  9.5418e-03,
                       1.6784e-03, -6.9782e-03,  5.3073e-03, -1.3192e-03,  5.9129e-03,
                      -2.9476e-03,  1.1211e-02,  6.0540e-03, -3.8074e-03,  3.0351e-03,
                       2.6739e-03,  2.5074e-03, -6.0065e-04, -9.2415e-03, -1.9122e-03,
                      -1.9167e-03,  1.3948e-03,  1.2328e-03, -1.5550e-03, -2.2450e-03,
                      -4.8574e-03,  1.7530e-03, -2.6903e-03,  1.3724e-03, -6.9789e-03,
                       1.7924e-03, -3.2510e-05, -1.1081e-03, -5.8136e-04, -6.3863e-04,
                       6.4344e-03, -8.6168e-03, -3.6623e-03,  1.7478e-03, -4.7913e-03,
                      -9.9339e-04,  1.2993e-03,  8.4123e-03, -5.5862e-03,  3.9429e-03,
                       4.0068e-03, -4.9893e-03, -2.1511e-03, -7.9733e-04,  1.9863e-03,
                      -1.0279e-03,  1.7713e-03,  3.4283e-03, -1.9168e-03, -1.1346e-03,
                       5.0311e-03,  2.9165e-03,  4.7704e-03, -3.9466e-03,  5.5480e-03,
                      -1.9754e-03,  6.0632e-03, -2.1394e-03, -3.9420e-03, -8.7386e-04,
                       1.6239e-04,  2.0017e-03,  9.8857e-03,  2.0942e-03,  2.6067e-03,
                       3.0955e-03,  4.9257e-03, -6.3144e-03, -5.4011e-03,  4.1061e-03,
                      -6.5939e-03, -3.2196e-03, -6.3078e-03, -1.3741e-03,  3.6571e-03,
                       5.3395e-03,  1.1469e-03,  4.1238e-03,  2.3056e-03,  1.5271e-03,
                      -6.6340e-03, -2.2811e-03, -6.4392e-03, -5.5291e-03, -4.4358e-03,
                      -3.6583e-03,  9.2386e-05, -6.8160e-03, -3.5942e-03, -3.1761e-03,
                      -2.5051e-03,  1.5201e-03, -8.9153e-03, -9.8597e-05,  3.5568e-03,
                      -1.7918e-03,  2.3726e-03,  3.9593e-03, -1.3270e-05,  6.8622e-03,
                      -2.3245e-03, -5.5048e-03,  6.4789e-03,  1.6480e-03,  6.5321e-04,
                       6.5715e-03,  1.2635e-03,  1.0726e-04, -5.0371e-04, -1.9613e-03,
                      -1.1821e-03, -1.6706e-03,  3.9194e-03,  3.1415e-03, -1.4151e-03,
                       3.9344e-03, -1.8558e-03,  2.3398e-03, -4.4527e-03, -2.9014e-03,
                      -5.2486e-04, -2.5438e-03, -3.5217e-03,  5.0040e-03,  6.2464e-03,
                      -3.0240e-03, -4.6378e-03, -2.9694e-03, -3.6939e-04, -1.6804e-03,
                       2.1458e-03,  1.7287e-04,  2.4172e-03, -3.1988e-04, -2.1192e-03,
                      -3.0780e-03,  2.6339e-03,  1.1917e-03, -1.3041e-03, -1.1750e-04,
                       3.6046e-03, -2.4993e-04,  5.2544e-03, -5.7026e-03, -4.0147e-03,
                       1.7148e-03, -1.4894e-03, -1.7184e-03, -2.4900e-05, -1.6300e-03,
                      -4.2549e-03, -2.6943e-03, -3.3580e-03,  1.7222e-03,  5.6199e-03,
                       7.5379e-03,  1.6234e-03,  8.0899e-04, -2.3816e-04, -1.5897e-03,
                       3.1064e-03,  1.1566e-03, -2.9060e-04,  1.9479e-03,  2.7884e-03,
                       6.4030e-03, -6.5227e-04, -3.8653e-04, -3.4129e-03, -2.3252e-03,
                      -3.9376e-03,  2.5797e-04,  4.7456e-03,  3.0391e-03, -2.4322e-03,
                       5.9561e-03, -5.4532e-04,  5.4275e-03, -1.3708e-04, -9.8419e-03,
                      -4.5726e-03, -2.2750e-03,  5.6077e-03,  7.2405e-03,  2.2492e-03,
                       5.3929e-03,  7.6142e-03,  1.7915e-03, -2.4644e-03, -8.2052e-04,
                       2.7298e-03, -2.7982e-03,  4.7256e-03, -1.1233e-03, -2.9604e-03,
                       1.0025e-02,  2.1116e-04, -1.7735e-04, -2.9089e-03, -2.1795e-03,
                       4.0989e-03, -6.2212e-03,  5.5158e-04, -6.3440e-04, -5.1563e-05,
                       1.0729e-03, -8.3607e-03,  2.2887e-03, -3.7093e-03,  1.2812e-02,
                       3.6703e-03, -1.4774e-03, -2.3341e-03, -2.3336e-03, -1.8678e-04,
                      -3.5173e-03, -4.1671e-03, -1.8159e-04,  5.7530e-03,  1.4359e-03,
                       2.0055e-03,  6.7944e-03,  2.7203e-03, -2.9361e-03,  3.6182e-03,
                      -2.8485e-03, -2.3768e-03, -3.6397e-03,  1.8468e-03,  2.2553e-03,
                      -2.0377e-03, -9.0644e-04,  1.4183e-03, -4.7510e-03,  6.5185e-03,
                       5.9942e-04,  2.6847e-03,  5.1949e-03, -1.1151e-04,  5.6745e-04,
                      -3.5992e-04, -1.2557e-03, -1.6725e-03, -3.6153e-03, -2.8323e-03,
                       2.6781e-04, -4.0271e-03, -5.0471e-03,  3.0008e-04, -2.8928e-03,
                       2.4031e-03, -3.4442e-03,  6.9677e-03, -2.7183e-03,  6.1096e-03,
                      -3.9246e-03,  1.4078e-03, -3.3331e-03, -6.7936e-03,  7.8556e-04,
                       3.6720e-03, -1.4546e-03,  3.5494e-03,  3.8498e-03,  4.0469e-03,
                      -5.7635e-03, -5.2514e-03,  9.0647e-05, -5.4191e-03,  4.1571e-03,
                       1.2899e-03, -2.3671e-03, -4.0012e-04, -1.9884e-03,  3.1555e-03,
                       2.2303e-03,  2.1991e-03, -9.2857e-04,  2.2063e-03, -9.2932e-04,
                       1.1692e-02,  2.6476e-03,  4.9950e-03,  2.4375e-03, -5.4870e-03,
                      -3.5536e-04, -3.3468e-03, -2.7715e-03,  2.4215e-03, -1.7507e-03,
                       4.7492e-03, -5.9711e-04,  9.0003e-04,  3.7166e-03,  7.4466e-03,
                      -3.3757e-03, -3.9085e-03, -1.5712e-03], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.weight',
              tensor([[ 6.2165e-02, -5.2857e-02,  1.2886e-02,  ..., -7.2225e-03,
                       -3.1515e-02,  7.1294e-02],
                      [-1.9474e-02, -4.5628e-02,  1.4240e-02,  ...,  4.2577e-02,
                        7.3631e-05, -8.0997e-02],
                      [-4.7037e-02,  3.3466e-02,  2.9802e-02,  ..., -9.1776e-03,
                        5.8192e-02, -2.8340e-02],
                      ...,
                      [-1.6267e-02,  3.1829e-02,  3.5596e-02,  ..., -7.9117e-03,
                       -2.5306e-02,  1.3863e-02],
                      [-3.2048e-02, -4.6253e-02, -4.4832e-02,  ...,  1.0491e-01,
                       -4.2795e-02, -5.1898e-02],
                      [ 4.2435e-02,  1.4461e-02, -5.8477e-02,  ...,  8.6550e-02,
                        5.7850e-02,  3.9532e-02]], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.bias',
              tensor([ 6.5748e-04,  6.0843e-03, -1.4210e-02, -4.3739e-03,  1.6523e-02,
                      -7.1818e-03,  7.0804e-03,  2.3999e-03,  1.7899e-02, -1.6887e-02,
                       7.9148e-03,  1.9103e-02,  1.6733e-02, -6.9082e-03, -7.3598e-03,
                      -3.0040e-02, -1.7209e-02,  1.0052e-02,  7.2777e-03,  8.7438e-03,
                       1.4056e-03,  2.3686e-02, -8.5776e-03,  4.0056e-03,  4.2563e-03,
                       4.2091e-03, -9.6698e-03, -5.0684e-03, -7.2755e-03, -9.8167e-03,
                       1.4321e-03, -2.6604e-03,  1.8766e-02, -2.0936e-02,  8.6568e-03,
                      -9.9721e-03,  1.0466e-03,  1.1381e-02, -1.8403e-03, -1.1039e-02,
                       2.1966e-02, -7.1558e-03, -8.2178e-03,  2.3622e-02, -1.1640e-02,
                      -3.0301e-02, -8.5065e-03, -1.5523e-02, -1.7820e-02,  4.1317e-03,
                       1.6024e-03,  8.8253e-03,  1.0691e-02, -1.2520e-02, -1.1032e-02,
                       1.2095e-02,  5.8301e-03,  1.4275e-03, -1.4742e-03,  2.2326e-02,
                       2.6598e-02, -2.2148e-02, -9.6084e-03, -3.8323e-03,  1.9663e-02,
                       5.0372e-03,  3.2255e-03,  2.5702e-02,  1.4850e-02, -3.1290e-02,
                      -1.3251e-02,  2.4668e-02,  2.7095e-02,  1.1570e-02, -8.4606e-03,
                      -1.0457e-02, -4.9276e-03, -2.5155e-02,  1.7513e-03, -2.0592e-02,
                      -1.4391e-02,  2.2091e-02,  3.3639e-02, -5.8558e-03, -5.4703e-03,
                       5.4151e-03,  1.3395e-02, -5.1904e-03, -5.1940e-03,  2.7497e-02,
                      -7.9991e-03, -2.8440e-02,  5.0712e-03,  9.0423e-03, -5.3192e-03,
                       1.3928e-02, -1.8613e-02,  2.4114e-03, -4.5837e-03,  6.6304e-03,
                       7.0368e-03,  7.7316e-03, -1.6836e-02, -1.6034e-02, -1.4100e-02,
                      -5.6542e-03,  7.7079e-03,  4.9804e-02,  6.8280e-03, -1.7587e-02,
                       4.9303e-04, -1.1482e-02, -1.6350e-02,  3.4762e-02,  2.0854e-03,
                      -1.8884e-03,  8.3370e-03,  1.6504e-02, -7.8141e-03,  2.6906e-02,
                       1.5706e-02, -7.7595e-05,  1.2825e-02, -2.9361e-03, -2.5601e-02,
                      -1.6319e-02,  7.1986e-03, -1.5825e-02,  7.9719e-03, -1.2309e-02,
                       8.1132e-02, -1.2722e-02,  1.1147e-02, -1.5376e-02,  1.1207e-02,
                       4.0654e-02,  1.0110e-01, -1.3047e-02,  6.8574e-03,  5.3149e-03,
                       8.4508e-03,  1.9387e-02,  1.2762e-02,  1.9098e-02, -6.1339e-02,
                      -1.0813e-02, -4.6073e-03,  4.0986e-02,  3.1214e-02, -2.7660e-02,
                      -7.3699e-03, -8.4361e-03,  4.2491e-03, -1.1795e-02,  3.1759e-02,
                       9.4542e-03, -8.3684e-02, -9.6107e-03,  4.9180e-04,  3.1832e-02,
                      -2.4703e-03, -5.9500e-02, -4.6959e-03, -3.2436e-02, -9.0128e-03,
                       4.1404e-03,  2.8630e-02,  3.8381e-02,  2.9961e-02,  1.0274e-01,
                      -4.0627e-02, -1.8117e-02, -4.4490e-02, -1.9234e-03, -2.0445e-03,
                      -8.3025e-03,  2.8234e-04,  8.2234e-03, -1.9570e-02, -1.9351e-02,
                      -1.8735e-02,  1.3393e-02, -9.3242e-04, -3.2566e-02,  4.6222e-03,
                      -2.4790e-02, -2.1795e-02, -5.5562e-03, -9.4676e-03, -1.6991e-03,
                       8.4955e-03, -6.4132e-03,  1.3996e-03,  1.4299e-02,  9.3699e-03,
                      -7.6135e-03, -1.2739e-02, -2.0138e-02,  1.2701e-02, -1.0489e-02,
                      -1.7243e-02,  2.8877e-02,  1.9952e-02,  6.1357e-03, -9.7866e-03,
                      -2.5572e-03,  1.9677e-02,  1.4262e-03,  2.8977e-04,  4.4361e-02,
                      -4.7506e-03, -3.8966e-02, -3.9599e-02,  1.3430e-02, -9.1225e-03,
                       1.9515e-02, -1.6668e-02, -4.2969e-02, -5.0918e-04, -2.3351e-02,
                       3.8440e-03,  2.8464e-02, -2.5238e-02, -2.2516e-02,  2.2416e-02,
                      -2.2731e-02, -3.5959e-03,  3.1804e-02, -1.8487e-02,  1.2567e-02,
                       3.5159e-02,  1.2115e-02, -1.0108e-02,  8.9129e-03,  2.3583e-03,
                       4.7982e-02, -2.8257e-02, -2.8518e-02,  2.8388e-01,  2.2301e-02,
                       6.5819e-03, -1.0079e-02,  6.8755e-03,  5.0099e-02,  5.7671e-03,
                       2.3018e-02, -6.1862e-03, -3.6453e-02,  8.0810e-03, -3.0092e-02,
                       1.0456e-02,  1.0810e-02,  2.2604e-02,  1.8241e-03,  1.9961e-02,
                      -6.1185e-03, -9.7538e-03,  3.1081e-03, -1.1102e-02,  1.6793e-02,
                       1.5622e-02, -6.9324e-03, -1.9090e-02, -2.6879e-03, -8.6559e-03,
                      -9.5460e-04,  1.2293e-02,  8.8737e-04, -1.0017e-01,  1.3991e-02,
                      -7.4738e-03,  2.5015e-02,  1.6207e-03,  8.4103e-03, -1.2179e-02,
                      -5.5274e-03, -1.3920e-02,  1.6054e-03,  1.5004e-02,  2.0951e-02,
                       1.5193e-03, -3.5666e-03,  7.4553e-03,  3.9261e-03,  4.9091e-03,
                       1.9574e-02, -9.6609e-03, -1.0190e-02,  1.1562e-03,  1.0163e-02,
                      -1.0708e-02,  9.6821e-04, -4.0665e-03, -2.4348e-03, -1.1672e-03,
                       4.2688e-03,  4.0633e-03,  1.1087e-02, -8.7274e-04,  1.9121e-02,
                      -3.4425e-03,  1.0196e-03,  1.9240e-02, -8.8201e-04,  1.7598e-02,
                      -3.5087e-03, -9.5531e-03,  4.6723e-03, -1.2964e-02,  4.1654e-03,
                       6.1052e-03, -1.7806e-02, -3.2002e-03,  3.4228e-03, -5.9397e-04,
                      -7.8364e-04,  2.9719e-03, -1.9984e-02,  3.9756e-03, -6.6185e-03,
                      -3.4157e-02, -1.0951e-02,  2.0113e-02,  1.0419e-02, -1.6853e-02,
                       2.3995e-03, -2.6974e-02,  1.3499e-02,  1.8781e-03, -3.8498e-03,
                       8.7860e-03,  9.3852e-03, -1.3978e-02, -1.7749e-02,  7.5089e-04,
                      -1.5444e-02, -2.5082e-02, -2.4223e-02,  1.4375e-02, -3.1985e-02,
                      -8.0797e-04,  1.4114e-02, -1.4373e-02,  6.6536e-03,  9.2523e-03,
                       1.0334e-02,  1.8202e-02,  1.4697e-02,  5.2566e-02,  9.3380e-03,
                       3.4375e-02, -1.5249e-02, -1.0728e-02, -2.6680e-02, -5.2275e-03,
                      -4.8721e-03, -1.0099e-02, -5.3118e-03, -2.3833e-03,  2.0543e-02,
                       9.8733e-03,  6.0506e-04, -7.2799e-03, -2.9804e-02,  1.8716e-02,
                      -2.0615e-02,  9.2184e-05,  1.0147e-02, -1.0586e-02,  8.5457e-03,
                       1.0072e-02,  7.7170e-03,  1.1359e-02,  1.9694e-02,  1.2903e-02,
                      -1.4330e-02,  2.4812e-02,  4.4835e-03, -1.7225e-03,  7.0783e-03,
                      -2.4836e-02,  3.0145e-02, -1.1880e-02, -4.4749e-03, -2.2996e-02,
                       2.3179e-02, -8.0448e-02,  8.4586e-02, -4.9416e-02,  1.4546e-02,
                      -8.6485e-02, -3.0031e-02,  2.1911e-02, -8.5498e-02,  8.2105e-03,
                      -6.1693e-02,  9.8010e-03,  1.3513e-02,  1.0483e-01,  3.4160e-02,
                       3.3966e-03, -7.0404e-02, -2.1331e-02,  6.4171e-04, -4.9167e-02,
                      -1.2354e-03, -3.0530e-03, -1.1071e-02,  1.7728e-02,  1.0546e-01,
                      -8.3951e-02, -7.9401e-03,  2.4526e-02,  5.4716e-02,  9.9567e-02,
                      -2.3826e-02,  9.6840e-03,  4.5799e-02,  1.9010e-02,  1.6962e-01,
                      -3.0324e-02, -1.3196e-02,  9.0855e-02,  4.4291e-02, -5.3248e-02,
                      -4.5672e-02,  1.6807e-02, -7.2911e-02, -8.2578e-02, -6.3425e-03,
                      -1.8326e-02, -2.9291e-02, -2.3086e-02,  1.9909e-02, -6.9993e-02,
                       8.6696e-03,  3.6975e-02, -4.5298e-03,  4.0548e-02,  2.2217e-02,
                       9.8540e-02, -3.2848e-02,  3.1858e-02, -7.0502e-02,  4.5476e-03,
                       1.2229e-01, -2.6010e-02, -7.5967e-02, -1.7560e-02,  1.4324e-02,
                      -1.3763e-02,  2.0003e-02,  3.6641e-03, -1.3400e-04,  5.7101e-03,
                      -4.6494e-03, -5.0098e-03,  2.0452e-02, -9.9397e-03,  1.8836e-02,
                      -3.5168e-03,  1.2468e-02,  3.4623e-03,  1.2571e-02,  5.7178e-03,
                      -3.7062e-03,  9.7440e-03,  1.2383e-02,  3.4617e-02,  1.2567e-03,
                       6.7586e-04,  1.2701e-02,  3.3887e-03,  1.2149e-02, -5.9518e-03,
                      -1.8114e-03, -1.5602e-02,  2.5511e-03,  2.8261e-03,  1.1209e-02,
                       5.1775e-03,  1.1992e-02, -1.0246e-02,  1.0635e-03, -3.6211e-02,
                       2.7687e-03,  2.9811e-02, -1.6570e-03,  2.3808e-02,  5.2205e-03,
                       9.7742e-03,  1.8249e-02, -4.7358e-03,  2.6617e-02,  1.4155e-02,
                       2.6722e-03, -5.1785e-03,  8.0382e-03, -1.5523e-02,  4.0987e-03,
                       1.2800e-02, -2.3123e-02, -8.5871e-03, -1.2973e-02,  1.1430e-02,
                       2.2021e-02,  5.2505e-03, -8.0898e-03,  5.8081e-03,  1.2516e-02,
                      -4.7117e-03, -1.4543e-02, -1.9122e-02, -5.4041e-02, -1.7166e-02,
                       4.8851e-03,  1.8431e-02, -2.9379e-02,  7.4749e-02,  2.1701e-02,
                       1.0395e-02,  3.9037e-03, -4.2417e-02,  1.1499e-02, -2.5791e-02,
                      -1.6439e-03,  7.2305e-03,  3.4540e-02,  3.8280e-02, -3.6201e-02,
                      -1.9350e-02,  3.9394e-03, -1.3558e-02,  2.9406e-02,  3.6318e-02,
                       1.2268e-02, -4.6264e-02,  1.5100e-02,  3.8648e-02, -4.6871e-02,
                      -8.1935e-04, -2.2844e-02,  9.3370e-03, -9.2038e-03, -6.8886e-02,
                       2.0335e-02, -6.8081e-03,  8.8792e-03, -7.8805e-03, -2.0936e-02,
                       3.1321e-02,  2.2050e-02,  3.1588e-02,  5.8773e-04,  4.9742e-02,
                       3.1016e-02, -7.0024e-03, -8.9065e-03,  9.6993e-03, -3.9480e-03,
                       3.2436e-03,  5.6496e-02,  1.1437e-02, -5.9324e-04, -2.0361e-02,
                       1.9266e-02, -5.0399e-03, -1.2172e-02, -1.6875e-02, -4.1007e-02,
                      -1.7623e-02,  4.2724e-02,  1.2879e-02,  1.6338e-02, -4.2781e-03,
                      -5.1040e-02, -2.2124e-02, -1.6688e-02,  1.0014e-02,  1.3756e-02,
                      -6.7818e-03,  1.2218e-02, -1.3290e-02,  1.3590e-02, -1.3773e-02,
                      -3.2863e-02,  5.5844e-03,  2.9265e-03, -3.4056e-02,  2.2869e-02,
                       1.0709e-03,  1.8991e-02,  4.8786e-03, -2.7873e-02,  1.5492e-02,
                       5.2755e-04, -9.3228e-03, -2.8954e-03,  3.7666e-03,  1.0160e-03,
                       1.6969e-03,  5.8648e-03,  1.2192e-02,  2.6490e-02, -1.6583e-02,
                       2.2648e-02, -1.2162e-02,  2.1161e-02,  4.7622e-03,  6.9334e-03,
                      -9.2381e-03, -2.7655e-03, -5.4932e-03,  2.7630e-02,  9.9520e-04,
                       2.1703e-02, -1.4771e-02,  4.6358e-03,  2.5657e-02,  1.3345e-02,
                      -1.1785e-02,  7.5361e-03, -2.7860e-02,  1.8719e-02, -1.1851e-02,
                      -1.2617e-02,  1.1654e-02, -7.5259e-03, -2.7635e-02,  8.0307e-03,
                       9.5977e-03, -2.1260e-02,  1.0352e-05,  1.6460e-03,  1.4543e-02,
                      -2.3632e-02, -8.8734e-03,  5.7680e-03,  1.9495e-02, -4.6973e-03,
                      -1.7165e-02, -1.8264e-04, -6.1168e-03, -1.3907e-02,  6.7150e-04,
                       4.1069e-03, -2.1260e-02, -9.0193e-03,  2.2125e-03,  5.5330e-03,
                       4.7961e-03,  5.4446e-03,  2.7966e-02,  3.8229e-02, -1.6703e-02,
                      -1.3541e-02,  1.0708e-02,  1.3139e-02, -1.9603e-03,  2.1384e-03,
                      -6.7821e-03, -5.5052e-04,  1.9755e-02, -6.6727e-03,  2.3355e-02,
                       1.8311e-02, -1.0200e-02,  2.0025e-02,  2.5934e-03,  1.7095e-02,
                      -1.0315e-02,  1.1916e-02,  1.4860e-02,  6.8220e-03, -7.6534e-03,
                      -2.5082e-02, -2.6629e-03,  3.9245e-03, -4.5557e-03, -5.0554e-02,
                       6.1546e-04,  1.0676e-02, -2.5013e-02,  5.1600e-02,  6.1386e-03,
                      -4.2576e-02, -9.5728e-03,  2.4123e-02,  7.3114e-03, -7.0548e-03,
                      -9.3277e-04,  1.7678e-02, -8.8368e-03, -1.4019e-03, -2.1905e-02,
                       3.7892e-02,  1.7955e-02, -9.0853e-04,  2.1394e-02,  4.6042e-02,
                       1.2125e-02, -1.0168e-02,  2.4345e-02, -2.8321e-03, -1.7549e-02,
                       2.3023e-02, -2.0754e-02, -4.9040e-03,  3.4530e-02,  6.5378e-03,
                      -6.4154e-03,  5.2177e-02, -9.2580e-04,  2.6199e-02,  2.5873e-02,
                      -2.1634e-02, -4.5543e-02, -9.7300e-02,  1.9178e-02,  6.4177e-02,
                       2.8196e-03,  3.5372e-02,  9.6351e-03,  1.8309e-04,  5.4483e-02,
                       1.1365e-02, -2.8237e-02, -2.7141e-02,  6.7002e-03, -3.6794e-02,
                      -6.8052e-03,  8.9731e-03,  3.0269e-02,  2.5483e-02, -1.1052e-02,
                      -9.8197e-03, -1.4767e-02, -1.9234e-02,  2.6201e-02, -1.2068e-02,
                      -2.0630e-02,  3.9198e-04,  3.5356e-02,  2.3714e-02, -1.7838e-03,
                       3.2662e-02, -2.4784e-02,  4.8649e-02, -3.2112e-03,  1.1224e-02,
                       3.1275e-02, -1.0955e-02,  2.5071e-02, -3.9286e-02, -6.6316e-02,
                       1.2645e-02,  2.3605e-02,  1.3602e-02, -2.2316e-02,  1.1372e-02,
                       9.3471e-03, -3.7588e-03,  1.2077e-03, -4.0944e-03,  2.2478e-02,
                      -2.1287e-02,  1.4247e-02,  7.5950e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.weight',
              tensor([[-0.0426, -0.0493,  0.0413,  ...,  0.0295,  0.0233,  0.0647],
                      [ 0.0057, -0.0255,  0.0787,  ..., -0.0548, -0.0487, -0.0469],
                      [-0.0357, -0.0378, -0.0118,  ...,  0.0114,  0.0623, -0.0409],
                      ...,
                      [ 0.0297, -0.0131, -0.0012,  ..., -0.0386,  0.0368,  0.0536],
                      [ 0.0493, -0.0047, -0.0187,  ...,  0.0069, -0.0157,  0.0148],
                      [ 0.0282, -0.0110,  0.0543,  ..., -0.0188,  0.0561,  0.0315]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.bias',
              tensor([-1.0242e-01,  1.1094e-02,  4.6791e-02, -7.9790e-03,  1.0820e-01,
                       1.7221e-02,  1.2336e-02,  4.1819e-02, -1.1177e-01,  5.7808e-02,
                       6.2362e-02,  4.4691e-02,  7.9982e-02,  9.0886e-02,  1.2077e-01,
                      -5.4679e-02, -1.0805e-02, -5.4803e-02, -6.2238e-02,  7.0894e-02,
                       7.9254e-02,  8.7079e-03, -5.0397e-02, -5.2984e-02,  8.7348e-02,
                      -3.1086e-02, -1.0468e-01, -4.8388e-03,  1.2002e-01, -5.5960e-03,
                      -5.4001e-03, -1.2941e-01,  9.9207e-02,  1.9677e-02,  1.6152e-02,
                      -8.0105e-02, -2.0096e-02,  7.6646e-02,  3.8358e-02, -1.5264e-02,
                       7.6281e-02, -3.6083e-02, -6.7416e-02,  7.5681e-03, -3.6864e-02,
                       6.1851e-02, -8.9612e-03, -6.0809e-03, -5.7114e-02, -5.1762e-02,
                      -5.3348e-02, -1.9332e-02, -1.1736e-01,  1.1056e-02, -4.1072e-02,
                      -8.7836e-02,  8.5049e-02, -3.4891e-02, -7.2789e-02,  3.2534e-02,
                       1.8621e-02,  4.3108e-02, -1.1214e-01, -1.3040e-02,  5.6246e-02,
                      -2.6113e-02, -2.4649e-02,  4.8188e-02, -5.3306e-02,  1.7722e-03,
                       8.4913e-02,  1.1766e-01,  7.7731e-03, -3.8583e-02,  9.2851e-03,
                       3.3972e-02, -7.9112e-02,  1.1955e-02,  1.4498e-01,  9.6584e-02,
                      -2.5885e-02, -4.8443e-02, -7.3655e-02,  4.8223e-02, -1.5535e-02,
                       1.9518e-02, -1.7613e-02, -3.4545e-02, -4.8614e-02, -6.5465e-02,
                      -5.7276e-02, -1.9931e-02,  4.3990e-02,  7.1871e-02, -5.5666e-02,
                      -1.1333e-01, -6.9746e-02, -1.2240e-01, -1.2932e-01, -1.1684e-01,
                      -1.8849e-02,  5.7412e-02, -5.9079e-03,  1.3656e-01, -1.4178e-01,
                       3.8566e-02, -1.4794e-01,  8.9898e-02,  3.5621e-03, -1.4417e-01,
                      -7.0626e-02, -2.3168e-02, -8.5832e-02,  4.8270e-02, -1.4956e-02,
                       5.5535e-02,  7.2747e-02, -8.5723e-02,  4.0610e-02,  8.3992e-02,
                       8.7839e-02, -1.3268e-03, -1.2959e-02, -1.1246e-01, -4.3449e-02,
                       1.2492e-03, -6.2119e-02,  6.5921e-02,  4.5006e-02, -6.9616e-02,
                       1.4175e-02,  1.8909e-02,  2.5258e-02, -9.9396e-03,  3.6886e-02,
                      -3.1013e-02, -1.4168e-01, -3.7995e-02, -1.6362e-01, -1.1820e-02,
                       2.5893e-02,  4.0204e-02,  5.9879e-02,  7.1486e-02, -3.7016e-02,
                      -1.4325e-01, -1.5286e-02,  1.7036e-02, -8.4997e-02,  4.0213e-02,
                      -1.2800e-02, -3.1988e-02, -7.8865e-02, -6.8820e-02,  3.6091e-02,
                       7.8396e-02, -9.8999e-02, -1.6340e-02,  8.6240e-02,  7.8210e-02,
                       1.5090e-01,  8.1067e-02,  5.4958e-02, -7.8032e-02, -6.2898e-02,
                      -5.4581e-03, -7.3803e-02, -3.9574e-02, -6.1102e-02, -3.4468e-02,
                      -3.0814e-02,  3.9992e-02,  8.2695e-02,  2.3087e-02, -6.4698e-02,
                      -5.5571e-02,  1.4101e-02,  2.0444e-02, -3.0894e-02, -3.7556e-02,
                       3.7797e-03,  1.0723e-01, -1.2453e-01,  4.2864e-02,  4.8921e-02,
                       2.9157e-02, -1.3424e-02, -3.4223e-02,  8.7512e-02,  7.7547e-03,
                       5.4256e-02,  2.2452e-02, -3.9335e-02, -1.1211e-01,  7.0955e-03,
                      -6.3870e-02,  1.2311e-01,  8.4665e-02,  6.8869e-03,  1.3265e-02,
                       6.0152e-02,  8.7765e-03,  5.8264e-02, -1.7488e-02,  2.7091e-03,
                       3.3494e-02, -1.2221e-02,  4.2461e-02, -2.4126e-02,  6.6892e-02,
                       1.0700e-01, -7.8566e-02, -2.4490e-02, -4.1030e-02,  8.3331e-03,
                       1.0643e-01, -5.7809e-02, -2.3391e-03,  5.6108e-02,  6.7278e-02,
                      -4.0358e-02, -6.9726e-02, -6.7398e-02,  8.8770e-03, -7.5682e-02,
                       3.4293e-02, -9.0743e-02, -4.6633e-02,  1.7515e-02, -3.0113e-02,
                      -9.9872e-02,  1.1078e-01, -5.5955e-02,  7.5355e-02, -4.9615e-02,
                       9.1320e-02, -2.7932e-03, -9.7814e-02,  6.2999e-02, -1.0248e-01,
                       1.3747e-01, -2.4754e-02, -1.0904e-01,  5.1534e-02, -8.3398e-02,
                       3.2294e-02, -5.9033e-03, -5.1697e-02, -6.1331e-02, -7.4997e-02,
                      -6.4509e-02,  2.1315e-03,  6.1336e-02,  1.0795e-01,  2.7213e-02,
                       4.2202e-02,  1.3849e-01,  1.4372e-01,  4.3655e-02, -4.7698e-02,
                       1.1762e-02,  1.1738e-01,  1.0330e-01,  1.1870e-02, -8.3868e-03,
                       8.3276e-02, -5.6889e-02, -9.9748e-02, -4.9983e-02,  5.9152e-02,
                      -8.9144e-03,  8.2581e-02,  1.5682e-01, -6.5732e-02,  1.4210e-02,
                       8.4324e-02, -6.8268e-02, -4.2904e-02, -1.2415e-01, -3.4868e-03,
                      -7.7622e-02, -1.0329e-02,  9.1824e-03, -3.5067e-02,  8.0696e-02,
                      -3.4879e-02, -5.0235e-02, -1.9029e-02,  4.6941e-02, -2.6905e-02,
                      -8.7405e-02, -7.1069e-03, -5.8032e-02, -5.6578e-02, -8.6919e-02,
                      -1.0288e-03,  6.3715e-02, -6.7061e-02, -9.8290e-02,  2.3057e-03,
                      -6.6919e-02,  5.3073e-04,  7.0180e-02, -1.6113e-02,  8.8605e-02,
                       1.2243e-02,  6.3505e-02, -5.9806e-02,  1.3740e-01, -1.1209e-01,
                       3.2163e-02, -3.8785e-02,  1.0894e-01, -4.9866e-03,  1.0439e-01,
                       9.9152e-02,  2.2247e-02, -1.0530e-01, -7.9720e-02,  1.4614e-01,
                      -9.7253e-02, -9.0418e-03,  5.9138e-02,  9.1604e-02, -4.0802e-02,
                      -2.4455e-02,  1.0280e-01, -1.2139e-02, -3.2646e-02,  7.8110e-02,
                       1.2688e-02, -8.5198e-02,  1.2987e-01,  7.3110e-02,  4.3978e-02,
                       3.7961e-02,  5.9698e-02,  4.2949e-02,  1.9562e-02,  2.9445e-02,
                       5.6327e-02,  1.3331e-02, -4.4096e-02,  2.2602e-02, -1.4431e-03,
                      -8.7247e-02, -1.0041e-01,  1.0749e-01, -5.6047e-02, -3.8217e-03,
                       2.4590e-02,  3.3321e-02,  2.9969e-02, -3.1074e-02,  4.4058e-02,
                       5.2461e-02,  4.5798e-02,  3.3876e-05,  5.4442e-03, -3.1857e-03,
                      -8.6625e-03,  4.3829e-02, -4.4892e-02, -3.0313e-02, -7.0725e-02,
                       1.6029e-02, -1.2838e-01,  7.3323e-02,  4.8920e-02, -6.8182e-02,
                      -1.7219e-02, -2.5680e-02, -6.4719e-02,  1.3858e-02,  1.0217e-01,
                      -7.9817e-02,  8.3556e-02,  3.1303e-02,  5.6489e-02,  5.2017e-03,
                       4.2235e-02, -5.7547e-02,  6.0221e-03, -1.3318e-01, -1.1738e-02,
                      -1.1123e-02, -8.0377e-02,  4.3861e-02, -4.8335e-02,  6.4186e-03,
                      -6.0565e-02,  1.5973e-01, -1.2965e-02, -2.4978e-02,  8.2122e-02,
                       1.3468e-02,  6.5904e-02,  1.2077e-03,  4.6241e-02,  1.0947e-01,
                       5.1617e-02, -4.0467e-02,  5.4235e-02,  1.7109e-01, -1.1981e-01,
                       9.5937e-03, -8.0904e-02,  5.6316e-02,  7.7642e-04,  5.6485e-02,
                      -3.6630e-02, -3.0214e-02,  5.9955e-02,  1.1303e-02,  8.8924e-02,
                       4.2671e-03, -1.6005e-02, -1.1263e-01, -4.4306e-02,  3.0051e-02,
                      -1.1679e-01,  4.4253e-02, -5.2758e-02,  3.7868e-03,  2.9344e-02,
                      -5.4193e-03, -4.7934e-02,  6.7590e-02, -8.8259e-02, -6.2458e-02,
                       9.4059e-02, -2.1205e-02,  4.6860e-02,  6.3419e-03,  8.4754e-02,
                       2.3615e-02,  6.8688e-02,  1.3445e-01,  7.3315e-02, -1.4982e-01,
                       5.4885e-02,  6.1769e-02,  4.1063e-02, -2.9220e-02,  5.1644e-02,
                       8.8684e-02,  1.3274e-02, -4.9512e-02,  2.8374e-02, -7.7445e-03,
                       1.0028e-01, -1.3515e-02, -1.2617e-01,  3.9329e-02, -1.1605e-01,
                      -1.2361e-01, -1.0814e-01,  8.8868e-02, -6.7658e-02,  8.5160e-02,
                       6.8604e-03,  3.7047e-02,  5.8371e-02, -9.0469e-03, -5.9554e-02,
                      -5.4073e-02,  6.8628e-02, -3.2544e-02,  9.7829e-03, -8.9438e-03,
                       6.9040e-02, -4.7582e-02, -6.0496e-02,  2.2884e-02, -8.0569e-02,
                      -1.2877e-01,  1.1015e-01,  2.5072e-02,  7.1909e-02, -3.1303e-02,
                      -8.5401e-02, -9.9649e-02, -2.9985e-02, -7.8934e-02, -1.5383e-01,
                      -2.2016e-02,  6.8440e-02,  3.3078e-02, -9.7155e-02,  7.7890e-02,
                       2.9920e-03, -9.3072e-02, -1.3217e-02,  2.8604e-02, -8.8480e-02,
                       6.6176e-03,  1.0873e-01,  1.6373e-03, -4.4439e-02, -7.9985e-02,
                       7.7076e-03, -6.8473e-02,  9.5801e-02, -5.0021e-02,  2.6193e-02,
                      -1.5375e-02,  1.7192e-02, -1.3267e-02,  1.8351e-02,  5.3614e-02,
                      -6.6391e-03,  4.6765e-02, -1.7118e-02,  8.3934e-02, -2.9251e-02,
                       5.6400e-02, -3.2556e-02,  3.0576e-02,  2.5460e-02, -3.0395e-02,
                       2.9115e-02,  3.6252e-02,  4.5689e-03,  8.0453e-03, -6.8474e-02,
                       1.5114e-01,  5.5660e-02,  8.3625e-03,  1.8930e-02,  2.7478e-03,
                       6.0529e-02, -3.4076e-02, -2.2724e-02,  6.4474e-02,  1.4081e-02,
                      -3.9287e-02, -2.4424e-02, -9.4021e-03,  7.6026e-03, -1.0457e-01,
                      -6.3192e-02, -4.3349e-02, -3.6890e-02,  4.5796e-02, -2.9586e-03,
                       2.3768e-02,  2.4133e-02, -1.0656e-02,  5.1297e-02, -7.6244e-02,
                      -3.3517e-02, -8.1048e-02,  3.3545e-02, -7.0197e-02, -1.1070e-01,
                      -2.2828e-02,  6.2542e-02,  1.2307e-01, -3.9834e-02, -4.5373e-02,
                      -1.0503e-01,  3.2990e-02, -1.8668e-02, -8.1915e-02, -1.4370e-01,
                      -1.8548e-02, -7.8096e-02,  6.8675e-02,  3.1878e-02,  6.3394e-02,
                      -5.6865e-03,  3.1517e-02,  4.2879e-02,  2.6924e-02,  5.6896e-02,
                      -2.1204e-02, -5.1828e-02, -2.2540e-02, -7.2817e-02,  8.6285e-02,
                      -3.4809e-02, -5.1384e-02, -8.8028e-03,  4.6296e-02, -3.0493e-02,
                      -8.3895e-02,  1.1857e-01,  1.5101e-03,  4.1355e-02, -2.2904e-02,
                       4.9182e-02,  5.2669e-03,  1.4797e-01,  8.9061e-03, -1.8199e-02,
                      -1.5143e-02, -4.0358e-02,  8.9161e-02, -2.1479e-02,  1.1350e-01,
                       9.2919e-03,  5.1582e-02,  2.9725e-02,  5.0502e-02,  5.3201e-02,
                       3.5828e-02, -7.9876e-02, -1.2020e-02, -3.4669e-02,  2.6619e-02,
                      -2.4636e-02,  4.7914e-02, -4.5337e-02,  2.2684e-02,  3.8226e-02,
                      -6.7144e-02, -1.3808e-02,  1.9004e-02, -3.8874e-02, -6.8991e-02,
                       1.1470e-01,  1.9338e-02, -9.0460e-03,  7.2638e-02, -2.4155e-04,
                      -7.9440e-02, -3.1465e-02,  8.5217e-02, -4.5850e-03,  6.2348e-03,
                      -8.5734e-03,  1.9827e-02, -3.4676e-02, -1.4569e-02,  1.0391e-01,
                       2.1024e-02, -2.5762e-02,  2.0362e-02,  6.9028e-02, -3.2098e-02,
                      -7.0513e-02,  9.7237e-03,  3.2228e-02, -2.5571e-02,  3.5220e-02,
                      -1.0900e-02,  5.3573e-02, -1.6116e-02, -1.6068e-02,  6.8975e-02,
                      -1.7849e-02,  1.2035e-01, -2.8759e-03,  1.6622e-02,  3.6260e-02,
                      -4.2835e-02,  1.0270e-01,  1.0811e-02,  3.0956e-02, -3.2980e-02,
                       1.2856e-01, -3.6237e-02, -3.1818e-02, -1.0302e-01,  5.6717e-02,
                      -5.1092e-02,  5.9898e-02,  1.7478e-02,  4.5202e-02, -8.6674e-02,
                      -7.2954e-02, -7.2421e-02,  2.5204e-02,  1.0149e-02, -5.6916e-02,
                      -1.3508e-02, -9.0965e-02, -7.3382e-03, -7.4680e-02, -4.7131e-02,
                       3.9340e-02, -8.6780e-03,  1.8811e-02, -9.7198e-02,  9.6927e-03,
                      -1.6930e-02,  1.2108e-02,  2.3615e-02, -2.0636e-03,  4.9818e-02,
                      -1.0233e-03, -5.3242e-02,  4.8413e-02, -1.0681e-01,  5.4860e-02,
                      -4.1077e-02, -8.4623e-02, -1.0184e-01, -8.0117e-02, -1.9057e-02,
                      -5.6678e-02, -6.4798e-02,  1.1174e-01, -2.8641e-02, -3.4994e-02,
                       8.7289e-02, -5.2121e-02,  1.7839e-02, -4.1159e-02,  7.1816e-02,
                       8.8066e-02, -1.9866e-02,  3.4065e-02,  7.4784e-02,  6.6595e-02,
                      -1.0022e-02, -7.1456e-02,  3.2694e-02,  8.4744e-02,  5.6434e-02,
                       1.2295e-02,  5.3862e-03,  7.0099e-02, -4.3365e-03, -1.0846e-01,
                       4.5511e-02,  1.9837e-02,  1.1942e-01, -7.7423e-02,  2.1035e-02,
                       6.5352e-02,  1.1507e-02,  6.1772e-03,  2.5225e-02, -3.1080e-02,
                       7.0956e-02,  1.0312e-01, -6.1230e-02, -4.4082e-02, -3.4232e-02,
                      -2.9973e-02, -6.7070e-02, -1.1631e-02,  6.2288e-02,  3.6453e-02,
                       9.6018e-02, -9.2944e-04,  1.0746e-01,  8.1691e-03, -2.6223e-02,
                      -4.7456e-03, -1.6078e-02, -2.2970e-02,  3.3552e-02, -1.0713e-01,
                      -1.4933e-02,  6.3121e-03, -6.2409e-02, -9.0746e-02,  3.6652e-03,
                      -2.6012e-02,  1.4693e-02, -3.1926e-02, -7.9305e-02, -8.3732e-03,
                       2.2612e-02, -6.3810e-02,  3.0280e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.weight',
              tensor([0.8571, 0.7906, 0.7859, 0.8409, 0.8355, 0.7770, 0.8329, 0.8316, 0.7949,
                      0.8560, 0.7755, 0.7847, 0.7672, 0.7924, 0.7948, 0.8236, 0.7857, 0.8031,
                      0.7888, 0.8160, 0.8064, 0.7806, 0.8003, 0.7737, 0.8181, 0.8169, 0.8126,
                      0.9174, 0.8032, 0.7816, 0.8330, 0.7862, 0.8125, 0.8026, 0.8383, 0.7676,
                      0.8110, 0.7721, 0.8475, 0.8512, 0.7837, 0.7672, 0.8413, 0.8182, 0.8334,
                      0.8208, 0.7980, 0.8701, 0.8058, 0.7878, 0.7621, 0.8706, 0.8705, 0.8248,
                      0.8149, 0.8100, 0.8032, 0.7962, 0.8145, 0.8277, 0.7917, 0.8332, 0.7571,
                      0.7987, 0.8285, 0.8004, 0.8133, 0.7942, 0.8450, 0.8769, 0.8023, 0.8469,
                      0.7790, 0.7932, 0.8306, 0.8172, 0.8017, 0.8262, 0.7903, 0.7710, 0.7994,
                      0.8095, 0.8056, 0.8302, 0.8065, 0.8145, 0.8235, 0.8339, 0.7662, 0.8308,
                      0.8101, 0.8139, 0.8500, 0.7681, 0.8175, 0.8054, 0.7747, 0.7861, 0.9747,
                      0.7890, 0.8059, 0.7965, 0.8437, 0.8001, 0.7999, 0.7661, 0.8116, 0.8133,
                      0.8395, 0.7710, 0.8371, 0.7867, 0.7797, 0.8137, 0.7825, 0.8162, 0.8267,
                      0.7890, 0.7830, 0.8031, 0.7970, 0.8307, 0.8615, 0.7948, 0.8345, 0.7790,
                      0.7948, 0.8132, 0.8196, 0.8293, 0.8126, 0.7769, 0.7922, 0.7927, 0.7966,
                      0.7851, 0.5886, 0.7755, 0.7682, 0.7859, 0.8526, 0.7832, 0.7824, 0.7872,
                      0.7812, 0.8526, 0.7981, 0.8014, 0.7726, 0.8171, 0.8321, 0.7714, 0.7844,
                      0.7888, 0.8257, 0.8019, 0.8095, 0.8026, 0.8583, 0.8325, 0.7738, 0.7359,
                      0.7919, 0.7941, 0.8250, 0.7817, 0.8784, 0.7758, 0.8150, 0.8009, 0.8174,
                      0.8017, 0.8817, 0.8738, 0.8234, 0.8193, 0.8274, 0.8141, 0.7632, 0.8030,
                      0.8107, 0.7644, 0.8251, 0.8050, 0.7831, 0.8115, 0.8018, 0.8029, 0.8163,
                      0.8080, 0.8481, 0.7805, 0.8284, 0.8404, 0.8217, 0.8274, 0.7991, 0.7777,
                      0.7986, 0.7953, 0.7998, 0.8216, 0.8065, 0.8103, 0.8085, 0.8163, 0.8050,
                      0.8493, 0.7803, 0.8222, 0.7838, 0.8089, 0.8001, 0.8412, 0.7919, 0.8111,
                      0.7905, 0.8085, 0.7857, 0.8098, 0.7712, 0.7856, 0.8140, 0.8190, 0.7799,
                      0.8118, 0.7974, 0.8096, 0.8255, 0.8383, 0.8135, 0.8405, 0.8232, 0.7560,
                      0.7864, 0.8539, 0.8264, 0.7908, 0.8198, 0.7749, 0.8126, 0.7875, 0.8090,
                      0.8048, 0.8035, 0.8010, 0.7889, 0.8239, 0.7729, 0.7690, 0.8090, 0.8169,
                      0.6432, 0.8107, 0.8123, 0.8133, 0.7586, 0.8662, 0.8086, 0.8003, 0.8224,
                      0.8963, 0.8213, 0.7908, 0.8145, 0.7864, 0.8352, 0.7846, 0.7987, 0.8202,
                      0.8292, 0.8128, 0.8747, 0.8355, 0.7591, 0.8091, 0.8013, 0.7640, 0.7868,
                      0.7827, 0.7329, 0.8173, 0.7950, 0.8294, 0.7909, 0.8063, 0.7703, 0.8076,
                      0.8098, 0.9240, 0.8453, 0.8195, 0.7785, 0.8030, 0.8177, 0.8085, 0.8518,
                      0.8209, 0.7952, 0.8118, 0.8270, 0.8277, 0.8137, 0.8063, 1.4267, 0.8083,
                      0.7925, 0.7986, 0.8308, 0.8108, 0.8240, 0.8252, 0.8221, 0.8276, 0.7696,
                      0.8041, 0.7905, 0.8444, 0.7984, 0.8368, 0.8120, 0.8399, 0.7969, 0.7663,
                      0.7955, 0.7793, 0.7587, 0.8130, 0.7721, 0.8016, 0.8116, 0.8681, 0.8232,
                      0.7810, 0.8116, 0.7927, 0.8013, 0.7914, 0.8656, 0.8207, 0.8052, 0.8428,
                      0.8275, 0.8185, 0.8298, 0.7815, 0.7841, 0.8031, 0.7930, 0.8104, 0.7929,
                      0.8414, 0.8095, 0.8308, 0.7706, 0.8193, 0.7820, 0.8179, 0.7958, 0.8079,
                      0.8138, 0.8560, 0.7734, 0.8082, 0.8448, 0.8071, 0.8089, 0.8098, 0.8017,
                      0.7984, 0.7909, 0.8187, 0.8110, 0.7822, 0.8694, 0.8132, 0.7891, 0.7449,
                      0.8159, 0.7964, 0.8238, 0.7977, 0.7798, 0.8480, 0.7924, 0.8085, 0.7949,
                      0.8148, 0.7643, 0.8065, 0.8002, 0.8251, 0.8111, 0.7984, 0.8112, 0.7897,
                      0.8016, 0.7923, 0.7981, 0.8536, 0.7815, 0.8354, 0.8248, 0.8165, 0.8231,
                      0.8374, 0.8096, 0.7987, 0.8285, 0.7196, 0.8035, 0.8207, 0.8157, 0.7882,
                      0.8315, 0.7619, 0.7941, 0.7677, 0.8239, 0.8144, 0.8303, 0.7528, 0.8103,
                      0.8387, 0.7900, 0.7905, 0.8387, 0.7667, 0.7994, 0.8291, 0.8163, 0.8079,
                      0.7468, 0.8006, 0.8127, 0.7836, 0.8104, 0.8087, 0.8493, 0.8927, 0.7950,
                      0.8024, 0.7796, 0.8541, 0.7771, 0.8138, 0.8059, 0.7964, 0.7772, 0.8285,
                      0.7960, 0.8224, 0.8173, 0.8052, 0.7960, 0.8652, 0.8158, 0.7739, 0.8379,
                      0.7754, 0.8052, 0.7564, 0.8274, 0.8313, 1.7121, 0.8156, 0.8210, 0.8889,
                      0.7829, 0.8198, 0.7702, 0.7846, 0.7834, 0.8509, 0.8183, 0.8231, 0.8206,
                      0.8034, 0.8212, 0.7982, 0.7806, 0.8222, 0.7973, 0.8151, 0.7990, 0.8034,
                      0.7875, 0.7999, 0.7137, 0.8082, 0.8356, 0.8029, 0.8271, 0.7822, 0.8090,
                      0.8293, 0.7996, 0.8403, 0.8349, 0.8265, 0.7901, 0.7861, 0.7725, 0.7918,
                      0.8270, 0.8627, 0.7631, 0.7747, 0.7881, 0.7992, 0.7784, 0.8018, 0.7832,
                      0.8387, 0.7638, 0.8062, 0.8142, 0.8127, 0.7833, 0.8004, 0.7551, 0.7704,
                      0.8048, 0.8707, 0.8006, 0.8107, 0.8395, 0.7803, 0.8011, 0.8302, 0.8102,
                      0.7554, 0.8227, 0.8496, 0.8477, 0.8053, 0.8230, 0.8223, 0.7695, 0.8470,
                      0.7713, 0.7643, 0.7796, 0.8065, 0.8054, 0.8438, 0.8333, 0.8016, 0.7836,
                      0.8016, 0.7838, 0.8202, 0.8015, 0.8277, 0.8639, 0.8099, 0.7812, 1.6583,
                      0.7943, 0.7782, 0.8307, 0.7844, 0.7691, 0.8123, 0.8018, 0.7802, 0.8017,
                      0.8192, 0.8024, 0.7995, 0.8234, 0.7957, 0.8010, 0.8061, 0.8198, 0.8283,
                      0.8226, 0.8149, 0.8287, 0.7916, 0.8325, 0.8524, 0.8060, 0.8050, 0.7904,
                      0.7885, 0.7976, 0.8301, 0.8296, 0.8207, 0.8005, 0.7720, 0.7784, 0.7811,
                      0.8168, 0.8343, 0.7970, 0.8373, 0.8203, 0.8102, 0.7767, 0.7785, 0.8210,
                      0.8042, 0.9808, 0.7985, 0.8119, 1.6673, 0.7981, 0.8444, 0.7920, 0.8178,
                      0.8033, 0.8336, 0.8225, 0.8179, 0.8235, 0.8053, 0.7980, 0.7945, 0.8021,
                      0.7883, 0.8503, 0.7994, 0.8105, 0.8157, 0.8521, 0.8693, 0.7651, 0.7975,
                      0.7962, 0.7858, 0.8473, 0.8382, 0.8369, 0.7902, 0.7786, 0.7962, 0.8221,
                      0.8135, 0.7854, 0.7932, 0.8503, 0.8169, 0.8176, 0.8081, 0.8101, 0.7731,
                      0.8206, 0.7933, 0.8181, 0.7745, 0.8268, 0.8056, 0.8254, 0.7985, 0.7951,
                      0.7892, 0.8298, 0.8266, 0.8256, 0.8162, 0.7997, 0.8362, 0.8265, 0.8055,
                      0.7557, 0.7865, 0.8036, 0.8179, 0.7747, 0.8822, 0.8274, 0.7953, 0.8046,
                      0.8102, 0.7814, 0.7859, 0.7854, 0.7539, 0.7827, 0.8394, 0.7838, 0.7641,
                      0.7884, 0.8007, 0.7950, 0.8000, 0.7999, 0.7945, 0.7996, 0.8282, 0.8024,
                      0.7986, 0.7823, 0.7735, 0.8057, 0.8539, 0.8259, 0.7810, 0.7848, 0.8213,
                      0.8641, 0.8326, 0.8218, 0.7903, 0.8127, 0.7928, 0.7803, 0.8339, 0.8181,
                      0.7785, 0.7708, 0.8230, 0.7557, 0.8491, 0.7966, 0.7921, 0.7740, 0.7730,
                      0.7966, 0.8047, 0.7573, 0.8188, 0.7783, 0.8075, 0.7479, 0.8051, 0.7813,
                      0.7933, 0.8123, 0.7882, 0.8101, 0.8251, 0.8109, 0.8286, 0.8157, 0.8144,
                      0.8401, 0.7913, 0.7708, 0.8398, 0.7881, 0.8177, 0.8291, 0.8263, 0.8049,
                      0.8342, 0.7882, 0.8203, 0.7940, 0.8234, 0.8784, 0.8155, 0.8138, 0.8042,
                      0.8177, 0.7980, 0.7682, 0.8446, 0.8034, 0.7854, 0.8208, 0.8107, 0.8003,
                      0.7973, 0.7977, 0.8164], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.bias',
              tensor([ 8.9515e-02, -1.1860e-01, -1.8357e-02,  5.7348e-02, -2.0747e-01,
                      -1.1996e-02, -6.3948e-02, -1.5924e-02,  9.6578e-02, -1.0996e-01,
                       2.7065e-02, -7.9595e-02, -2.3636e-01, -4.7298e-02, -9.9230e-02,
                      -3.1837e-02, -1.6029e-02, -1.0306e-01,  1.2383e-02, -2.3431e-01,
                      -1.6865e-01, -3.7012e-02,  1.3211e-02, -1.5944e-02, -2.5453e-02,
                      -9.1071e-02,  2.2419e-02,  1.3058e-01, -9.5977e-02,  5.9798e-02,
                      -1.0174e-01, -3.2675e-02, -1.6757e-01, -9.9076e-02, -8.8943e-03,
                       8.8213e-02, -1.4392e-01,  1.0913e-02, -8.5054e-02,  1.3193e-01,
                      -1.3897e-01, -2.4892e-02,  1.1862e-01, -1.1583e-01, -1.0920e-02,
                      -2.1586e-01,  3.3308e-02,  4.1857e-02, -5.0770e-03, -1.3879e-02,
                       6.0178e-02,  4.6697e-02,  1.1071e-01, -9.8427e-03,  7.0437e-02,
                      -2.3396e-02, -1.2109e-01, -7.5109e-02,  2.1256e-02,  3.2546e-02,
                      -1.2596e-01, -6.9452e-02,  1.5660e-01,  1.1751e-02, -1.1161e-01,
                      -7.8804e-02,  2.8210e-02, -6.2398e-02,  4.3744e-02, -2.3337e-01,
                      -7.6336e-02, -1.2285e-01, -1.8118e-01,  6.6383e-02, -1.5179e-01,
                      -1.9319e-01,  9.4415e-02, -7.7645e-02, -1.4947e-01, -7.6081e-02,
                       2.9444e-02,  1.1103e-01,  8.0060e-03,  8.6589e-02, -8.8289e-02,
                       7.1447e-03, -1.8649e-02, -9.4619e-03, -1.0655e-02,  6.2365e-02,
                      -8.5536e-02, -7.4309e-02,  7.3262e-02, -1.4351e-01, -9.6111e-03,
                       1.3912e-01,  1.0615e-01,  6.3211e-02,  1.0571e-01,  1.2793e-01,
                      -1.6742e-02, -5.1699e-02,  2.3346e-02, -9.1943e-02,  3.9748e-02,
                      -1.2291e-01,  1.5042e-01, -1.7527e-01, -6.8476e-02,  4.2463e-02,
                       6.7401e-02, -1.5133e-01,  9.3301e-02, -1.5092e-01, -2.2334e-01,
                      -5.4616e-02,  3.7469e-02,  9.7419e-02, -5.2577e-02, -1.0419e-01,
                       9.5355e-02, -1.2737e-01,  3.9762e-02, -3.8163e-02,  2.6199e-02,
                      -7.7806e-02, -1.9403e-02, -1.2532e-01, -4.7656e-02,  9.9688e-02,
                      -1.8059e-01,  3.4485e-02,  3.6011e-02,  6.8230e-04, -6.7231e-02,
                       3.0011e-02, -8.0686e-01,  1.4632e-01, -4.7537e-01,  6.0478e-03,
                      -1.2033e-01, -1.1254e-01, -1.8740e-02, -1.8532e-01,  8.7648e-03,
                       1.0187e-01, -6.3725e-02, -8.1280e-02,  1.3890e-01, -1.6572e-01,
                      -1.5142e-01, -7.5706e-02,  7.0527e-02,  7.5173e-03, -8.9383e-02,
                      -1.4209e-01,  6.3661e-02, -1.5254e-02,  1.2163e-02, -1.3750e-01,
                       1.9879e-03, -5.3897e-02, -5.4347e-02, -8.4420e-02, -6.0913e-02,
                      -1.6804e-01,  1.7409e-01,  5.1048e-02,  6.2782e-04,  7.6309e-03,
                      -8.1699e-02, -1.2736e-01, -1.8315e-01,  1.2340e-01,  5.2199e-02,
                       1.1572e-01,  1.0179e-01, -2.3080e-01,  1.5414e-05,  4.5975e-02,
                       3.3310e-02, -2.0978e-01, -2.9301e-02, -2.8181e-01, -6.7866e-02,
                       8.0795e-02, -7.3224e-04, -1.1468e-01, -8.7809e-02, -1.0203e-01,
                      -6.7862e-03, -2.4042e-02,  8.7799e-02, -2.1149e-02, -2.4272e-01,
                      -6.5637e-02, -1.2204e-01, -5.9848e-02, -6.9854e-02, -6.1646e-02,
                      -6.8254e-02, -5.0098e-02, -9.9276e-02, -4.3520e-02,  5.5402e-02,
                      -8.8588e-02,  3.4278e-02, -1.8669e-01, -3.6979e-03, -5.1139e-02,
                      -6.9817e-02, -8.9974e-03, -4.0207e-02,  1.3039e-03, -8.4281e-02,
                      -1.8772e-01,  8.7116e-02, -1.3233e-01, -2.3541e-01,  4.4656e-02,
                      -3.3918e-02,  2.5196e-02,  2.3488e-02, -1.1850e-01, -1.0479e-01,
                      -3.0471e-03, -1.6083e-02,  6.8738e-02,  1.3585e-01,  3.8237e-02,
                      -1.7277e-02, -1.0839e-01,  7.4263e-02, -1.2913e-01, -3.6915e-02,
                      -2.9305e-01, -6.2841e-02, -1.1230e-02, -1.9362e-01,  8.2742e-02,
                      -1.6697e-01, -2.2164e-02,  9.7817e-02, -3.5274e-02,  3.6199e-03,
                      -9.2545e-02, -1.0826e-01,  4.1444e-02,  2.0121e-02,  4.1793e-02,
                       1.9688e-02, -4.2252e-02,  3.9345e-02, -4.8840e-02,  6.4278e-03,
                      -1.2276e-01, -1.3404e-01, -4.1200e-02, -1.6086e-01,  3.5825e-02,
                       9.3333e-03, -6.7858e-02, -9.4868e-02, -2.0273e-02, -1.5147e-01,
                      -1.6544e-01,  8.3937e-03, -4.3106e-02, -8.5981e-02, -3.6281e-02,
                      -7.6338e-02, -1.2253e-01, -1.1234e-01,  5.2446e-02, -1.6918e-02,
                      -8.9006e-02,  2.2926e-02, -6.2911e-02,  8.0244e-02, -1.3808e-01,
                       1.3276e-01, -2.2820e-02,  9.1652e-02, -2.6407e-02, -1.7278e-01,
                       6.7722e-03, -3.8153e-02, -3.8929e-02, -9.2151e-02, -4.5747e-02,
                       3.6994e-02, -1.8865e-01, -4.8115e-02, -1.1702e-01, -2.7433e-02,
                      -8.4278e-02, -2.3274e-01,  1.3282e-01, -1.4925e-02, -1.2059e-03,
                       1.3683e-01, -8.0782e-03, -6.8787e-02,  1.0428e-02, -6.8316e-01,
                       6.5237e-02, -9.9846e-03,  1.1073e-01, -7.0355e-02,  1.2321e-01,
                       8.2156e-02, -1.5771e-02, -2.4538e-01, -1.0131e-01, -1.3216e-01,
                      -1.1889e-01, -8.4029e-02,  1.9653e-03, -7.2277e-02, -2.4094e-01,
                      -3.8466e-02,  7.1470e-02, -9.4755e-02, -1.3173e-01,  2.9679e-02,
                      -3.6178e-02, -4.0520e-03,  3.5411e-02,  8.3945e-02, -1.3104e-01,
                      -2.6758e-01,  1.7473e-01, -2.2608e-01, -2.5124e-02, -1.0908e-01,
                      -1.3645e-01, -2.4258e-01,  1.1947e-01, -1.9898e-01,  2.9162e-02,
                      -4.5259e-02, -5.0429e-02, -2.9144e-02, -8.3113e-02,  2.3927e-02,
                       9.6594e-02, -3.1787e-02, -2.1750e-01,  6.9214e-02, -1.7113e-02,
                      -1.8205e-01, -1.3594e-01, -1.9609e-01,  6.3365e-02, -7.4290e-02,
                      -6.6925e-02, -1.7121e-01, -5.9464e-02,  8.4306e-02,  1.2299e-02,
                      -4.6259e-02, -1.3716e-01, -1.5675e-02, -1.1817e-02, -7.3278e-02,
                      -7.1491e-02,  6.0850e-02,  4.9090e-02, -1.3849e-01, -1.4398e-01,
                      -1.9527e-03, -1.1481e-01,  3.6345e-02, -7.7647e-02, -1.6457e-01,
                       5.3802e-02, -1.5940e-01, -1.1449e-01, -1.1271e-01, -6.4307e-02,
                      -1.4576e-01, -2.2393e-03, -4.9278e-02,  7.0787e-02, -8.0039e-02,
                      -1.5814e-01, -1.1935e-01, -9.8734e-02,  4.3714e-02,  6.0990e-02,
                      -1.2486e-02, -1.9072e-01,  7.5047e-02, -3.9824e-02, -1.2693e-01,
                      -1.4864e-01, -1.2816e-01, -2.7696e-02, -1.2037e-01, -1.2036e-01,
                      -5.4451e-02,  5.4988e-02, -1.3253e-01, -2.0511e-01, -1.1027e-01,
                      -4.7576e-02,  2.2804e-02, -4.5791e-03, -7.9733e-02, -2.1746e-01,
                      -3.2757e-02, -1.0571e-01,  3.6414e-03, -9.1391e-02, -1.5446e-01,
                      -5.1166e-02, -8.4928e-02, -4.4466e-02, -1.2054e-02, -1.2098e-01,
                       2.2345e-02, -8.6578e-02, -6.7980e-02,  7.7245e-03,  3.1071e-02,
                      -4.9307e-02, -2.0694e-01, -6.1660e-02, -3.4903e-02,  5.7356e-02,
                      -1.7170e-01,  4.4479e-02, -1.4588e-01,  6.0140e-02, -2.1058e-02,
                      -3.0970e-02, -1.5291e-01, -1.1884e-01, -1.4015e-01,  1.0029e-01,
                      -7.0755e-02, -1.1873e-01, -6.7112e-02, -2.3046e-01, -1.4939e-01,
                      -7.6271e-02, -4.8421e-03,  7.4336e-03,  3.0252e-02, -7.4763e-02,
                       1.0176e-01, -4.9546e-02,  3.1198e-02, -1.4874e-02,  1.2364e-01,
                      -1.5275e-01,  7.7597e-02, -1.8715e-01, -1.1013e-01, -2.4436e-02,
                      -9.8950e-02, -2.2929e-01, -1.0691e-01, -6.2020e-03,  6.4191e-01,
                      -3.3000e-02, -1.2243e-02,  1.6852e-01,  1.0398e-02,  2.4751e-03,
                       6.6902e-03,  1.0369e-01,  9.3169e-02, -4.6456e-03, -2.0125e-02,
                       9.2213e-03, -2.8772e-01, -5.9545e-02, -6.1340e-02, -1.0626e-01,
                      -4.5380e-02,  2.7000e-02, -1.0261e-01, -1.0865e-02,  3.6561e-03,
                      -1.7350e-02,  7.5376e-02, -5.8130e-02,  1.0207e-01, -5.2478e-02,
                      -2.1098e-01, -4.6866e-02, -2.3243e-02,  1.4599e-02, -5.6758e-03,
                      -2.7787e-03, -4.0141e-02, -3.4038e-02, -3.5597e-02, -1.0848e-02,
                      -1.1288e-01, -2.3760e-02, -3.6084e-02,  2.8089e-02, -7.4378e-02,
                       1.7282e-01, -1.0087e-02,  4.4912e-02, -7.1126e-03, -2.2406e-01,
                      -1.0046e-01, -1.9230e-01, -1.3500e-02,  2.0724e-02, -4.6170e-02,
                      -2.6152e-01, -7.9928e-02,  8.2633e-02,  4.7134e-02,  1.3066e-02,
                       8.0608e-02, -9.4601e-02,  6.6854e-02, -1.2240e-01,  1.6662e-02,
                      -1.6947e-01,  1.5738e-01, -1.7957e-01, -1.6436e-01, -1.0004e-01,
                      -2.0442e-03, -1.8241e-02,  1.9684e-03, -3.0878e-01, -1.5465e-01,
                      -3.0120e-02,  4.9459e-02, -6.8831e-02, -5.7124e-02,  1.7119e-01,
                      -1.7726e-01,  1.3403e-02,  1.6369e-02, -1.1980e-01, -8.2977e-02,
                       8.7692e-02,  6.6111e-02, -1.4480e-01, -7.6239e-02,  6.2870e-02,
                       3.7129e-02,  1.5526e-02, -2.8493e-01,  1.2280e-01,  8.3287e-02,
                       9.1147e-04, -1.8076e-01, -2.4768e+00,  7.4001e-02, -9.9645e-02,
                       6.1043e-02, -6.8956e-02, -4.9189e-02,  5.4150e-02,  5.1076e-02,
                      -8.4946e-02, -8.7755e-02, -1.2039e-01, -5.2692e-02, -2.6425e-02,
                      -3.7875e-02,  1.2019e-02, -1.1645e-01, -7.0816e-02,  7.5303e-03,
                      -1.5113e-02,  8.7419e-02,  7.2956e-03,  1.0907e-01, -8.7865e-02,
                       1.1503e-01,  6.8035e-02, -8.0057e-02, -1.1053e-01,  2.1732e-03,
                       6.6176e-02, -2.1780e-01, -4.4390e-02, -5.9869e-02, -1.5200e-01,
                      -1.3872e-01, -9.0421e-03, -1.6702e-01,  5.2986e-02, -2.7223e-02,
                       1.1328e-01, -1.4804e-01, -7.3401e-02,  3.8297e-02, -1.1114e-01,
                      -7.0373e-02,  4.5795e-02, -1.5201e-01, -1.2943e-02, -2.2722e-01,
                      -1.1742e-01,  2.0099e-01,  6.0630e-01, -3.1417e-02, -8.7042e-03,
                      -4.0363e-02, -1.1879e-01, -1.9846e-02, -4.6523e-02,  1.0876e-01,
                       6.3187e-02,  1.8744e-02, -1.7650e-01,  8.0528e-03,  1.1438e-01,
                      -2.6736e-01, -1.7335e-01, -9.1538e-02, -1.6489e-01,  3.6603e-02,
                       7.5299e-03, -5.9596e-02, -3.1241e-01, -1.6379e-01, -3.3180e-02,
                      -1.2288e-01, -2.0138e-02, -4.8268e-02, -1.3191e-01, -4.7629e-02,
                       2.2477e-02,  5.3036e-02,  1.9260e-02, -1.5180e-01,  2.5019e-02,
                      -4.2518e-02, -8.9150e-02, -2.0053e-01, -1.0252e-01, -7.5583e-02,
                      -4.4635e-03, -1.8656e-02,  3.9946e-03, -1.0082e-01, -5.6102e-02,
                      -1.0350e-01, -1.2600e-01,  5.6322e-02, -9.5417e-02, -5.1723e-02,
                       8.9664e-03, -9.0866e-02, -4.8314e-02,  6.9944e-02, -4.8725e-02,
                      -2.0119e-01, -1.1536e-01,  3.1611e-03,  4.3841e-02, -1.1686e-01,
                       1.3771e-01, -7.0252e-02, -8.4977e-02, -7.2504e-02,  1.1292e-01,
                      -5.2473e-02,  1.2067e-01,  3.8077e-02,  2.0342e-02,  1.2271e-02,
                       6.3124e-02, -1.5420e-02,  1.1447e-01, -1.2072e-01,  6.1909e-02,
                       4.6848e-02, -3.2086e-02,  5.0142e-02,  1.2270e-01, -1.7701e-01,
                       4.2949e-02, -8.0801e-02,  1.2399e-02,  5.9841e-02, -1.8761e-01,
                       1.0894e-01,  8.2869e-02, -1.3551e-01,  6.5512e-02,  2.8935e-02,
                      -1.6232e-01, -8.9881e-03, -2.3263e-01,  1.5753e-01,  7.8509e-02,
                      -2.7665e-02,  2.8019e-02, -2.4375e-01, -8.0929e-02, -1.1171e-01,
                      -5.0351e-02, -5.0963e-03, -1.4161e-01,  7.0595e-02,  5.1466e-02,
                      -1.1049e-01, -4.4210e-02, -1.2089e-01, -8.4677e-02, -1.3227e-01,
                      -9.4854e-02, -8.8076e-02, -1.2915e-01, -7.3882e-03,  8.6982e-02,
                      -1.4825e-01, -4.3814e-02,  5.1687e-02, -6.3517e-02, -3.0981e-02,
                      -1.7409e-01, -1.5268e-01, -7.7330e-02, -6.2972e-03,  1.9552e-02,
                      -2.0490e-01, -7.0892e-02, -8.1272e-02,  9.8331e-02, -4.6815e-02,
                      -5.9281e-02, -1.1117e-01,  4.0354e-02, -2.1548e-02,  1.0345e-02,
                      -2.2770e-01, -1.6893e-02,  7.3082e-02, -1.9207e-02,  4.1825e-02,
                      -1.2325e-01, -8.6412e-02, -1.1867e-01, -1.3482e-01, -3.2436e-02,
                       4.9938e-03, -5.0891e-02,  5.8162e-02, -2.7288e-01,  1.1923e-01,
                      -4.1742e-03,  3.9059e-02, -1.3541e-01,  8.1007e-02,  7.4353e-02,
                      -2.0045e-02, -7.0349e-02, -1.2004e-02, -7.2923e-04, -5.2544e-02,
                      -1.4989e-02, -6.4081e-03,  6.9254e-02], device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.weight',
              tensor([[ 0.0141, -0.0148,  0.0270,  ...,  0.0023, -0.0581,  0.0389],
                      [ 0.0237,  0.0159,  0.0153,  ..., -0.0472,  0.0403,  0.0193],
                      [ 0.0032,  0.0376, -0.0022,  ..., -0.0037,  0.0384,  0.0094],
                      ...,
                      [-0.0379,  0.0773,  0.0540,  ...,  0.0373,  0.0201,  0.0516],
                      [ 0.0428,  0.0154,  0.0240,  ...,  0.0086,  0.0045,  0.0256],
                      [ 0.0481,  0.0365, -0.0422,  ...,  0.0224, -0.0410, -0.0188]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.bias',
              tensor([-0.0914, -0.0994, -0.1113,  ..., -0.0886, -0.2868, -0.0557],
                     device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.weight',
              tensor([[ 5.0934e-02,  1.5088e-02, -1.2731e-02,  ..., -2.8649e-02,
                       -1.9311e-02,  2.2392e-02],
                      [-1.5533e-02,  4.0982e-02,  1.7356e-02,  ...,  1.7452e-05,
                       -9.9968e-03,  6.6210e-02],
                      [ 3.4242e-02, -9.3329e-03, -7.0448e-02,  ..., -5.0747e-02,
                       -2.4706e-02,  2.3463e-02],
                      ...,
                      [-8.7575e-02,  3.1023e-02,  3.3723e-02,  ...,  4.0158e-02,
                        6.6376e-03,  1.0986e-02],
                      [-5.0876e-03,  5.9567e-03,  3.5777e-02,  ..., -4.1906e-02,
                        8.3273e-03, -5.6171e-03],
                      [-3.2805e-02,  1.5624e-02,  4.1655e-02,  ..., -5.6941e-02,
                        1.1512e-02,  1.6601e-02]], device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.bias',
              tensor([ 1.4095e-01, -3.5076e-02,  4.4271e-02,  1.1153e-01,  2.5325e-02,
                      -2.4159e-02, -8.5648e-02,  4.4125e-02, -4.2269e-03, -9.0224e-02,
                      -1.3177e-02, -2.0041e-02, -4.4942e-02, -1.1948e-02, -7.3995e-02,
                      -1.0631e-02,  4.3374e-02,  4.8170e-02,  3.5435e-02,  4.9953e-03,
                      -1.8620e-02,  3.9806e-02,  1.2106e-02,  1.0601e-02, -9.1697e-03,
                      -5.5896e-02,  4.8988e-02,  3.2046e-02, -4.5832e-02,  6.5024e-02,
                       3.5818e-02,  3.7225e-02, -4.0328e-02, -2.7337e-02, -4.6804e-02,
                      -2.5472e-02, -1.0669e-02,  1.8621e-02, -1.2356e-02,  6.1447e-02,
                      -6.0990e-02, -2.6869e-02,  6.9047e-02, -8.7850e-02,  1.0199e-02,
                      -1.7723e-01,  2.6875e-02,  7.0286e-02, -4.6667e-02,  3.7299e-02,
                      -2.2125e-02,  3.1973e-02,  1.1617e-01, -5.3307e-02,  2.0245e-02,
                      -3.4211e-02, -2.6731e-02, -3.8535e-02,  3.2998e-02,  8.0520e-02,
                      -3.0263e-02, -3.2899e-02,  5.6423e-02, -3.2971e-02, -1.2011e-01,
                       8.8693e-02, -3.6628e-02, -9.6855e-02,  6.3496e-02, -7.1332e-02,
                       6.9824e-02, -3.8039e-02, -2.5252e-02,  4.6058e-02,  1.4006e-03,
                      -5.7701e-02,  6.6565e-02,  1.1812e-03, -9.3572e-03, -3.3683e-02,
                       4.9965e-02, -6.9495e-02,  1.4006e-02,  5.7428e-02, -4.0752e-02,
                       7.8461e-02,  8.2613e-03, -2.1788e-02, -6.3484e-04,  3.2580e-02,
                      -6.6396e-03,  5.1565e-02,  4.4705e-03, -3.0671e-02,  7.4537e-03,
                       7.5894e-02,  2.9021e-02,  3.1123e-02,  2.0495e-01,  3.5639e-02,
                       1.7252e-02,  4.2879e-02, -8.0956e-02, -5.6990e-02,  7.4983e-02,
                      -2.0171e-01,  5.2861e-02, -5.4977e-02,  2.6823e-02,  6.5739e-02,
                       9.2570e-02,  4.7249e-02, -2.1848e-02, -6.4605e-02,  3.1795e-02,
                       6.1848e-03,  9.4952e-02,  5.4047e-02, -3.4188e-02, -4.4499e-02,
                      -8.0669e-02,  1.4434e-02,  8.0223e-02,  1.0318e-01,  3.7501e-02,
                      -2.9143e-03,  7.3052e-02, -4.8792e-02,  2.0556e-03,  6.9322e-02,
                      -1.9149e-02, -3.4373e-03,  5.2178e-02,  3.0300e-02, -9.4631e-03,
                       4.6899e-02, -3.5155e-02,  1.0141e-01, -1.0935e-01, -9.4003e-03,
                       3.9740e-02,  4.9978e-04,  1.9726e-02, -5.0071e-02, -7.8837e-02,
                       1.6514e-01, -7.5571e-02,  3.9185e-03,  7.1968e-02,  2.0617e-03,
                      -2.8133e-02, -1.2027e-01, -2.8275e-03, -1.0392e-02, -2.5211e-02,
                      -8.9554e-02,  7.6931e-02, -8.8826e-02,  3.8412e-02, -1.7597e-03,
                      -5.5789e-02, -6.3795e-02,  1.4431e-02,  1.7039e-01, -8.0921e-02,
                      -4.7524e-03,  1.7312e-02, -5.8480e-03,  1.2900e-02,  1.2542e-01,
                       4.9606e-02, -7.4672e-02, -1.0455e-01,  7.1681e-02,  7.8902e-02,
                       6.5593e-02,  4.5064e-02, -5.8067e-03, -9.1930e-02,  7.1966e-02,
                       6.5718e-02, -7.9931e-02,  2.0316e-02, -1.1235e-01, -1.1331e-02,
                       8.2613e-02,  4.1566e-04, -6.9540e-02,  4.0769e-02, -5.2942e-02,
                       2.6286e-02, -5.1455e-02,  2.1542e-02,  1.3418e-01,  5.7809e-03,
                      -5.9626e-02, -5.8002e-02, -4.2956e-02,  4.1692e-02, -3.4715e-03,
                       1.8213e-02, -4.2081e-02, -7.6898e-02,  1.0166e-01,  8.4043e-02,
                      -1.0362e-01,  4.7198e-02, -5.3377e-03,  2.4248e-02, -3.7874e-02,
                      -4.4786e-02, -9.9549e-03,  7.7076e-04,  1.9101e-02,  3.1409e-02,
                      -6.1301e-02,  2.9512e-02,  6.9006e-02,  6.7619e-04, -2.1549e-02,
                      -4.3252e-02,  2.9877e-02,  1.3376e-01,  2.3208e-02,  4.1021e-03,
                       4.1921e-02, -3.9503e-02, -3.9399e-02,  5.2506e-02, -2.4975e-02,
                      -1.8781e-02, -9.3026e-02,  2.9252e-02, -4.4034e-02,  1.0984e-02,
                      -6.8599e-02,  4.3620e-02, -2.9589e-02, -6.7586e-02,  6.4984e-02,
                      -8.7787e-02,  6.6242e-02,  8.8621e-02, -2.8237e-02, -5.7113e-02,
                       8.3847e-04,  1.4023e-03,  4.5188e-02,  1.1613e-02, -1.6335e-02,
                       7.6555e-02,  1.0395e-01, -2.8090e-02, -6.9483e-02,  1.1728e-02,
                       9.5806e-02, -5.0161e-02, -2.2359e-02, -2.4014e-02,  4.9251e-02,
                      -3.1376e-02, -2.4822e-02, -5.9431e-05,  3.3754e-02,  8.3878e-03,
                      -3.7475e-02,  9.3517e-02,  5.8104e-02,  5.0614e-02, -1.1870e-02,
                      -2.8223e-02, -4.0369e-02, -5.4350e-02, -2.9655e-03, -3.1762e-02,
                      -2.2819e-03, -3.4180e-02, -2.3865e-02,  4.6967e-02, -3.1875e-02,
                       1.9268e-02,  3.3271e-02,  7.2829e-03,  8.0943e-02, -4.6199e-02,
                      -9.3478e-02,  3.2345e-02, -2.2773e-02,  1.5297e-02,  6.8770e-02,
                       3.6847e-02,  4.7501e-02,  1.0366e-02,  2.5533e-05,  1.9196e-02,
                      -9.9237e-03, -2.6012e-03,  7.5487e-02, -3.0209e-02, -6.1603e-02,
                       4.7384e-02, -3.5956e-02, -3.4430e-02,  7.1321e-02, -1.2812e-01,
                      -5.0953e-02,  7.6728e-03,  7.3027e-02, -5.7111e-02,  7.1681e-02,
                       4.9690e-02,  1.0307e-01,  4.4782e-02,  2.9675e-02, -6.9873e-02,
                      -7.9513e-02,  2.2505e-02,  8.1413e-02,  2.7515e-02, -8.3636e-02,
                      -4.6666e-02,  1.3813e-01, -2.3777e-02,  1.4899e-02, -5.1786e-02,
                       2.3224e-02, -7.1592e-02,  6.2392e-02, -1.0414e-03, -1.4986e-02,
                      -9.0269e-02,  1.1610e-01, -6.2408e-02, -3.5431e-02, -3.2793e-02,
                      -3.6223e-02,  1.3528e-02, -1.0719e-02,  5.8977e-02, -2.8702e-02,
                      -1.6401e-02, -5.5668e-02,  3.8885e-02,  6.1340e-02,  5.4475e-02,
                       5.0354e-03, -4.2656e-02, -3.8779e-02,  4.7075e-02,  2.9435e-02,
                       3.2979e-02, -6.0050e-02, -1.1346e-01, -1.1375e-02,  1.6771e-02,
                      -8.1701e-02, -1.5594e-02,  3.0858e-02,  1.4641e-02, -1.9475e-02,
                       3.5811e-02, -1.9399e-01,  6.5971e-02,  7.9609e-02, -3.4037e-02,
                       4.6620e-02,  7.8119e-02,  5.4001e-02, -8.2257e-02,  4.2265e-02,
                       5.6483e-02, -7.6647e-02,  7.9878e-02,  3.5346e-02, -1.3008e-01,
                       8.5215e-03, -4.5389e-02,  3.1359e-02, -3.3555e-02, -4.9159e-02,
                      -1.2710e-01,  7.8229e-02, -8.2307e-04,  2.1990e-02,  3.0605e-02,
                      -4.8610e-02,  4.3945e-03, -4.2178e-02,  9.0327e-02,  1.0151e-01,
                      -2.3239e-02, -3.7326e-02, -1.3133e-02, -7.1365e-03,  1.7170e-02,
                      -5.7419e-02, -3.0947e-02, -8.2238e-02,  8.0795e-03, -1.9335e-02,
                      -1.3022e-01,  9.6469e-02, -6.0043e-02, -9.4139e-02, -6.4968e-02,
                      -5.7881e-02, -5.2050e-02, -9.1183e-02, -4.0571e-02, -3.4662e-02,
                       1.5867e-02, -6.4037e-02,  5.4896e-02,  9.7329e-02, -4.0021e-02,
                      -4.9045e-02,  8.2108e-02,  1.1909e-01, -2.8994e-02, -5.8099e-02,
                      -2.4380e-03, -9.3825e-02,  1.5849e-02,  8.3702e-02,  1.0627e-01,
                      -5.3611e-02, -2.7954e-02, -7.3798e-02,  4.2246e-02,  1.1275e-03,
                      -7.1444e-02,  1.0987e-01, -5.5346e-02, -1.6476e-02, -1.9246e-02,
                      -2.9952e-02,  2.9727e-02, -3.7735e-02, -8.8725e-02,  1.5644e-01,
                      -4.5804e-02, -4.6346e-02,  2.6590e-02,  2.6050e-02, -3.4485e-02,
                      -5.0418e-02, -5.5863e-02,  3.3539e-02,  5.0946e-02, -6.8637e-02,
                      -2.7320e-02,  6.8027e-02,  1.3902e-02, -7.5357e-04,  8.5544e-02,
                      -1.8832e-02,  2.8261e-02, -1.8578e-02, -1.9764e-02,  5.8714e-02,
                      -1.5907e-02,  1.7419e-02, -3.6153e-02,  1.3986e-02,  3.4714e-04,
                       6.9465e-02, -9.1123e-02,  8.8083e-02, -3.1088e-02, -6.6710e-02,
                       3.7680e-02,  7.3059e-03,  6.6126e-02,  4.2972e-02,  6.0667e-02,
                       7.6250e-02, -6.7169e-02, -1.4773e-02,  7.4684e-02,  4.1739e-02,
                       4.7005e-02,  1.0734e-01, -6.7640e-02,  1.1212e-01,  2.4660e-02,
                       6.9250e-02, -3.4600e-02,  9.4378e-02,  3.2688e-02, -4.9664e-03,
                       5.1855e-02,  1.2429e-02, -3.8829e-03, -3.6670e-02,  9.7422e-02,
                       5.0024e-02, -1.2380e-02,  3.0650e-02,  5.7234e-03,  5.1407e-02,
                       7.2637e-03,  1.5204e-02, -1.0753e-02, -7.2387e-03, -3.6432e-02,
                       9.5436e-02, -8.3945e-02,  6.9547e-02, -3.1456e-02, -6.1808e-02,
                      -5.4543e-02, -8.2112e-02,  8.8478e-02,  9.2814e-03, -2.5932e-02,
                      -4.3639e-02, -1.2233e-01,  5.8907e-02,  3.5171e-02, -3.1482e-02,
                      -3.9427e-02, -4.7842e-02, -3.8167e-02,  4.2005e-02,  2.6418e-02,
                      -1.0848e-01, -4.2057e-02,  3.6887e-02, -1.3219e-01, -2.7780e-02,
                      -2.5858e-02, -1.3729e-02, -9.5954e-02, -8.2459e-02,  2.7046e-02,
                       6.6566e-02,  7.1587e-02, -2.2394e-02,  3.7419e-02,  1.0875e-01,
                      -3.7592e-02,  1.4932e-02,  2.0646e-02, -1.8744e-02, -2.1836e-02,
                       5.0860e-02,  7.4957e-02, -3.1679e-02,  3.0344e-02,  8.0686e-02,
                       5.7031e-02,  3.1365e-02, -3.8684e-02,  1.5958e-02,  5.6281e-02,
                      -1.2213e-02, -2.4943e-02, -6.3628e-01, -4.1429e-02,  1.0900e-01,
                       2.2902e-02, -8.4489e-02, -1.2060e-02, -1.8818e-02,  5.8256e-02,
                      -3.2118e-02,  1.4030e-02, -1.8919e-02, -4.9685e-03, -2.5154e-02,
                      -7.8232e-03, -8.4121e-02,  1.1199e-01,  3.5717e-03,  3.4633e-02,
                       1.2220e-02,  3.5089e-02,  2.3704e-02, -7.6370e-02, -8.4957e-02,
                      -3.4404e-02,  2.7104e-02,  4.0081e-02,  3.9054e-04,  3.2239e-02,
                       4.1653e-03, -4.6307e-02, -3.9443e-02,  1.1060e-01, -4.4276e-02,
                      -2.0094e-02,  1.8617e-02,  7.0917e-02, -5.6928e-04,  6.7034e-02,
                       2.7592e-02, -3.8767e-02, -3.9731e-03, -2.6199e-02,  2.4163e-02,
                       4.0480e-04, -7.3664e-02, -8.2208e-02, -9.5618e-02, -5.1441e-02,
                      -5.3906e-02,  6.4587e-02,  7.0474e-02,  6.9006e-02,  3.6662e-03,
                      -2.2158e-02, -1.2368e-01,  5.6872e-02, -9.4463e-02,  7.4312e-02,
                       1.0334e-01,  3.4817e-02, -4.5594e-02, -5.8347e-02,  2.0779e-02,
                      -2.2428e-03, -5.4015e-02, -3.6621e-02, -7.6392e-02,  5.2049e-02,
                       3.0697e-02, -1.4114e-02, -2.9490e-02, -1.0695e-02,  2.9409e-02,
                       3.2508e-02, -1.0279e-02, -3.1580e-02, -1.8997e-02,  8.7850e-02,
                       5.3722e-02,  2.3107e-02,  3.3774e-02,  2.6670e-02, -2.3312e-03,
                      -1.4314e-02, -7.5056e-02,  1.0072e-01, -1.6624e-02,  2.7513e-02,
                      -1.1500e-01,  3.2709e-03,  2.0193e-02, -2.7733e-02, -9.0161e-02,
                      -6.8529e-03, -5.3490e-02, -1.0511e-02,  1.5377e-02,  3.3214e-02,
                       5.3226e-02, -1.1866e-01, -8.7923e-02,  2.2022e-03,  7.2490e-02,
                      -1.2032e-01,  6.5795e-02, -1.6332e-02,  1.0153e-01, -6.9547e-02,
                      -9.9957e-03,  8.6583e-03,  3.1752e-02, -5.0594e-02,  1.0134e-01,
                       6.4813e-02,  7.0898e-02,  3.5745e-02,  4.3664e-02,  5.5668e-02,
                       7.6022e-02,  1.0102e-02, -3.1467e-02,  4.1595e-02, -9.0664e-03,
                      -2.6588e-02, -1.4029e-02, -2.8879e-02,  5.0174e-02, -4.7687e-02,
                      -3.0856e-02, -8.6721e-03,  9.9728e-02,  1.3867e-02, -1.3093e-01,
                      -9.9772e-03,  1.8272e-02, -2.3102e-02,  6.5658e-02,  6.3471e-03,
                      -7.5939e-02, -2.7834e-02,  4.4165e-02,  1.0417e-02, -4.0803e-02,
                      -1.7899e-02,  2.5384e-02,  1.5932e-02, -1.0690e-02, -4.5345e-02,
                      -4.9269e-02,  1.0852e-01, -1.1877e-01,  8.8814e-02, -8.9423e-02,
                      -8.2139e-02,  8.1745e-03, -1.8810e-02, -7.8320e-02, -7.4218e-03,
                      -9.4550e-02, -2.9066e-02, -2.1106e-02, -1.6332e-02, -3.0746e-03,
                      -5.9701e-02,  5.6133e-02, -7.1094e-03, -7.4742e-02,  6.2391e-03,
                      -7.5580e-02, -2.0748e-02, -1.3619e-01,  2.8584e-02, -9.2560e-03,
                      -1.6253e-02, -7.9529e-02, -1.0450e-01,  3.8988e-03, -1.9405e-02,
                      -1.1725e-02,  1.5049e-02, -3.1454e-02,  4.8218e-02, -7.7047e-02,
                      -2.5611e-02,  3.9178e-02,  7.9283e-02, -1.0377e-02,  1.8618e-02,
                      -1.1796e-01, -1.4818e-02, -2.4614e-02, -5.9941e-02, -7.5694e-02,
                       4.6559e-02,  6.4759e-02,  3.8275e-02, -1.4552e-02,  1.6312e-02,
                      -9.6259e-02,  1.2492e-01, -3.2405e-02,  1.1581e-01,  1.4447e-02,
                       2.4116e-02, -7.8824e-02,  7.8989e-02,  7.5034e-02,  1.4903e-02,
                      -1.9894e-02,  2.4413e-02, -5.7712e-02], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.weight',
              tensor([0.6636, 0.6484, 0.6663, 0.6567, 0.6781, 0.6737, 0.6823, 0.6722, 0.7160,
                      0.6729, 0.6719, 0.6655, 0.7338, 0.6702, 0.6536, 0.6811, 0.6508, 0.6912,
                      0.6641, 0.6616, 0.6676, 0.6451, 0.6585, 0.6802, 0.6490, 0.6763, 0.7005,
                      0.6898, 0.7004, 0.7766, 0.6754, 0.6686, 0.6641, 0.6625, 0.6805, 0.6568,
                      0.6706, 0.6678, 0.6647, 0.6486, 0.6642, 0.6527, 0.7009, 0.6606, 0.7098,
                      0.7094, 0.6596, 0.7231, 0.6834, 0.6499, 0.7071, 0.6865, 0.6544, 0.6785,
                      0.6644, 0.6586, 0.7039, 0.6780, 0.6681, 0.6816, 0.6955, 0.6629, 0.6637,
                      0.6634, 0.6885, 0.6549, 0.7128, 0.6551, 0.6709, 0.6500, 0.6947, 0.7578,
                      0.7128, 0.6625, 0.6630, 0.6621, 0.6719, 0.6602, 0.6468, 0.6677, 0.6735,
                      0.6881, 0.6649, 0.6682, 0.6544, 0.6683, 0.6721, 0.6562, 0.6529, 0.6846,
                      0.6676, 0.6622, 0.6700, 0.6658, 0.6663, 0.7003, 0.6529, 0.7009, 0.6880,
                      0.6912, 0.6798, 0.6692, 0.6857, 0.6494, 0.6568, 0.6765, 0.7304, 0.7211,
                      0.6705, 0.7337, 0.6418, 0.6639, 0.6936, 0.7165, 0.6712, 0.6366, 0.6484,
                      0.7528, 0.6927, 0.6669, 0.6781, 0.6581, 0.6397, 0.6850, 0.6610, 0.6554,
                      0.6745, 0.6722, 0.6693, 0.6612, 0.7202, 0.7156, 0.6678, 0.6779, 0.6610,
                      0.6654, 0.6084, 0.7155, 0.6414, 0.6713, 0.6848, 0.6663, 0.6696, 0.7138,
                      0.6749, 0.6668, 0.6753, 0.6516, 0.6918, 0.6619, 0.6631, 0.6479, 0.6706,
                      0.7871, 0.6546, 0.6636, 0.6533, 0.6682, 0.6698, 0.7109, 0.6897, 0.6228,
                      0.6836, 0.6671, 0.6662, 0.6931, 0.6717, 0.7083, 0.6592, 0.6720, 0.6409,
                      0.6675, 0.6901, 0.6841, 0.7348, 0.6633, 0.6816, 0.7306, 0.6510, 0.6886,
                      0.6525, 0.7199, 0.6860, 0.6948, 0.6958, 0.6687, 0.6461, 0.6831, 0.6915,
                      0.6472, 0.7390, 0.6843, 0.6651, 0.6662, 0.6827, 0.6913, 0.6931, 0.6695,
                      0.6675, 0.6867, 0.6639, 0.6831, 0.6825, 0.6491, 0.6621, 0.6462, 0.6865,
                      0.6486, 0.6760, 0.6877, 0.6604, 0.6693, 0.7122, 0.6794, 0.6795, 0.6802,
                      0.6887, 0.6468, 0.6683, 0.6550, 0.6973, 0.6536, 0.6889, 0.6494, 0.6756,
                      0.6460, 0.6661, 0.6844, 0.6665, 0.6695, 0.6830, 0.7052, 0.7096, 0.6595,
                      0.6379, 0.6879, 0.6639, 0.6503, 0.6730, 0.6702, 0.6912, 0.6827, 0.7061,
                      0.6704, 0.6548, 0.6643, 0.7076, 0.6717, 0.6880, 0.6859, 0.6699, 0.6549,
                      0.6547, 0.6645, 0.7305, 0.6563, 0.6804, 0.6812, 0.7020, 0.6562, 0.6837,
                      0.6712, 0.6483, 0.7009, 0.6510, 0.6467, 0.6672, 0.6798, 0.7156, 0.6592,
                      0.6475, 0.6991, 0.6562, 0.6910, 0.6722, 0.6706, 0.6521, 0.6556, 0.7429,
                      0.6486, 0.6496, 0.6843, 0.6764, 0.7185, 0.6714, 0.6712, 0.6849, 0.6413,
                      0.6629, 0.6571, 0.6787, 0.6525, 0.6695, 0.6526, 0.6684, 0.6632, 0.6682,
                      0.7711, 0.6707, 0.6700, 0.6804, 0.6779, 0.6510, 0.6818, 0.7372, 0.6879,
                      0.6814, 0.6554, 0.7022, 0.7130, 0.6939, 0.6689, 0.6846, 0.6439, 0.6791,
                      0.7056, 0.7001, 0.6642, 0.6624, 0.6528, 0.6756, 0.6834, 0.6676, 0.6744,
                      0.6969, 0.6790, 0.6627, 0.6717, 0.6507, 0.6544, 0.6254, 0.6699, 0.6545,
                      0.6538, 0.6754, 0.6652, 0.6806, 0.7127, 0.7189, 0.6483, 0.6647, 0.6509,
                      0.6942, 0.6535, 0.6459, 0.6829, 0.6664, 0.6777, 0.6917, 0.6657, 0.6694,
                      0.6582, 0.6928, 0.6910, 0.6987, 0.7003, 0.6740, 0.7051, 0.6716, 0.6613,
                      0.6539, 0.6552, 0.6971, 0.6742, 0.6988, 0.6945, 0.7123, 0.6795, 0.6804,
                      0.6464, 0.6613, 0.6790, 0.6886, 0.6425, 0.6676, 0.7030, 0.6433, 0.6874,
                      0.6580, 0.6559, 0.6625, 0.6777, 0.6815, 0.6789, 0.6627, 0.6696, 0.6526,
                      0.6857, 0.6866, 0.6578, 0.6616, 0.6620, 0.6792, 0.6666, 0.6661, 0.6984,
                      0.6569, 0.6504, 0.7005, 0.7067, 0.6485, 0.7067, 0.6838, 0.6833, 0.6501,
                      0.6657, 0.6586, 0.6807, 0.6570, 0.6533, 0.6510, 0.6653, 0.6696, 0.6727,
                      0.6883, 0.6640, 0.6513, 0.6880, 0.6592, 0.6576, 0.7011, 0.6652, 0.6469,
                      0.6730, 0.6932, 0.6597, 0.6885, 0.6579, 0.6849, 0.6619, 0.6553, 0.6622,
                      0.6815, 0.6502, 0.6716, 0.6693, 0.6575, 0.6876, 0.6882, 0.6594, 0.6905,
                      0.6500, 0.6773, 0.6629, 0.6506, 0.6810, 0.6797, 0.6574, 0.6700, 0.6606,
                      0.6705, 0.6711, 0.6661, 0.6509, 0.7041, 0.6497, 0.6659, 0.7070, 0.6716,
                      0.6638, 0.6520, 0.6769, 0.7052, 0.6485, 0.7789, 0.6696, 0.6542, 0.7398,
                      0.6590, 0.6644, 0.6495, 0.7392, 0.6762, 0.7174, 0.6695, 0.6982, 0.6646,
                      0.6466, 0.6654, 0.6512, 0.6829, 0.6675, 0.6575, 0.7077, 0.7250, 0.6703,
                      0.6817, 0.6619, 0.6643, 0.7006, 0.6556, 0.6732, 0.6503, 0.6700, 0.6847,
                      0.6625, 0.6675, 0.6779, 0.7034, 0.7058, 0.6551, 0.6469, 0.6774, 0.6539,
                      0.6963, 0.6844, 0.6843, 0.7284, 0.6753, 0.6946, 0.6512, 0.6927, 0.6591,
                      0.6803, 0.6686, 0.6856, 0.6606, 0.7069, 0.6824, 0.6747, 0.6526, 0.6597,
                      0.6580, 0.6708, 0.7265, 0.6877, 0.6998, 0.6672, 0.7147, 0.6850, 0.6809,
                      0.6670, 0.6521, 0.7401, 0.6584, 0.6903, 0.6586, 0.6771, 0.6533, 0.6955,
                      0.6307, 0.6788, 0.6586, 0.6808, 0.6644, 0.6856, 0.6672, 0.6671, 0.6654,
                      0.7013, 0.6729, 0.6834, 0.7373, 0.7014, 0.6890, 0.6767, 0.6938, 0.4027,
                      0.6669, 0.6651, 0.7051, 0.6445, 0.6524, 0.7435, 0.6716, 0.6613, 0.6703,
                      0.6787, 0.6599, 0.6572, 0.6639, 0.6523, 0.6547, 0.6617, 0.6678, 0.6635,
                      0.6995, 0.6607, 0.7040, 0.6324, 0.6647, 0.6761, 0.6545, 0.6858, 0.6856,
                      0.6477, 0.6811, 0.6606, 0.6269, 0.7167, 0.6621, 0.6501, 0.6609, 0.6760,
                      0.6667, 0.6526, 0.6630, 0.6666, 0.6898, 0.7014, 0.6694, 0.6583, 0.7060,
                      0.6744, 0.7012, 0.6658, 0.6861, 0.7580, 0.6688, 0.6868, 0.6984, 0.6949,
                      0.6840, 0.7067, 0.6611, 0.6625, 0.6841, 0.6658, 0.6624, 0.7016, 0.6840,
                      0.6612, 0.6689, 0.6735, 0.6820, 0.6834, 0.7158, 0.7054, 0.6688, 0.6685,
                      0.6482, 0.6812, 0.6676, 0.6506, 0.6875, 0.6853, 0.6394, 0.6596, 0.6719,
                      0.6634, 0.6538, 0.6892, 0.6815, 0.6999, 0.6678, 0.6784, 0.6713, 0.6707,
                      0.6787, 0.6623, 0.6672, 0.6936, 0.6602, 0.6739, 0.6558, 0.6988, 0.6831,
                      0.6486, 0.6562, 0.6660, 0.6854, 0.6503, 0.6477, 0.6513, 0.6528, 0.6464,
                      0.6556, 0.6594, 0.6962, 0.6834, 0.6743, 0.6436, 0.6501, 0.6604, 0.6865,
                      0.6924, 0.6840, 0.6626, 0.6636, 0.7162, 0.6812, 0.6637, 0.6828, 0.6984,
                      0.6617, 0.6731, 0.6452, 0.7564, 0.6565, 0.6856, 0.7158, 0.6920, 0.6606,
                      0.7113, 0.6491, 0.7084, 0.6506, 0.6374, 0.6738, 0.6582, 0.7580, 0.6726,
                      0.6676, 0.7077, 0.7011, 0.6637, 0.6602, 0.6493, 0.7202, 0.6595, 0.6815,
                      0.6572, 0.6593, 0.6892, 0.6628, 0.6897, 0.6624, 0.6772, 0.7253, 0.7686,
                      0.6585, 0.6766, 0.6624, 0.6463, 0.6767, 0.6501, 0.6587, 0.6921, 0.6553,
                      0.6559, 0.6721, 0.6837, 0.6736, 0.6909, 0.6720, 0.6843, 0.6610, 0.6615,
                      0.7367, 0.6733, 0.7110, 0.6681, 0.6593, 0.6548, 0.6491, 0.6828, 0.7188,
                      0.7169, 0.6799, 0.6944, 0.6512, 0.7261, 0.6675, 0.7235, 0.6967, 0.6538,
                      0.6644, 0.6692, 0.6826, 0.6629, 0.6947, 0.6395, 0.6622, 0.6652, 0.6834,
                      0.6763, 0.6803, 0.6553], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.bias',
              tensor([ 1.2082e-02, -1.8370e-02, -1.3594e-02, -3.4474e-02, -1.9166e-02,
                       1.4154e-02, -3.8887e-02, -4.1375e-02,  5.7411e-02,  2.4546e-03,
                       1.5695e-02,  7.1491e-03, -1.3020e-01,  3.1934e-02, -7.1045e-02,
                      -4.0794e-03,  5.2699e-03, -4.1717e-02,  1.2703e-04,  2.9449e-02,
                      -5.0345e-03, -4.5873e-02, -8.7004e-02,  1.8068e-02, -3.3800e-02,
                      -5.0353e-02,  5.2338e-02, -2.6484e-03, -1.4427e-01,  1.5756e-01,
                      -3.2799e-02,  8.1772e-03, -3.1117e-02, -1.9895e-02, -8.5708e-02,
                      -6.2376e-02,  8.1149e-02,  3.7932e-02, -8.7654e-03, -8.1699e-03,
                      -3.6776e-02, -5.1193e-02,  4.2727e-02, -6.5352e-03, -9.0920e-03,
                      -1.3745e-01, -5.7049e-02,  6.7178e-02, -1.0561e-01, -1.9664e-02,
                       6.8277e-03, -3.5308e-02, -1.8189e-02, -2.2921e-02, -5.6853e-03,
                      -1.1555e-01, -1.7561e-02, -5.1273e-02, -1.9435e-02,  2.4905e-02,
                      -1.1553e-01,  5.8802e-02, -3.8145e-02, -1.1619e-02, -8.6926e-02,
                      -2.6410e-02,  6.5809e-02, -6.7404e-02, -1.6333e-02,  4.0770e-02,
                      -1.1151e-01, -1.5544e-01, -1.1277e-01,  6.9181e-03,  2.6585e-03,
                      -1.1148e-01, -6.9113e-03,  9.3774e-02,  3.2089e-02,  6.0515e-03,
                      -5.4454e-03, -7.5164e-03, -7.2722e-02,  7.3770e-02, -4.6504e-02,
                       3.8876e-02,  2.2253e-02, -2.6312e-02, -2.2854e-02,  2.8286e-02,
                       7.4599e-03, -5.3512e-02, -1.5679e-02, -4.6755e-02,  8.1695e-03,
                       9.2157e-02, -1.9132e-02,  3.9905e-02, -1.0732e-01,  2.3938e-02,
                       3.0602e-03, -1.6905e-02, -1.3401e-01,  9.1832e-03,  2.0533e-02,
                      -4.4393e-02,  5.4048e-02, -1.2995e-01, -3.9405e-02,  1.8058e-01,
                       8.5629e-03, -7.4836e-02,  5.9806e-02, -1.1246e-01, -1.5480e-03,
                      -6.6340e-02,  3.2213e-02,  1.2680e-01, -2.8635e-02, -4.5568e-03,
                      -8.6714e-03,  3.5742e-02, -8.7911e-03,  3.1442e-02, -2.2360e-02,
                      -6.5369e-03,  1.8528e-03, -6.9803e-02,  1.4200e-02,  4.5632e-03,
                      -1.2716e-01,  4.6934e-02, -3.2639e-02,  7.7448e-03,  5.7686e-03,
                       8.0980e-02, -2.0485e-01,  6.5000e-02, -2.0211e-01, -8.6437e-02,
                      -5.5587e-02, -3.6131e-02, -3.0138e-02, -1.1750e-01,  2.1282e-02,
                       6.1687e-04, -8.6297e-02, -3.6944e-02,  2.8384e-02,  3.6495e-02,
                      -1.4301e-03, -4.6501e-02, -3.6024e-02,  1.1770e-01, -4.6791e-02,
                      -5.5144e-02,  1.9981e-02, -3.5659e-02, -8.5829e-03, -5.7261e-02,
                       2.3754e-02, -8.6971e-02, -7.6579e-02,  1.8036e-02, -6.0457e-02,
                      -6.0626e-02, -7.3049e-02,  2.7708e-02, -1.3058e-02,  1.6670e-02,
                      -5.2746e-02,  8.3273e-03, -1.5462e-02, -1.7197e-02,  7.7621e-02,
                      -2.9587e-02, -1.2780e-02, -1.0742e-01, -4.2946e-02,  9.5562e-02,
                      -2.0861e-02, -1.2536e-01,  1.5975e-03, -7.8061e-02, -1.8477e-02,
                       9.7725e-04,  3.8601e-02, -6.8696e-02, -1.0402e-01, -9.8939e-03,
                       9.6094e-02, -1.0252e-01, -1.9916e-02, -8.8604e-03, -3.1730e-02,
                      -9.2356e-02, -7.5105e-02, -2.4528e-02,  3.5917e-02, -5.4306e-02,
                      -2.2957e-03, -1.0891e-02, -1.1259e-01, -6.5747e-02,  9.5875e-03,
                      -7.1007e-03,  3.0338e-02,  5.2117e-02, -2.4642e-02, -7.8856e-02,
                      -2.7008e-02, -5.6427e-02,  8.7284e-02, -1.2452e-02, -9.3500e-02,
                      -9.4048e-02,  3.0053e-02, -5.1301e-03, -8.3119e-02,  4.2031e-03,
                       7.2032e-02, -4.2978e-02,  3.7438e-02,  2.4848e-04, -1.0104e-01,
                      -2.6048e-03, -5.0944e-03,  1.4312e-02, -6.5465e-02, -3.7804e-02,
                      -7.0851e-02,  3.8819e-02,  6.8546e-02, -4.3867e-02, -8.3009e-03,
                      -6.0356e-02, -6.0254e-02,  1.9439e-02, -1.3618e-01,  2.4509e-02,
                      -5.6230e-02,  1.5360e-03,  3.2032e-02, -3.4083e-04, -1.6023e-02,
                       5.1778e-03, -1.5319e-01, -8.2242e-04,  4.7798e-02,  7.9006e-02,
                       4.8141e-03, -5.6376e-02, -1.0887e-02, -1.0345e-01,  1.3255e-01,
                      -7.5759e-02, -1.2273e-02,  2.2457e-02, -1.0423e-01, -3.7010e-02,
                       1.1711e-02,  4.0376e-02, -1.3163e-02, -1.2797e-01, -3.1411e-02,
                       4.0484e-03, -8.9330e-02,  5.8204e-02, -1.8874e-01, -2.9904e-02,
                       7.8161e-03, -4.9702e-02, -6.1139e-02,  8.0501e-02, -7.7568e-02,
                      -4.4315e-02,  3.5540e-02, -5.9282e-02,  5.2601e-02, -4.9088e-02,
                      -5.6466e-02,  3.9156e-02,  1.8271e-02,  8.2871e-02, -1.3499e-02,
                      -5.8452e-02,  8.4162e-02,  3.0862e-02, -8.5959e-03, -6.6785e-02,
                      -7.2175e-03, -5.6517e-02, -4.9523e-02,  3.7920e-02, -2.0506e-02,
                       8.1640e-02, -5.4363e-02,  1.3627e-01, -8.5768e-02, -5.2505e-02,
                      -3.2788e-03, -9.0863e-02, -3.5810e-02,  4.5413e-02, -9.4686e-02,
                       5.6061e-02, -8.6317e-02,  2.7460e-02, -6.7313e-02,  4.6543e-02,
                       6.3018e-03, -2.3582e-02, -2.2164e-02, -6.5590e-02, -8.4731e-02,
                      -1.2270e-01,  4.9459e-02, -1.7866e-02,  3.3073e-02, -9.2132e-03,
                      -4.0100e-02,  7.3393e-02,  1.3183e-03, -1.1975e-03, -8.7011e-02,
                      -5.6777e-02, -3.7521e-02, -8.3860e-02,  1.2266e-02,  2.6779e-03,
                       3.1358e-02, -5.0319e-02, -1.8851e-02, -1.0471e-01, -8.1855e-02,
                      -5.0051e-02,  2.2622e-03,  3.3183e-02, -9.5296e-02, -8.0654e-02,
                      -4.8823e-02, -2.4350e-02,  8.0968e-02,  2.8634e-04, -2.2000e-02,
                      -1.5806e-02, -2.3252e-02, -6.3136e-02,  4.2917e-02,  2.4523e-02,
                       9.2513e-02,  9.8919e-02, -1.1222e-01,  4.4935e-02,  3.5400e-02,
                      -8.3015e-02,  2.4510e-02,  3.3592e-02,  2.7202e-02, -5.3975e-02,
                      -1.7237e-02, -3.5229e-03,  9.1678e-02,  2.5807e-02, -1.2341e-01,
                       5.5561e-02,  8.7117e-02, -7.8930e-02, -8.3600e-02, -1.6822e-02,
                       4.9924e-03, -3.8403e-02,  2.6656e-02, -7.4786e-02, -3.9322e-02,
                      -7.0354e-03,  1.0686e-02, -1.9400e-02,  3.9762e-02, -1.2470e-02,
                      -9.8431e-02,  5.6715e-03,  3.2340e-02, -9.3420e-04, -5.7040e-02,
                      -2.9006e-02,  2.3780e-02, -7.9403e-02,  2.5154e-03, -8.9713e-03,
                      -7.8288e-02, -3.6979e-02, -2.7556e-02,  5.4522e-02,  4.2366e-02,
                      -1.2965e-01,  4.2960e-02, -3.3857e-03, -8.4299e-02, -1.2077e-01,
                      -2.5577e-02,  6.8308e-02, -8.9963e-02, -1.7764e-02, -4.5795e-02,
                      -5.8141e-02, -2.2516e-02, -5.8038e-02,  1.5639e-02, -2.5527e-02,
                      -6.2688e-02, -8.1894e-02,  5.0591e-03, -2.0981e-02, -1.2899e-01,
                      -4.0945e-02,  3.5984e-02, -4.3165e-03, -4.5853e-03, -4.9294e-03,
                       8.6622e-02, -8.3474e-02, -3.1881e-02, -1.0740e-01,  5.9316e-02,
                      -3.9870e-02, -1.0433e-01,  2.1621e-02,  2.2538e-02,  2.8123e-02,
                      -1.2800e-02,  3.7479e-03, -5.2022e-02, -7.1283e-02, -7.1196e-02,
                       3.6598e-02, -7.9714e-02, -3.7856e-02, -3.9707e-02, -6.9644e-02,
                       2.0190e-04, -7.2917e-02, -5.1594e-02, -1.6294e-02, -1.3176e-02,
                      -2.3001e-02, -5.4840e-03, -1.8968e-02,  6.3513e-02,  3.8171e-02,
                      -2.3703e-02, -1.2801e-01, -5.7372e-02, -7.8586e-02,  6.5589e-02,
                      -4.3696e-02, -5.7442e-02, -6.7621e-02, -7.4056e-02,  8.3710e-03,
                      -7.0162e-03, -3.2255e-02, -9.8950e-02,  1.0201e-02,  3.5651e-02,
                       8.4014e-03, -7.5301e-02,  8.0804e-02, -1.6014e-02,  3.5003e-02,
                      -9.4784e-03,  8.2661e-02,  1.9021e-02,  5.7997e-02, -6.1951e-02,
                       1.5462e-02, -3.7270e-03,  1.5875e-02, -3.4613e-02,  4.8902e-02,
                       2.4894e-02, -6.0395e-02,  2.9502e-03,  5.7883e-02,  6.8452e-02,
                       9.2782e-03,  7.1715e-02, -5.1802e-03,  1.3385e-01, -9.1751e-02,
                       4.9189e-02,  3.8943e-02, -2.9647e-03,  1.4193e-02,  8.3186e-02,
                       6.1111e-03, -2.9122e-02,  4.3507e-02, -7.4999e-02,  4.6748e-02,
                       1.3539e-02, -5.2590e-02, -1.5298e-02,  3.9109e-03, -9.0263e-02,
                       3.2901e-02, -2.1414e-02,  9.9823e-02,  3.3046e-02, -1.1331e-01,
                      -2.5352e-02, -1.0742e-01,  3.6853e-02,  3.0829e-02, -4.6223e-02,
                      -8.0892e-02, -8.1170e-02,  3.8024e-02,  3.8325e-02, -8.0007e-02,
                       2.2490e-02, -3.5294e-02, -1.0159e-01,  1.9737e-02,  5.3091e-02,
                      -3.1817e-02,  2.5453e-02, -2.7451e-02, -6.9738e-02, -8.6601e-02,
                      -1.2978e-01, -1.5289e-02, -1.6176e-03, -1.6140e-01,  4.9223e-02,
                       5.8044e-02, -6.9137e-02, -3.8112e-02, -2.0249e-02,  7.6271e-02,
                       1.4974e-02,  4.4275e-02, -6.9804e-02, -4.9033e-02, -1.4448e-02,
                       3.7062e-02, -9.8380e-03, -2.7351e-02,  8.9003e-02,  2.6688e-02,
                      -1.4429e-03,  1.1066e-02, -1.4292e-01,  5.3921e-02,  3.2648e-02,
                      -5.0068e-02, -9.0284e-02,  8.5468e-02, -6.5118e-02, -2.0372e-02,
                       4.9584e-02,  2.3595e-02, -5.7113e-02,  1.2835e-01, -2.2762e-03,
                       8.3382e-03,  2.7860e-02, -8.0786e-02, -5.1996e-02,  2.4934e-02,
                      -4.5120e-02,  2.5725e-02, -4.0791e-02,  3.3561e-02, -1.0664e-02,
                       3.6243e-03,  4.0890e-02, -6.2535e-02,  4.5191e-03,  7.0128e-02,
                      -5.8264e-02, -7.2057e-02,  5.2607e-03, -9.1228e-02,  3.5702e-02,
                      -2.2662e-02, -1.0701e-01, -4.6995e-02, -2.2669e-02, -1.0900e-01,
                      -2.4439e-02, -2.5611e-02, -4.7774e-02, -5.2710e-03, -1.8241e-02,
                      -3.4897e-02, -6.0092e-02, -5.6805e-02, -9.8843e-02,  1.1851e-01,
                      -1.0454e-02,  5.7029e-02, -1.5441e-01,  7.8802e-03,  2.9267e-02,
                      -2.4608e-02, -9.7538e-03,  1.1309e-01,  4.3319e-02,  4.1523e-02,
                       2.9608e-02, -1.5375e-01, -5.4205e-03, -8.3861e-02, -3.3518e-02,
                      -1.7262e-02, -3.3329e-02,  1.1663e-03, -6.1089e-03,  2.9042e-02,
                      -6.7982e-02,  1.0922e-02, -3.5113e-02, -5.2324e-02,  1.9173e-02,
                       2.4428e-02,  4.0715e-02, -2.9136e-02, -3.4383e-02, -7.9844e-02,
                       3.0190e-02,  1.9394e-02,  1.0980e-02,  5.4287e-02,  4.3817e-02,
                       7.6368e-02,  1.1996e-02,  1.8502e-02,  4.7781e-02,  3.2792e-02,
                      -3.3923e-02, -7.8421e-02,  3.9951e-03, -1.1667e-01,  5.8125e-02,
                      -5.5427e-02,  2.8531e-02, -7.8996e-02, -4.8571e-02, -4.2832e-02,
                      -7.2250e-02, -7.2563e-02,  7.5294e-03, -6.3486e-02, -1.7427e-02,
                       4.8533e-02,  2.8028e-02,  6.5711e-03,  1.9829e-02,  5.1994e-02,
                      -1.3635e-01, -2.5633e-02,  6.0353e-03, -7.2411e-02,  5.9787e-03,
                      -7.0541e-02, -5.4790e-02, -2.9378e-02, -1.1232e-01,  1.4502e-02,
                       9.3501e-03, -6.1627e-02, -4.7627e-02,  1.3154e-02,  3.0261e-02,
                      -4.0267e-04,  3.1973e-02,  4.5964e-02, -3.5646e-02,  5.7432e-02,
                      -9.3093e-03,  9.4441e-03, -2.3844e-02,  4.7828e-02,  2.1559e-02,
                      -3.3790e-02, -3.2392e-03,  1.4489e-01, -2.8007e-02, -9.3146e-02,
                       8.4929e-02,  3.1004e-02,  1.0594e-02,  3.3699e-02, -6.7224e-02,
                      -1.2033e-01, -5.7444e-02, -6.8188e-03, -1.0888e-01, -5.5868e-02,
                       1.2445e-01,  1.9084e-02,  3.1540e-02, -1.3079e-01, -1.1912e-01,
                      -6.5237e-02,  1.1973e-02, -5.3040e-03,  5.0522e-02, -6.7505e-02,
                      -1.1194e-01, -5.9955e-03,  3.5861e-02, -8.0608e-02, -6.4404e-02,
                      -8.6962e-02,  3.7089e-02, -7.8449e-02,  1.1857e-01,  1.1588e-01,
                      -9.6371e-03, -6.8742e-02, -2.6314e-02, -1.4040e-02, -4.4161e-02,
                      -3.4789e-03, -4.8928e-02, -1.2743e-01,  7.1278e-03, -3.9294e-02,
                      -7.1070e-02, -4.0181e-02, -3.3978e-03,  4.8555e-02, -4.5243e-02,
                       6.8149e-02, -1.8736e-02, -1.4064e-02,  5.0240e-02,  5.2170e-03,
                      -1.3794e-01, -5.4124e-02,  4.1199e-02, -1.8632e-02, -3.9864e-02,
                      -4.3012e-02, -1.5422e-01, -1.3279e-01, -1.2044e-01, -1.3148e-01,
                      -2.6980e-02,  9.9233e-02, -1.1737e-02, -8.4115e-02,  2.1011e-02,
                      -5.1579e-02, -3.3532e-02, -2.3216e-02,  2.7342e-02, -3.3128e-02,
                      -7.6858e-02, -1.7910e-02, -6.0740e-02, -1.1638e-02,  4.8095e-02,
                      -4.1912e-02,  1.5455e-02, -3.8887e-02], device='cuda:0')),
             ('bert.pooler.dense.weight',
              tensor([[ 0.0011, -0.0039,  0.0091,  ..., -0.0207, -0.0187,  0.0090],
                      [ 0.0161, -0.0150, -0.0085,  ..., -0.0099, -0.0041,  0.0158],
                      [ 0.0064,  0.0388, -0.0210,  ..., -0.0179,  0.0352,  0.0654],
                      ...,
                      [-0.0096,  0.0322, -0.0284,  ..., -0.0144,  0.0454,  0.0646],
                      [ 0.0041, -0.0037,  0.0136,  ...,  0.0003,  0.0085, -0.0179],
                      [ 0.0067,  0.0592, -0.0449,  ..., -0.1028,  0.0663, -0.0360]],
                     device='cuda:0')),
             ('bert.pooler.dense.bias',
              tensor([-5.8115e-03,  9.3588e-03,  4.8767e-02, -1.8022e-01,  1.7176e-01,
                       4.1306e-03,  1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
                       3.8091e-02,  9.8544e-02, -7.1318e-02, -3.6671e-02,  4.6600e-04,
                      -1.7177e-02,  1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
                       4.9510e-03, -4.7420e-02,  4.3919e-04,  1.6040e-01,  1.5709e-02,
                      -8.8935e-03,  1.0858e-01,  6.7501e-02,  1.8671e-02, -8.6190e-04,
                       1.2690e-02, -1.7996e-01,  1.3801e-01, -1.2840e-01,  3.9485e-04,
                      -5.6339e-03,  3.8242e-03, -1.1510e-03,  1.6892e-02, -1.5029e-01,
                      -1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03,  1.6556e-01,
                       1.2982e-02,  4.1665e-03, -1.0006e-02,  1.1098e-03,  4.8841e-02,
                      -2.1372e-02, -2.9290e-03, -6.0927e-02,  5.2682e-02,  9.0961e-02,
                       1.8074e-02,  1.7856e-01,  4.2016e-04, -4.3218e-02,  2.6694e-03,
                       1.6130e-01, -8.8134e-04,  3.2869e-02, -2.8807e-03,  3.1481e-03,
                      -1.8760e-02, -8.2572e-02,  7.6392e-03, -6.9180e-03,  1.1093e-02,
                       6.5347e-03,  7.2559e-03,  6.5418e-02, -1.2105e-01,  1.8309e-03,
                      -1.4902e-03, -8.1647e-05, -4.5363e-02,  9.0850e-02,  9.3590e-02,
                       2.3000e-03, -6.2410e-02,  1.7925e-01, -9.8635e-03,  7.3877e-03,
                      -5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
                       7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02,  6.0433e-02,
                      -2.0333e-02, -3.3983e-03,  2.0285e-03,  6.7453e-02,  9.3293e-03,
                      -8.0139e-03,  1.5805e-01,  7.4805e-02, -3.2016e-02,  8.2794e-02,
                      -5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04,  1.7152e-03,
                       2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03,  1.4728e-01,
                      -3.5039e-02,  1.5836e-01,  2.5534e-02, -8.7264e-03,  5.8480e-02,
                      -4.9316e-03,  1.5467e-01,  9.5374e-02,  1.1094e-02, -6.1654e-03,
                      -1.2631e-02,  4.4027e-03,  1.5922e-01, -1.7052e-03, -1.3012e-02,
                       6.8258e-03, -1.1350e-01, -2.0215e-01,  7.2229e-02,  1.4414e-03,
                       1.0312e-01, -9.6551e-02,  1.3047e-01, -4.4737e-02, -6.5103e-03,
                      -8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03,  1.2110e-01,
                       4.1319e-03, -1.6398e-01,  4.2953e-03, -7.7241e-03, -4.4143e-03,
                       1.2892e-02,  1.3045e-02, -1.1594e-02,  1.6373e-02,  1.1733e-01,
                       1.8505e-01,  1.6821e-01,  1.8737e-03, -2.4231e-02,  1.3171e-01,
                       3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01,  7.0733e-02,
                       1.1832e-01,  7.0364e-03, -1.7396e-02,  1.0599e-01,  6.2406e-03,
                       6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02,  3.3349e-03,
                       1.3461e-02,  4.4413e-03,  3.6012e-02, -1.1097e-01,  2.7576e-02,
                      -2.8521e-02, -1.5421e-02,  1.6516e-03,  3.7964e-02, -1.6168e-01,
                      -2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03,  5.1753e-03,
                      -5.7897e-03,  1.0817e-01,  5.6149e-02,  2.0578e-02, -2.9792e-02,
                      -5.6550e-03,  7.4697e-02, -7.1907e-03,  8.1478e-02, -3.1350e-03,
                      -1.5073e-01, -2.4879e-02,  7.6800e-02,  3.3494e-02,  3.9408e-04,
                       2.2496e-02,  6.8863e-03,  7.9943e-03,  7.1716e-02,  4.2985e-03,
                       5.5676e-02, -4.3870e-03,  6.2424e-03,  1.3728e-02,  3.1126e-02,
                      -1.1745e-03, -2.0119e-03, -7.6685e-04,  9.8332e-03,  6.9458e-02,
                      -1.1092e-01, -5.1435e-03,  9.5666e-03, -1.3475e-01, -1.3465e-01,
                       2.2974e-02, -1.1103e-03, -1.0204e-02,  2.1199e-03, -1.1226e-02,
                      -7.1712e-03,  1.4398e-01,  1.8244e-01,  1.6254e-03,  4.0312e-03,
                      -7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03,  6.9515e-03,
                       7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01,  1.5253e-02,
                      -4.9140e-04, -9.2603e-02, -1.5284e-02,  7.0635e-03, -9.9866e-02,
                       7.0115e-03, -1.5588e-02, -2.8034e-02,  1.5303e-01, -1.5959e-01,
                       1.1757e-01,  5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
                      -1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04,  4.3015e-03,
                      -1.5195e-02,  1.3175e-01, -1.6863e-02,  6.5192e-03, -9.8760e-03,
                      -7.2608e-02,  8.9327e-03, -2.4636e-03,  1.4127e-01,  8.6497e-02,
                      -4.5537e-03,  2.6140e-02,  9.7131e-03, -1.7440e-01, -3.2023e-02,
                      -5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03,  6.5111e-02,
                      -3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
                      -3.5488e-03, -5.9707e-03,  4.6764e-03,  2.3283e-02, -7.9813e-03,
                      -1.3099e-02,  8.8409e-02,  5.6910e-02, -3.6078e-03,  5.6558e-03,
                       2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
                      -5.9464e-02,  1.9788e-01, -4.1680e-02,  4.0247e-02,  1.5241e-01,
                      -3.1647e-02,  1.1786e-02, -2.8319e-03, -1.7654e-01,  1.6141e-03,
                       5.1052e-02,  9.9063e-02, -3.0759e-03,  4.5269e-03,  1.0784e-01,
                      -2.7435e-03,  6.1185e-04,  8.4977e-03,  3.4478e-03,  2.7418e-03,
                      -2.3760e-03,  1.0250e-01,  3.8680e-02, -3.1951e-02,  1.2241e-01,
                       2.6302e-05,  5.2423e-03, -4.9355e-02,  1.3308e-02,  2.9259e-02,
                      -5.3577e-03,  1.3909e-03, -7.2377e-03,  3.5591e-02, -1.0046e-02,
                       5.7432e-03, -7.8970e-02, -4.3012e-03,  1.1742e-02,  2.6138e-02,
                      -6.8207e-02,  7.0146e-02,  4.5916e-03,  5.0913e-03, -4.7654e-02,
                       5.6981e-02, -5.9742e-02,  1.3536e-02, -4.0853e-03, -6.5299e-03,
                      -1.1545e-03,  1.8153e-01,  6.8414e-02,  9.0542e-02,  1.7344e-02,
                       1.4256e-02,  1.0939e-02,  1.6144e-02, -8.6881e-02, -8.6863e-03,
                      -5.9451e-02,  3.7601e-04,  7.0076e-02,  6.1620e-02, -2.3049e-03,
                       3.9863e-03, -1.2083e-01,  7.1598e-03, -6.9231e-03, -3.5726e-02,
                       1.3231e-03, -1.1158e-01, -6.3355e-03,  6.0980e-02,  3.8503e-04,
                       1.5968e-01,  8.5405e-03, -1.8399e-02,  3.7024e-02, -3.1973e-03,
                       1.0958e-01, -1.4042e-01, -1.0083e-02,  1.1681e-01, -3.3125e-03,
                       5.4216e-03,  1.3668e-02,  4.3286e-02, -3.2407e-02,  6.7559e-03,
                      -4.8321e-02, -9.4247e-03, -7.8033e-03,  8.4397e-03,  1.1671e-02,
                      -1.3366e-02, -2.8273e-03,  9.9944e-02, -3.6099e-03,  1.2762e-02,
                       1.1779e-02,  2.1021e-02,  4.7388e-03, -2.5385e-03, -5.6725e-03,
                       5.0555e-03,  9.0733e-03, -6.3610e-03,  1.7877e-02, -2.6643e-02,
                       5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02,  8.9085e-04,
                      -6.9659e-02, -7.0801e-03, -5.6351e-02,  1.7179e-01,  1.5205e-01,
                      -5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02,  8.7138e-03,
                       2.0070e-03,  3.7698e-03, -3.6747e-03, -1.9989e-02,  8.9845e-04,
                       7.2630e-03, -5.1472e-03, -2.1029e-02,  1.6095e-02, -2.3968e-02,
                       4.4886e-02, -8.3557e-02,  5.5200e-04,  1.3850e-01, -5.0940e-02,
                      -1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02,  1.3077e-02,
                       1.9033e-02,  6.6901e-04, -1.5752e-03, -5.9968e-02,  2.8774e-02,
                      -1.1468e-03, -3.8982e-03,  2.6745e-03, -8.7385e-03,  3.7953e-02,
                       3.7259e-02,  3.6948e-03, -8.3585e-03, -3.6221e-02,  7.3546e-02,
                      -1.4234e-01, -4.6334e-02, -4.4743e-02,  3.5720e-03, -2.4514e-02,
                      -8.5031e-02,  1.2456e-03,  1.7534e-01,  4.5052e-02,  8.0138e-02,
                       9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
                       9.3173e-03,  7.2088e-03, -2.6054e-02, -3.6163e-02,  2.8835e-02,
                       1.7769e-02, -3.1019e-02, -1.7036e-01,  1.3967e-01,  1.2289e-02,
                       1.0467e-02,  2.0695e-03, -3.0791e-03,  3.5018e-03,  7.3202e-03,
                      -1.0088e-01, -2.9533e-02,  1.8623e-01, -3.5365e-02,  1.1822e-02,
                       1.5038e-01,  6.2846e-02,  8.6147e-03, -5.3063e-03, -1.8145e-01,
                      -2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02,  4.7421e-02,
                      -5.7551e-02, -1.8327e-02,  6.4669e-03,  1.6035e-01,  9.6937e-02,
                       6.6119e-04, -7.6591e-02, -9.8542e-02,  2.3189e-02, -3.2598e-03,
                       2.8048e-02, -5.9742e-03, -5.9591e-03,  1.4205e-03,  2.4378e-02,
                       3.8806e-02,  5.1978e-03, -3.6990e-03, -6.9187e-02,  1.2994e-01,
                       5.9024e-03, -4.4173e-02,  9.8167e-02, -2.9439e-02,  9.1041e-03,
                       1.2438e-02,  7.2267e-02,  2.3580e-02, -5.9579e-02,  5.6333e-02,
                      -8.3339e-02,  2.8376e-02, -7.4949e-02, -6.3609e-02,  7.1125e-02,
                      -1.8380e-01,  9.4819e-03, -1.9872e-01, -1.1694e-01,  2.0833e-03,
                       4.9147e-03, -3.3417e-03,  3.3461e-02, -1.9937e-01, -9.1900e-02,
                       8.5435e-03, -8.2024e-02, -1.1564e-01,  1.1753e-01,  9.3605e-03,
                       2.2959e-02,  1.4468e-02,  2.0639e-02, -1.3277e-03,  7.6449e-02,
                       6.5913e-02,  7.7185e-03,  1.2239e-02, -1.7768e-01,  7.6435e-02,
                       7.7838e-03,  7.0075e-03,  1.7694e-01, -8.2951e-04,  9.5385e-03,
                       5.1950e-03, -1.4371e-01, -2.6754e-04,  1.8925e-03,  1.3842e-02,
                       9.2720e-02,  2.5768e-03,  2.5667e-03,  3.8857e-03,  2.3208e-03,
                      -4.6783e-02,  8.8385e-03, -1.5227e-01,  1.6328e-01, -1.2802e-01,
                       7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02,  4.5378e-02,
                       1.9195e-01, -2.1570e-02,  2.6704e-03,  1.7045e-01, -3.1556e-03,
                       2.8881e-02, -1.3697e-01, -4.7900e-03,  3.4858e-02, -1.8494e-02,
                       1.7965e-01,  4.9954e-03,  7.4127e-03,  1.2181e-01, -1.8226e-01,
                      -6.4113e-02,  1.0164e-03, -2.6576e-03,  9.1513e-03, -1.7503e-01,
                       2.4163e-03,  1.1255e-02,  1.4656e-02, -1.5505e-01,  1.3799e-01,
                      -1.9151e-01, -1.9014e-04,  1.3449e-01, -2.6322e-02,  6.3018e-02,
                       6.7136e-03,  1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
                       4.8558e-03,  5.8679e-03, -1.3796e-01,  4.4930e-02,  2.1569e-03,
                       2.7138e-02, -5.9979e-02, -3.9487e-04,  7.4797e-02, -4.4435e-04,
                       1.6906e-02,  2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
                       1.8443e-03,  1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
                       3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
                      -5.0560e-03,  7.6597e-03,  1.4518e-02, -4.7470e-07,  1.6542e-02,
                      -1.6024e-01,  1.8332e-01, -1.4349e-01, -1.3844e-01,  1.1824e-01,
                       3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
                       2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
                       2.1973e-02,  7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
                      -7.4663e-03,  1.8197e-01,  1.7610e-01,  6.6553e-02, -9.1259e-02,
                       5.2524e-03,  3.4243e-03,  1.4330e-01,  7.0370e-03, -6.4844e-04,
                       1.6033e-01,  5.2785e-02, -1.4751e-03,  2.3957e-02,  4.7976e-04,
                       7.9307e-03,  2.0934e-04, -3.2722e-03,  2.8557e-02, -1.7311e-01,
                       6.8649e-03, -8.3870e-02, -4.4710e-02,  3.9973e-02, -2.6186e-03,
                       1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02,  6.1866e-02,
                      -1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
                      -1.4657e-01,  1.4643e-02,  8.2544e-03, -5.6840e-02, -1.8154e-02,
                       2.0343e-03, -4.4080e-02,  3.4167e-02, -1.8521e-01, -3.0289e-02,
                      -3.9352e-02,  3.1747e-02, -6.8946e-03,  1.0095e-02,  2.0738e-02,
                      -1.9546e-02,  4.1931e-02,  7.1183e-02, -2.5810e-02,  5.8527e-03,
                       2.0055e-03,  3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
                       1.2603e-01, -1.6641e-01, -2.1889e-02,  1.4587e-01,  1.6094e-01,
                      -2.9372e-02, -1.0769e-01,  1.9713e-01,  3.0402e-03,  1.7848e-01,
                      -7.5536e-03, -6.4585e-02, -1.1468e-01,  1.9044e-03, -8.4343e-03,
                       1.6959e-01, -2.9150e-03, -2.7992e-02,  9.9737e-03, -4.3537e-03,
                      -2.4625e-03,  9.8668e-03,  1.1286e-02,  5.3781e-03, -5.8473e-03,
                       3.9737e-02,  6.6289e-03,  1.7691e-01], device='cuda:0')),
             ('encoder.weight_ih_l0',
              tensor([[-5.8794e-03, -3.3077e-02, -4.8543e-03,  ...,  2.2383e-02,
                       -1.4995e-02, -2.9739e-02],
                      [ 2.3997e-02,  9.5530e-03,  7.1040e-03,  ..., -5.4351e-02,
                       -1.1170e-02,  2.7860e-02],
                      [ 1.4057e-02,  3.6596e-02,  4.1763e-02,  ..., -1.2558e-03,
                       -1.2027e-02, -3.0620e-02],
                      ...,
                      [-2.4430e-02,  3.0983e-02,  1.7736e-02,  ...,  2.5970e-02,
                        1.8064e-02, -3.9410e-02],
                      [-2.0731e-02, -3.1216e-02,  7.1681e-03,  ...,  1.1313e-05,
                        4.7307e-02, -4.7048e-02],
                      [ 6.2022e-02,  5.0809e-02,  2.4745e-02,  ..., -2.6725e-02,
                        3.3922e-02,  4.7978e-02]], device='cuda:0')),
             ('encoder.weight_hh_l0',
              tensor([[-0.0480,  0.0487, -0.0085,  ...,  0.0348, -0.0580, -0.0140],
                      [-0.0328, -0.0243,  0.0314,  ..., -0.0367, -0.0303, -0.0144],
                      [ 0.0378,  0.0231,  0.0279,  ..., -0.0073,  0.0176, -0.0279],
                      ...,
                      [-0.0055, -0.0055,  0.0313,  ...,  0.0529,  0.0423, -0.0419],
                      [ 0.0363, -0.0145,  0.0102,  ...,  0.0540,  0.0046, -0.0510],
                      [-0.0571,  0.0578,  0.0509,  ..., -0.0256,  0.0558, -0.0525]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0',
              tensor([-0.0070,  0.0340, -0.0077,  ...,  0.0429, -0.0174,  0.0001],
                     device='cuda:0')),
             ('encoder.bias_hh_l0',
              tensor([ 0.0311,  0.0202,  0.0473,  ...,  0.0352,  0.0068, -0.0307],
                     device='cuda:0')),
             ('encoder.weight_ih_l0_reverse',
              tensor([[-0.0361, -0.0138,  0.0012,  ..., -0.0145,  0.0095, -0.0035],
                      [-0.0253,  0.0378, -0.0489,  ..., -0.0564, -0.0113, -0.0402],
                      [ 0.0087,  0.0523,  0.0504,  ..., -0.0552, -0.0369,  0.0189],
                      ...,
                      [ 0.0451,  0.0051,  0.0204,  ..., -0.0250, -0.0541, -0.0229],
                      [ 0.0038, -0.0038, -0.0619,  ...,  0.0278,  0.0258, -0.0266],
                      [-0.0251, -0.0169, -0.0026,  ...,  0.0241, -0.0132,  0.0495]],
                     device='cuda:0')),
             ('encoder.weight_hh_l0_reverse',
              tensor([[ 0.0116, -0.0193,  0.0036,  ..., -0.0391, -0.0547,  0.0497],
                      [-0.0286, -0.0532,  0.0059,  ..., -0.0427,  0.0097,  0.0211],
                      [-0.0034,  0.0260,  0.0450,  ..., -0.0321,  0.0149, -0.0360],
                      ...,
                      [-0.0433,  0.0453,  0.0056,  ...,  0.0225,  0.0410,  0.0080],
                      [-0.0405,  0.0584,  0.0022,  ...,  0.0361,  0.0302,  0.0417],
                      [-0.0042,  0.0335,  0.0246,  ...,  0.0599, -0.0201,  0.0337]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0_reverse',
              tensor([ 0.0309, -0.0357, -0.0313,  ..., -0.0056,  0.0538,  0.0074],
                     device='cuda:0')),
             ('encoder.bias_hh_l0_reverse',
              tensor([-0.0029,  0.0312, -0.0434,  ..., -0.0557,  0.0602,  0.0640],
                     device='cuda:0')),
             ('out.weight',
              tensor([[-0.0420, -0.0412, -0.0071,  ...,  0.0064, -0.0131,  0.0440],
                      [-0.0239,  0.0341, -0.0467,  ...,  0.0235, -0.0068,  0.0382],
                      [-0.0414,  0.0045, -0.0154,  ..., -0.0306,  0.0202, -0.0316],
                      [ 0.0366,  0.0094, -0.0236,  ..., -0.0151,  0.0210, -0.0132],
                      [ 0.0150, -0.0365, -0.0131,  ..., -0.0125,  0.0428,  0.0110]],
                     device='cuda:0')),
             ('out.bias',
              tensor([-0.0070,  0.0117, -0.0125,  0.0411, -0.0320], device='cuda:0'))])
In [20]:
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_BCE_WF1.pt")
data
Out[20]:
OrderedDict([('bert.embeddings.position_ids',
              tensor([[  0,   1,   2,   3,   4,   5,   6,   7,   8,   9,  10,  11,  12,  13,
                        14,  15,  16,  17,  18,  19,  20,  21,  22,  23,  24,  25,  26,  27,
                        28,  29,  30,  31,  32,  33,  34,  35,  36,  37,  38,  39,  40,  41,
                        42,  43,  44,  45,  46,  47,  48,  49,  50,  51,  52,  53,  54,  55,
                        56,  57,  58,  59,  60,  61,  62,  63,  64,  65,  66,  67,  68,  69,
                        70,  71,  72,  73,  74,  75,  76,  77,  78,  79,  80,  81,  82,  83,
                        84,  85,  86,  87,  88,  89,  90,  91,  92,  93,  94,  95,  96,  97,
                        98,  99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
                       112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
                       126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
                       140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
                       154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
                       168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
                       182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
                       196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
                       210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
                       224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
                       238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
                       252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
                       266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
                       280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
                       294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
                       308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
                       322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
                       336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
                       350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
                       364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
                       378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
                       392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
                       406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
                       420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
                       434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
                       448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
                       462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
                       476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
                       490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
                       504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
             ('bert.embeddings.word_embeddings.weight',
              tensor([[-1.0250e-02, -5.2313e-05, -1.2265e-02,  ..., -1.8677e-02,
                       -1.6744e-02,  4.1106e-03],
                      [-7.9513e-04,  1.4264e-03, -3.8791e-02,  ..., -7.9199e-03,
                       -4.8791e-02, -1.8212e-05],
                      [ 7.6847e-03,  1.0448e-06, -9.1243e-03,  ..., -5.0452e-02,
                       -6.8122e-03, -9.4209e-03],
                      ...,
                      [-1.2886e-02, -3.3330e-02, -4.0345e-02,  ..., -3.6311e-02,
                       -4.0204e-02,  1.9267e-03],
                      [-2.7085e-02,  2.2673e-03, -4.2206e-02,  ..., -5.9608e-02,
                       -1.3125e-02, -7.6507e-07],
                      [ 1.3435e-02, -2.8860e-06, -2.2761e-02,  ..., -6.3681e-03,
                       -3.3362e-02, -1.8298e-17]], device='cuda:0')),
             ('bert.embeddings.position_embeddings.weight',
              tensor([[ 0.0320,  0.0083,  0.0044,  ...,  0.0022,  0.0175,  0.0156],
                      [-0.0260, -0.0132, -0.0071,  ...,  0.0036,  0.0116,  0.0082],
                      [ 0.0004,  0.0047,  0.0064,  ...,  0.0087,  0.0048, -0.0051],
                      ...,
                      [ 0.0044, -0.0183, -0.0223,  ..., -0.0059, -0.0132, -0.0181],
                      [ 0.0195, -0.0078, -0.0367,  ...,  0.0081, -0.0190, -0.0072],
                      [-0.0432, -0.0387, -0.0825,  ...,  0.0126, -0.1070,  0.0055]],
                     device='cuda:0')),
             ('bert.embeddings.token_type_embeddings.weight',
              tensor([[-8.0394e-03, -5.1542e-03,  9.1077e-04,  ...,  6.9485e-03,
                        4.3176e-04,  2.5580e-03],
                      [-4.2394e-04, -1.4955e-04, -6.4725e-24,  ..., -1.0569e-11,
                       -1.6115e-19,  3.9923e-16]], device='cuda:0')),
             ('bert.embeddings.LayerNorm.weight',
              tensor([0.8431, 0.9033, 0.8430, 0.8172, 0.8154, 0.8121, 0.4853, 0.5476, 0.9125,
                      0.7006, 0.8912, 0.8954, 0.9556, 0.8688, 0.8995, 0.4475, 0.8671, 0.8356,
                      0.8320, 0.8964, 0.7367, 0.8871, 0.8562, 0.8231, 0.7407, 0.8094, 0.8694,
                      0.8773, 0.8315, 0.8877, 0.8555, 0.0899, 0.8752, 0.7390, 0.8309, 0.7919,
                      0.6916, 0.8985, 0.4983, 0.8327, 0.9746, 0.8809, 0.8580, 0.9295, 0.9246,
                      0.8910, 0.8394, 0.8661, 0.9455, 0.8250, 0.9324, 0.8062, 0.7438, 0.8694,
                      0.7578, 0.4815, 0.8366, 0.8610, 0.7465, 0.7938, 0.8258, 0.9459, 0.9229,
                      0.9023, 0.5837, 0.9484, 0.8525, 0.8348, 0.4066, 0.7971, 0.8321, 0.8134,
                      0.8401, 0.8202, 0.9126, 0.9252, 0.8569, 0.8254, 0.9402, 0.8692, 0.8165,
                      0.7932, 0.8982, 0.7925, 0.2302, 0.8792, 0.7614, 0.8869, 0.9618, 0.8412,
                      0.8238, 0.8236, 0.8637, 0.8458, 0.8555, 0.7927, 0.3110, 0.8641, 0.8857,
                      0.8838, 0.7517, 0.9449, 0.7716, 0.9927, 0.4505, 0.9017, 0.8862, 0.7591,
                      0.8956, 0.8480, 0.8333, 0.8290, 0.8813, 0.1699, 0.8503, 0.9404, 0.8608,
                      0.8765, 0.9204, 0.9181, 0.8442, 0.8774, 0.8380, 0.7987, 0.8009, 0.7539,
                      0.8127, 0.7877, 0.8426, 0.8776, 0.8799, 0.7567, 0.8873, 0.8668, 0.9157,
                      0.7981, 0.4015, 0.9049, 0.7203, 0.8912, 0.4284, 0.9118, 0.8090, 0.4963,
                      0.8055, 0.8499, 0.8249, 0.8419, 0.8609, 0.7922, 0.8906, 0.8880, 0.8734,
                      0.9017, 0.8119, 0.8516, 0.9119, 0.8293, 0.8867, 0.8661, 0.9564, 0.7874,
                      0.4065, 0.8972, 0.7897, 0.8361, 0.8855, 0.4103, 0.8238, 0.8400, 0.8945,
                      0.4432, 0.7866, 0.8762, 0.8025, 0.9176, 0.9681, 0.8507, 0.9029, 0.8489,
                      0.8638, 0.8712, 0.7833, 0.9111, 0.8712, 0.8740, 0.7605, 0.8570, 0.7965,
                      0.8820, 0.8349, 0.5459, 0.8403, 0.8837, 0.8704, 0.8767, 0.9089, 0.4421,
                      0.8601, 0.8818, 0.8847, 0.7353, 0.8834, 0.9226, 0.8202, 0.8593, 0.9268,
                      0.9334, 0.9017, 0.8411, 0.8860, 0.8498, 0.8222, 0.8777, 0.8451, 0.8866,
                      0.7485, 0.8248, 0.8742, 0.7933, 0.8744, 0.8357, 0.9103, 0.8960, 0.8412,
                      0.8913, 0.8749, 0.9136, 0.8023, 0.1265, 0.7904, 0.8860, 0.8578, 0.8209,
                      0.8460, 0.8631, 0.4544, 0.8828, 0.7987, 0.8351, 0.8696, 0.8217, 0.7490,
                      0.8423, 0.8607, 0.8360, 0.8519, 0.8208, 0.9361, 0.9098, 0.8284, 0.9177,
                      0.8507, 0.9066, 0.9243, 0.8906, 0.8931, 0.3845, 0.8919, 0.8414, 0.4517,
                      0.8774, 0.8490, 0.8334, 0.8651, 0.8552, 0.8727, 0.9455, 0.4981, 0.8902,
                      0.8825, 0.8624, 0.9422, 0.8834, 0.9528, 0.9028, 0.8220, 0.8414, 0.8690,
                      0.8507, 0.8613, 0.8802, 0.7441, 0.5241, 0.8705, 0.9676, 0.7265, 0.8788,
                      0.8511, 0.7916, 0.6908, 0.8209, 0.8133, 0.7590, 0.8568, 0.7587, 0.8232,
                      0.3635, 0.8987, 0.8708, 0.8811, 0.7843, 0.7418, 0.8171, 0.3426, 0.8934,
                      0.7187, 0.8948, 0.9320, 0.7753, 0.7761, 0.8496, 0.8715, 0.5159, 0.8380,
                      0.9345, 0.8496, 0.7676, 0.9180, 0.7807, 0.7985, 0.8787, 0.8426, 0.9445,
                      0.7838, 0.8064, 0.9230, 0.7948, 0.9065, 0.8805, 0.9005, 0.8790, 0.9352,
                      0.9069, 0.8961, 0.9156, 0.8784, 0.9060, 0.8490, 0.7037, 0.4203, 0.9090,
                      0.8012, 0.9005, 0.8467, 0.9001, 0.8482, 0.8480, 0.8591, 0.8141, 0.8535,
                      0.7718, 0.7783, 0.8561, 0.9127, 0.8243, 0.8596, 0.8592, 0.7829, 0.7676,
                      0.8116, 0.9259, 0.8540, 0.9632, 0.8412, 0.8508, 0.9045, 0.9844, 0.9071,
                      0.7634, 0.8305, 0.9106, 0.8521, 0.8809, 0.7865, 0.7872, 0.8117, 0.8910,
                      0.8712, 0.4094, 0.8463, 0.8521, 0.9111, 0.9300, 0.8383, 0.7403, 0.7473,
                      0.8503, 0.8032, 0.6999, 0.9085, 0.7816, 0.8929, 0.8984, 0.8095, 0.9103,
                      0.5921, 0.9075, 0.7809, 0.8102, 0.7243, 0.7772, 0.7414, 0.7970, 0.8886,
                      0.8403, 0.8448, 0.8223, 0.9349, 0.9550, 0.7700, 0.8067, 0.9161, 0.9164,
                      0.8819, 0.8358, 0.8019, 0.8729, 0.8150, 0.8565, 0.8706, 0.9570, 0.8732,
                      0.7760, 0.8319, 0.9078, 0.8792, 0.1938, 0.8955, 0.8761, 0.8572, 0.9136,
                      0.8284, 0.9345, 0.4694, 0.9530, 0.9025, 0.8386, 0.8691, 0.8900, 0.9045,
                      0.7129, 0.8179, 0.6700, 0.8767, 0.7864, 0.9062, 0.8734, 0.8761, 0.7829,
                      0.8558, 0.4377, 0.8702, 0.9014, 0.8550, 0.8512, 0.8254, 0.7981, 0.7987,
                      0.8224, 0.8315, 0.8732, 0.8486, 0.8935, 0.8250, 0.8017, 0.8463, 0.7994,
                      0.8388, 0.8478, 0.9125, 0.8263, 0.9629, 0.8520, 0.8883, 0.8778, 0.5352,
                      0.8723, 0.7606, 0.9874, 0.8306, 0.8166, 0.8709, 0.8989, 0.8717, 0.8163,
                      0.9586, 0.7542, 0.8535, 0.8121, 0.8433, 0.9055, 0.8903, 0.7774, 0.8722,
                      0.7948, 0.8599, 0.9316, 0.8016, 0.8458, 0.8273, 0.8883, 0.8429, 0.8741,
                      0.8869, 0.9199, 0.9269, 0.8196, 0.8536, 0.8866, 0.8253, 0.8535, 0.8555,
                      0.8350, 0.8937, 0.7850, 0.9114, 0.8650, 0.4139, 0.9043, 0.9374, 0.7179,
                      0.8597, 0.8696, 0.8926, 0.8904, 0.9410, 0.9358, 0.8462, 0.8942, 0.8232,
                      0.8930, 0.7960, 0.8292, 0.8051, 0.7713, 0.7539, 0.9072, 0.8343, 0.8223,
                      0.8897, 0.8873, 0.7563, 0.7233, 0.7538, 0.9056, 0.8301, 0.8193, 0.8108,
                      0.8741, 0.7972, 0.7749, 0.9140, 0.8229, 0.7261, 0.8295, 0.7705, 0.7350,
                      0.8762, 0.8247, 0.9060, 0.9040, 0.4892, 0.8630, 0.8920, 0.9421, 0.8237,
                      0.8695, 0.8362, 0.9163, 0.7811, 0.7994, 0.8282, 0.8454, 0.8928, 0.8597,
                      0.8402, 0.8679, 0.8627, 0.9014, 0.9157, 0.8634, 0.8612, 0.8424, 0.8824,
                      0.9018, 0.8406, 0.8633, 0.8403, 0.8323, 0.9056, 0.7502, 0.7935, 0.8234,
                      0.8515, 0.9585, 0.8081, 0.8436, 0.9100, 0.8283, 0.8827, 0.8463, 0.7365,
                      0.8750, 0.8575, 0.8468, 0.8435, 0.8308, 0.8650, 0.8711, 0.8289, 0.7887,
                      0.7982, 0.8602, 0.9004, 0.8820, 0.8954, 0.9422, 0.8709, 0.8826, 0.8659,
                      0.7119, 0.8055, 0.9298, 0.8028, 0.9528, 0.9113, 0.8059, 0.7896, 0.8194,
                      0.8427, 0.8558, 0.7948, 0.8543, 0.7987, 0.8911, 0.8686, 0.8571, 0.8933,
                      0.8220, 0.9723, 0.8223, 0.7784, 0.8442, 0.8325, 0.8038, 0.4845, 0.9281,
                      0.9379, 0.8170, 0.7782, 0.9078, 0.7798, 0.4966, 0.8093, 0.8285, 0.9043,
                      0.8297, 0.8193, 0.9121, 0.8936, 0.8016, 0.8381, 0.8562, 0.8284, 0.8392,
                      0.9694, 0.3575, 0.7004, 0.9037, 0.9653, 0.8292, 0.7851, 0.9156, 0.9050,
                      0.7713, 0.8607, 0.8534, 0.9481, 0.8787, 0.9238, 0.8072, 0.8866, 0.7533,
                      0.8901, 0.8423, 0.8158, 0.9431, 0.8383, 0.9116, 0.9225, 0.3791, 0.9063,
                      0.8899, 0.9297, 0.8880, 0.8834, 0.9146, 0.7981, 0.9314, 0.7850, 0.7712,
                      0.4303, 0.8151, 0.8448, 0.9403, 0.8570, 0.8760, 0.8250, 0.9047, 0.8537,
                      0.9270, 0.8902, 0.8270, 0.9276, 0.7223, 0.7956, 0.7211, 0.8768, 0.9078,
                      0.9038, 0.7961, 0.9233, 0.8027, 0.9245, 0.3959, 0.9112, 0.8014, 0.9090,
                      0.8672, 0.9179, 0.7859, 0.9222, 0.8847, 0.8095, 0.9190, 0.9106, 0.7845,
                      0.7930, 0.8768, 0.9269, 0.8540, 0.4023, 0.8704, 0.8196, 0.7883, 0.8223,
                      0.8795, 0.8340, 0.4487, 0.8581, 0.8953, 0.8237, 0.8652, 0.8933, 0.7994,
                      0.7209, 0.8460, 0.8560, 0.8148, 0.8262, 0.8919, 0.9301, 0.8469, 0.9414,
                      0.8646, 0.8924, 0.8390], device='cuda:0')),
             ('bert.embeddings.LayerNorm.bias',
              tensor([-2.5223e-02, -5.3818e-03, -6.8525e-02, -5.8245e-02,  4.3468e-02,
                      -6.5916e-02,  2.1562e-02, -2.2447e-01, -2.6861e-04, -7.3448e-02,
                       2.4886e-02, -1.8310e-02, -2.9884e-02, -4.1143e-02, -2.0144e-02,
                      -1.8364e-01, -1.1738e-02, -4.5597e-02, -1.1132e-02,  1.4017e-02,
                      -3.6976e-02,  1.7560e-02, -7.3229e-02, -5.1257e-02, -6.4486e-02,
                       7.9623e-03, -8.4255e-02, -8.5128e-02,  2.9509e-02, -1.3013e-02,
                      -1.8183e-02,  6.2890e-01, -6.8223e-02, -5.0825e-02, -1.7486e-02,
                      -8.9260e-02, -1.9455e-02,  1.2568e-03, -1.3949e-01,  2.1832e-02,
                      -3.4133e-02,  3.5502e-02, -3.2151e-02, -5.9104e-02, -3.1436e-02,
                      -5.2650e-02, -4.6504e-02, -4.9783e-02, -2.0112e-02, -4.2907e-02,
                      -6.5221e-02, -5.8671e-02, -7.3738e-02, -4.7975e-02, -5.5630e-02,
                      -4.2838e-02, -3.7602e-02, -2.7462e-03, -6.2403e-02, -1.0785e-01,
                      -3.3284e-02, -2.7798e-03, -4.9426e-03, -3.0917e-02, -1.9535e-01,
                       8.6643e-03, -5.6937e-02, -9.2496e-03, -1.4418e-01, -2.4928e-02,
                      -5.5881e-02, -1.1352e-01, -2.4215e-05, -8.3717e-02,  1.6058e-02,
                      -4.6320e-02, -3.0845e-02, -9.3043e-02,  7.0606e-04, -4.9789e-02,
                      -4.4437e-02, -5.7400e-04, -3.3936e-02, -1.0402e-02,  1.8166e-01,
                      -5.2127e-02, -1.9313e-02, -8.0806e-03, -2.2912e-02, -4.2528e-02,
                      -8.2760e-02, -3.6140e-02, -5.3810e-02, -3.8584e-02,  1.3726e-02,
                       1.9261e-02, -1.4643e-01, -2.7164e-02,  2.8052e-02, -1.0677e-01,
                      -4.8248e-02, -4.9959e-04, -1.0325e-01, -6.6192e-03, -7.3615e-02,
                      -2.0654e-02, -7.9643e-02, -6.9444e-02,  3.9270e-03,  5.5439e-02,
                      -5.2545e-02,  5.4490e-03,  4.0577e-02,  3.6966e-01, -5.1691e-02,
                      -4.9256e-02, -2.3897e-02, -1.6054e-02,  2.2790e-02, -4.2249e-02,
                      -6.0920e-02, -1.1166e-02, -3.9029e-02,  1.4433e-04, -6.6830e-02,
                      -5.0902e-02, -3.0000e-02, -1.1372e-01, -4.1312e-02,  1.2540e-02,
                      -1.9342e-02, -4.6369e-02, -2.2237e-02,  4.1640e-02, -6.3567e-03,
                      -6.3273e-02, -9.3903e-02, -4.0425e-02, -1.2222e-02, -4.6608e-02,
                      -6.9185e-02, -5.9315e-02, -7.8331e-02,  4.5146e-01, -1.8358e-02,
                      -2.9831e-02,  1.1836e-02, -5.8776e-02, -3.4911e-02, -9.4482e-02,
                      -9.4160e-02, -4.8491e-02, -2.1582e-02, -6.5741e-02, -3.4723e-02,
                      -2.3447e-02, -6.5007e-02, -4.9430e-03, -8.5623e-02, -8.5114e-02,
                      -4.3582e-02, -6.8572e-02, -8.0638e-02, -1.5918e-02, -5.9869e-02,
                      -6.0424e-02, -3.3872e-02, -7.3449e-02, -1.8372e-02, -4.6919e-02,
                      -3.2213e-02, -1.4436e-01,  2.4055e-02,  2.7410e-02, -8.2022e-02,
                      -2.3026e-02, -4.6571e-02,  6.1794e-03, -2.3019e-02,  1.0294e-02,
                      -9.7882e-02, -2.4838e-02, -1.0500e-01, -3.8342e-02, -3.9455e-03,
                       5.5847e-03, -3.3890e-02, -4.2049e-02, -4.8620e-02,  2.5961e-02,
                      -3.4549e-02, -1.2374e-01, -1.2717e-02, -7.3869e-02, -4.2288e-02,
                      -7.9193e-02, -4.6308e-03,  2.2109e-02, -3.7721e-02, -2.7836e-02,
                      -1.9584e-02, -4.6380e-02, -3.6284e-02, -3.3348e-02, -8.0098e-02,
                      -6.8688e-02, -6.9550e-02, -8.9538e-02, -5.0671e-02, -3.9398e-02,
                       5.3301e-03, -4.0389e-02, -1.0967e-01,  3.7206e-02, -3.5500e-02,
                      -2.6116e-02, -6.5324e-02, -1.4163e-02,  1.7485e-02, -2.5221e-02,
                      -2.7109e-02, -5.6816e-03, -1.8518e-03, -3.8582e-02, -9.4967e-03,
                       3.4498e-02, -5.8901e-02, -5.9272e-02, -4.7249e-04,  6.3517e-01,
                       5.6451e-02, -1.0625e-02, -7.3609e-02, -5.1455e-02, -5.0976e-02,
                       1.1244e-02, -1.6344e-01, -3.7797e-02, -6.9991e-02, -1.5280e-03,
                      -4.9207e-02, -1.6236e-03,  5.8629e-03, -5.1731e-02, -5.2559e-02,
                      -4.9589e-02, -8.0615e-02, -4.2811e-02, -3.2913e-02, -8.3846e-03,
                      -4.8566e-02, -4.6899e-02, -1.6845e-02,  3.2735e-03,  2.2474e-02,
                       1.8312e-02,  3.5101e-02,  8.3843e-02,  4.8207e-02,  1.3419e-02,
                      -7.7658e-02, -5.8897e-02, -6.3439e-02, -5.0249e-02,  2.1165e-03,
                       1.9668e-03, -4.4026e-02, -4.7119e-02, -1.6373e-01, -9.1951e-03,
                      -1.0204e-01, -1.1015e-01, -1.8608e-02, -9.8936e-02, -1.9121e-02,
                      -5.9625e-02, -4.3140e-02, -6.2876e-02, -4.0121e-02,  2.7451e-02,
                       4.9466e-03, -2.3250e-02, -1.5172e-02, -1.5353e-01, -5.3255e-02,
                       2.5848e-03, -5.0280e-02, -1.0926e-02, -3.8974e-02, -6.4298e-02,
                      -1.4770e-02, -2.2102e-02, -3.3444e-02,  1.0779e-01, -5.1354e-02,
                       1.7148e-02, -6.7648e-02, -1.7478e-02,  2.6541e-02, -2.0552e-02,
                       2.2038e-03, -1.9097e-02,  2.4445e-02, -1.1019e-02,  1.5537e-01,
                      -4.7641e-02,  2.6493e-02, -1.4739e-02, -7.6682e-03, -2.0240e-02,
                      -3.2843e-02,  9.4569e-03, -9.4108e-02, -7.0481e-02, -9.5873e-02,
                      -4.4278e-02,  3.9868e-02, -2.2093e-02, -6.9002e-02, -3.5305e-02,
                      -6.7147e-02,  2.7954e-02, -3.0056e-02, -4.0202e-02, -4.1962e-02,
                       4.2252e-02, -1.6134e-02, -3.2499e-02, -2.1573e-02, -6.4028e-03,
                       4.4935e-02, -4.6944e-02,  1.3210e-02,  4.8819e-03,  1.7831e-02,
                      -1.5921e-02, -6.4298e-02, -7.4639e-02, -2.9556e-02, -2.0341e-02,
                      -9.3412e-02,  5.3363e-03, -6.5193e-02, -1.0616e-02, -5.8106e-02,
                      -4.7695e-02,  1.1134e-02, -2.3499e-02, -7.6870e-02, -6.7130e-02,
                       4.1303e-02, -3.7376e-02, -2.8052e-02, -4.9882e-02, -1.8452e-02,
                      -4.2760e-02, -2.5028e-03, -4.4861e-02, -7.3668e-03, -4.8641e-02,
                       1.7537e-02, -6.3077e-02, -2.6709e-02,  1.2170e-02, -9.1422e-02,
                      -9.0907e-02, -4.2855e-02, -8.1133e-02, -5.1449e-02, -3.0815e-02,
                       1.1852e-02, -7.3409e-02, -1.3249e-02, -4.0683e-02, -2.9495e-02,
                       4.6045e-02, -5.7411e-02, -2.2206e-02, -3.9767e-02, -9.4135e-02,
                      -3.5652e-02, -2.4827e-02, -4.4144e-03, -4.2658e-02, -1.8577e-02,
                      -2.4152e-02, -7.0638e-02, -1.9838e-02, -1.3538e-02, -1.4247e-03,
                      -1.1834e-03, -8.0571e-02, -5.1636e-02, -2.9090e-02, -5.9933e-02,
                      -9.0454e-04, -5.8339e-02, -3.0503e-02, -9.8193e-02, -4.4236e-02,
                       5.1896e-02, -4.9300e-02, -8.7755e-02, -4.6452e-02, -2.3143e-02,
                      -6.7796e-02, -7.3906e-04, -1.5492e-02, -1.0487e-01, -3.7752e-02,
                      -5.9299e-02, -3.1841e-02, -6.8624e-02, -8.4629e-03, -6.2123e-02,
                      -6.6665e-02, -4.1581e-02,  2.6729e-02,  2.7627e-02, -9.3491e-03,
                      -4.9949e-02, -7.3848e-04, -5.6594e-02, -5.9429e-02, -5.4561e-04,
                      -3.6433e-02, -8.5241e-03,  3.0559e-01, -5.5907e-02, -2.2562e-02,
                      -1.0488e-01, -1.5436e-02,  1.6095e-02, -1.7085e-02, -1.7902e-02,
                       3.4000e-03, -3.1854e-02, -6.6716e-02, -3.2117e-02, -5.0278e-02,
                      -5.7276e-02, -5.5077e-02, -2.9156e-02, -1.8126e-02,  1.5890e-02,
                      -7.7918e-02, -8.4776e-02, -2.2847e-02, -5.8300e-02, -3.5573e-02,
                      -3.5967e-02, -8.3849e-02, -4.2769e-02, -8.3124e-03, -7.5810e-02,
                      -5.5492e-02, -2.4437e-02, -1.0270e-01,  2.2737e-03,  2.3892e-02,
                      -7.6958e-02,  5.1231e-02, -1.6190e-02,  1.6001e-03, -8.3557e-03,
                       8.5218e-02, -6.5952e-02, -6.5320e-02, -6.7270e-02, -3.5815e-02,
                      -2.7726e-02,  8.7606e-03, -2.6357e-02,  4.4376e-03, -4.7660e-02,
                      -4.4088e-02, -7.7356e-02, -3.1918e-02, -5.0806e-02, -1.4243e-02,
                      -2.3149e-02,  2.7127e-02,  2.0552e-02, -1.0098e-02,  1.7087e-02,
                      -7.3545e-02, -2.5268e-03, -3.5428e-02,  3.5875e-03, -2.4727e-02,
                      -2.2676e-02, -3.4260e-02, -7.5929e-03, -1.1633e-02, -6.4327e-03,
                      -1.1971e-01, -7.9763e-02,  9.0401e-03, -7.8493e-02, -3.5450e-02,
                      -4.2802e-02, -1.0653e-02, -5.1275e-02,  4.0037e-02, -3.4214e-02,
                      -9.4189e-02, -3.9230e-02,  1.2136e-02, -2.1309e-03, -1.6136e-02,
                      -7.8214e-02, -6.5876e-02, -3.6318e-02, -5.1528e-02,  1.3698e-02,
                       1.0856e-02, -2.7391e-02, -4.0909e-02,  4.1552e-02, -2.3731e-03,
                      -8.7471e-03, -9.0774e-03, -2.8368e-03, -2.6418e-02, -4.0064e-02,
                      -1.9140e-02, -4.0535e-02, -3.3041e-02, -4.2195e-02, -1.4392e-02,
                      -6.9886e-02, -5.3944e-02, -2.4213e-02, -1.6149e-02, -3.7891e-02,
                      -4.7040e-02, -8.0672e-02, -6.5793e-03, -4.7107e-02, -4.9235e-02,
                       2.5071e-03, -5.5126e-02, -5.3978e-02,  3.1858e-02, -5.7836e-02,
                      -1.8907e-02, -4.1080e-02, -1.8775e-02, -3.9387e-02,  4.9464e-03,
                       7.5740e-02,  2.4601e-02, -9.7826e-04, -2.2518e-02, -3.1642e-02,
                       2.8537e-02, -5.8233e-02,  1.1408e+00, -1.9985e-02, -1.0746e-02,
                      -6.4387e-02, -4.2740e-02, -1.7381e-01, -2.7300e-02, -1.9730e-02,
                      -5.1536e-02, -6.2052e-02, -2.3578e-02, -3.6264e-02, -4.1677e-02,
                      -3.8279e-02, -7.3266e-02, -5.0568e-02, -6.2673e-02, -1.0690e-01,
                      -4.0841e-02, -5.3224e-02, -8.8192e-02, -3.4367e-02,  8.0321e-03,
                       3.4319e-02, -2.4344e-02, -2.6280e-02, -3.4023e-02, -1.5067e-02,
                      -2.5153e-02, -6.8738e-02, -2.0409e-02, -8.3551e-02, -1.1317e-02,
                      -1.9918e-02, -2.3429e-02, -9.0512e-03, -4.0990e-02, -1.7011e-02,
                       1.1625e-02, -3.8282e-02, -5.2870e-02,  1.8088e-02, -4.2905e-02,
                      -2.3218e-02, -1.4121e-02, -7.3866e-02, -6.2003e-02, -4.8838e-02,
                      -6.3187e-02, -7.0543e-02, -2.4299e-02, -4.0673e-02, -2.7949e-02,
                      -2.0330e-02, -2.1178e-03, -4.6544e-02, -2.1063e-02, -6.9387e-02,
                      -4.3243e-03, -1.8212e-02, -2.3830e-02,  1.8550e-03, -5.8049e-03,
                       7.8364e-03, -8.8284e-02,  4.0096e-03, -1.2338e-02, -2.4697e-02,
                       2.7506e-02,  1.7077e-02, -2.7552e-02, -8.9521e-02,  2.4479e-03,
                      -7.2505e-02, -3.3407e-02, -6.1465e-03, -6.9579e-02, -6.7999e-02,
                       1.0972e-02, -7.6424e-02, -3.2263e-03, -2.2652e-02, -7.3343e-02,
                      -1.3601e-02, -1.1692e-02, -2.3127e-02, -6.7170e-02, -4.1262e-02,
                      -6.9187e-02,  2.0460e-01, -1.1538e-02,  2.7924e-02, -4.7086e-02,
                      -2.4661e-02,  1.1781e-03, -5.8740e-02, -1.1674e-01,  2.0041e-02,
                      -1.7783e-02, -5.1330e-02, -1.0457e-01, -4.2300e-02, -3.4565e-02,
                       3.3147e-03, -2.5873e-02,  3.7614e-02,  1.3773e-02, -5.4714e-02,
                      -3.8780e-02,  2.2393e-02,  1.4518e-01, -6.4310e-02,  6.7355e-03,
                       4.8832e-03,  1.3445e-02, -6.0840e-02, -4.7153e-02, -4.7905e-02,
                      -3.6891e-02, -8.0071e-02, -3.5372e-02, -2.1718e-02, -8.8161e-03,
                       1.0404e-02, -5.7421e-02, -7.6330e-02, -1.7953e-02,  4.0304e-03,
                      -1.9279e-02,  2.4443e-03,  1.1014e-02, -5.1494e-02, -1.9107e-02,
                      -3.5168e-02, -4.9927e-02, -3.2791e-02, -5.3607e-02, -1.5460e-02,
                      -4.1473e-02, -6.1895e-04,  1.8446e-02, -1.8367e-02, -1.4415e-02,
                      -6.4498e-02, -4.8348e-02, -3.0939e-02, -8.1461e-02, -3.7840e-02,
                      -3.1254e-02, -1.8814e-03, -8.3003e-02, -2.8574e-02, -2.6845e-02,
                      -7.5933e-03, -4.9911e-02, -1.3861e-02, -2.1525e-02,  2.0974e-02,
                      -1.5966e-02, -2.6658e-02,  1.3283e-02, -6.8411e-02, -1.6779e-02,
                      -2.0469e-02, -4.0957e-02, -2.6715e-03, -2.2850e-02,  1.0748e-02,
                       2.0755e-02,  4.0126e-02, -4.9190e-02, -4.0003e-02, -7.6573e-02,
                      -2.5402e-02, -5.8880e-02,  7.5600e-03, -6.5154e-02, -6.2761e-02,
                      -3.7714e-02, -2.4952e-04, -8.8202e-02,  3.6646e-03, -2.7293e-02,
                      -9.1085e-03, -2.1634e-02, -4.6683e-02, -4.5344e-02, -1.3688e-02,
                      -6.8207e-02, -7.0352e-02, -4.1815e-02, -4.5214e-02,  1.8994e-02,
                      -2.9223e-02,  2.3535e-02, -6.8884e-02, -1.1555e-02, -6.8484e-02,
                      -4.5759e-02, -2.0618e-02, -2.1910e-02, -8.7712e-03, -3.1969e-02,
                       6.9573e-02, -2.6074e-02,  1.7255e-02, -7.5992e-03,  1.6178e-02,
                      -2.9996e-02,  2.5062e-02, -5.3809e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.weight',
              tensor([[-0.0118,  0.0127, -0.0090,  ..., -0.0807, -0.0664,  0.0667],
                      [ 0.0024, -0.0253, -0.0042,  ...,  0.0176,  0.0417, -0.0439],
                      [ 0.0074,  0.0042,  0.0086,  ...,  0.0456, -0.0144,  0.0537],
                      ...,
                      [ 0.0368, -0.0219,  0.0120,  ...,  0.1010,  0.0153,  0.0217],
                      [-0.0086, -0.0461, -0.0448,  ...,  0.0508,  0.0008,  0.0352],
                      [-0.0274,  0.0105, -0.0260,  ...,  0.0321,  0.0052, -0.0518]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.query.bias',
              tensor([-6.6353e-01,  4.2734e-01, -1.5601e-01, -1.2106e-01, -8.1005e-02,
                      -2.1294e-01,  1.6697e-01,  1.0442e-02, -2.9820e-01,  5.8501e-02,
                      -3.3721e-01, -2.1549e-01, -3.3543e-01, -1.1308e-01,  4.2167e-01,
                       1.4012e-01, -2.7924e-01, -8.0792e-02, -4.7766e-02,  2.4459e-01,
                      -2.6579e-01, -1.7035e-01,  4.4750e-01, -7.9275e-02,  3.6833e-01,
                       2.3291e-01, -2.7705e-01,  1.9574e-01,  1.1752e-01,  2.0586e-01,
                       2.9855e-01, -3.0133e-01, -6.4935e-02, -1.7064e-01,  1.8197e-01,
                      -4.8326e-01,  2.7593e-01, -1.4914e-01, -2.3402e-01,  1.7423e-01,
                      -2.8044e-01, -5.1778e-02,  1.3267e-01, -1.5608e-01,  1.6942e-01,
                      -3.3029e-01, -2.5395e-01, -3.3823e-01,  2.1326e-01, -2.3579e-01,
                       3.6813e-02, -2.3673e-01, -3.5448e-01,  1.2052e-01, -3.0948e-01,
                      -4.3808e-01,  2.0320e-01, -2.7368e-01, -4.1886e-01,  1.9336e-01,
                      -3.9489e-01,  1.5839e-03, -3.6546e-01,  3.0783e-01, -1.9801e-01,
                      -2.2890e-01,  2.9586e-01,  4.4714e-02, -2.8577e-01,  1.1368e-01,
                       3.8088e-01, -4.6521e-02, -9.3484e-02, -3.4802e-02,  1.6393e-01,
                       1.4943e-01, -1.1571e-03,  8.4757e-02, -6.7464e-01,  6.2968e-01,
                       1.1205e-02, -1.4607e-01,  3.1289e-02, -1.8657e-01, -1.1143e-01,
                      -2.0679e-01, -1.9575e-01, -6.4785e-03, -4.9092e-02, -3.7788e-01,
                      -5.4852e-01,  4.0590e-02, -1.1540e-01,  1.1415e-01, -5.6219e-02,
                       3.4946e-01, -3.7842e-01, -4.2232e-01, -6.3732e-02, -3.4954e-01,
                      -1.9770e-01,  1.3419e-02, -8.8495e-02,  1.8352e-01, -7.9878e-02,
                       7.0696e-01, -2.4509e-01,  7.5374e-01, -1.7072e-01,  6.8568e-02,
                      -2.5455e-01,  2.5102e-01, -1.6406e-01, -3.7182e-01, -1.0652e-01,
                       8.6682e-02,  5.2571e-02,  1.4258e-01,  2.2724e-01, -4.0066e-01,
                      -2.5674e-01, -1.2439e-01, -2.0497e-01,  2.7922e-01,  6.8362e-02,
                       3.7941e-01, -3.1937e-02,  1.8012e-01, -1.4581e-01, -1.3586e-02,
                       1.1135e-01, -2.5570e-02,  1.0292e-02,  1.9361e-02, -1.9349e-02,
                       9.1347e-02,  6.2610e-02, -2.0369e-01, -1.2269e-01, -2.3247e-02,
                      -1.6811e-01,  1.4680e-01,  7.0834e-03,  1.5168e-01, -1.3502e-01,
                       1.1013e-01,  1.3925e-01, -7.8044e-01,  8.5246e-02,  1.6959e-01,
                       6.1632e-01, -2.1257e-01, -1.9289e-01,  1.2365e-01,  9.3960e-02,
                      -1.4172e-01, -1.4375e-01,  6.6682e-02,  1.5854e-01,  9.4401e-02,
                      -1.0529e-01, -7.0225e-02,  2.7301e-01, -7.1073e-02,  7.9648e-02,
                      -2.8256e-02, -2.8853e-01,  4.7125e-02,  2.8599e-01, -1.0002e-01,
                       6.2574e-02,  7.0524e-02, -2.0072e-01, -9.6771e-02,  2.3303e-02,
                      -1.6122e-01,  6.1129e-02,  1.5565e-01, -1.1096e-01, -1.1816e-02,
                       2.9643e-01,  1.1518e-01,  2.1271e-01, -1.9332e-02, -2.4778e-01,
                      -1.1340e-02, -8.4886e-02, -2.2335e-01, -1.2799e-01, -2.6737e-03,
                      -4.5783e-03,  1.7743e-01, -4.8299e-01,  4.7319e-01,  1.9799e-01,
                       6.4463e-01, -2.6764e-01,  6.3791e-01, -7.9269e-02,  2.0947e-01,
                      -4.8679e-01, -1.9996e-02,  6.5234e-06, -2.7079e-01,  8.9957e-02,
                       3.3047e-02, -7.4217e-02, -5.7209e-03, -9.4755e-01, -3.5952e-01,
                       2.7745e-01, -5.3900e-02,  4.4261e-01,  1.0831e-01, -2.8036e-01,
                      -8.0972e-01, -1.9126e-01, -8.9290e-01, -2.3665e-01,  1.7914e-01,
                      -3.4512e-01,  6.2732e-01, -1.7736e-01,  1.0096e+00,  4.3324e-02,
                      -1.5739e-01,  2.0758e-01,  5.1001e-02, -2.7649e-01, -2.4771e-01,
                      -5.0452e-02,  4.2842e-01, -8.1106e-03, -1.5183e-01,  4.3449e-01,
                       1.3886e-01, -1.0106e+00, -3.7120e-02, -8.1181e-01,  5.8424e-01,
                       1.9004e-01,  1.5335e-01,  5.1987e-01,  7.7869e-02, -3.4092e-01,
                      -3.5629e-01,  6.0710e-01, -4.8637e-01,  2.9188e-01,  1.0160e-01,
                       3.6805e-01, -5.1944e-02, -2.4733e-01,  1.0288e+00,  4.1160e-02,
                      -6.1273e-01, -4.3242e-02, -4.5834e-02, -1.0222e-01,  1.7612e-01,
                       5.0712e-01, -3.5468e-01,  2.6301e-01,  4.8973e-02,  3.5832e-01,
                      -9.2285e-02, -1.1731e-01,  6.0665e-02, -3.4546e-01, -2.4730e-01,
                      -9.8377e-02, -4.7563e-01, -3.2112e-02,  1.5197e-01,  4.2961e-01,
                      -4.4202e-02, -8.4098e-03,  1.1726e-01, -3.7163e-01,  1.5626e-01,
                       8.4095e-02,  1.9295e-01,  2.2024e-01,  1.1568e-01, -6.0354e-01,
                      -2.2501e-01,  6.8129e-02, -2.9934e-01, -1.6278e-01,  7.6489e-02,
                      -6.6424e-02,  1.5378e-01,  6.4851e-02, -2.0628e-01,  2.3469e-01,
                       6.1961e-02, -1.6924e-01, -2.4840e-02, -2.2562e-02, -3.3428e-01,
                      -5.5940e-02,  1.0058e-01,  1.0601e-01, -1.1223e-02,  1.1978e-01,
                      -3.6836e-01,  3.9070e-02, -4.2552e-02,  3.1197e-01, -1.5509e-01,
                      -2.8834e-01,  1.7376e-01, -9.4813e-03, -7.1892e-02,  1.8274e-01,
                       8.0828e-02,  4.8334e-02,  3.9903e-01, -1.8053e-01,  1.4816e-01,
                       3.7269e-01, -1.9071e-01, -3.7863e-02, -9.2833e-02,  1.0624e-01,
                       7.8867e-02,  2.6804e-01,  1.1655e-01,  2.1822e-01, -7.7120e-03,
                      -6.4293e-02, -3.8993e-01, -1.0532e-01, -3.8082e-02,  1.2004e-01,
                       2.6835e-01,  4.4295e-01, -1.2662e-01,  4.1308e-02, -3.4127e-02,
                      -2.5848e-01, -5.8244e-02, -3.0126e-02, -2.1159e-01, -2.1571e-01,
                      -2.1012e-01, -6.6438e-01, -1.5530e-01, -8.2480e-02, -1.8044e-01,
                       1.0519e-01,  8.1598e-02, -3.4536e-02,  5.7649e-03, -8.8538e-02,
                      -1.9007e-01,  9.4570e-03,  1.5494e-02, -9.4105e-02, -1.0952e-01,
                      -2.1394e-01,  1.2261e-01, -2.0753e-01, -6.5723e-03,  4.9027e-04,
                       1.0043e-02, -5.3959e-01,  1.0040e-02,  1.8391e-01,  6.8630e-02,
                      -5.6278e-02,  4.3660e-02, -1.1386e-01, -7.2179e-02,  8.2885e-02,
                       2.4206e-01, -1.3599e-01, -8.0178e-01,  2.3114e-01,  1.1775e-01,
                      -2.1261e-01,  2.3538e-01, -4.6952e-01, -2.9716e-01, -8.0711e-02,
                      -5.0981e-02,  2.4024e-01,  6.3496e-02, -1.3295e-02,  3.8696e-02,
                       2.8588e-01,  2.4925e-02,  1.1891e-01,  3.7632e-02, -1.4047e-01,
                       1.2809e-02, -3.0631e-01,  1.2162e-02,  3.8769e-01, -2.4784e-01,
                       1.0211e-01,  1.3739e-01,  3.6105e-01, -1.2696e-01, -1.2247e-01,
                       3.3802e-01,  3.6209e-01,  2.4977e-01,  1.1368e-01, -2.0847e-01,
                      -4.4798e-01,  3.2105e-01, -3.6350e-01, -2.6191e-01, -7.5011e-04,
                      -3.2167e-01, -6.5530e-02, -4.0602e-01, -1.2130e-01,  1.9164e-01,
                      -1.2674e-01, -1.5004e-01, -1.3555e-01,  1.4659e-01, -2.4438e-01,
                      -1.4529e-01,  2.0198e-01,  1.2613e-01, -1.2616e-01, -5.0876e-04,
                      -1.5823e-01,  5.7470e-01,  2.1235e-01, -3.9565e-03, -3.4100e-02,
                       3.6306e-02,  2.3451e-01, -2.1940e-02,  2.5195e-01,  2.3984e-01,
                      -4.3212e-01,  4.8845e-01, -3.1573e-01, -8.1797e-01, -1.4536e-01,
                       1.9462e-01,  3.2762e-01, -5.1967e-01, -1.4765e-01, -2.4574e-01,
                       2.0121e-01, -4.7800e-01, -1.1100e-01, -1.2072e-01,  4.8913e-01,
                       1.5789e-01,  1.2276e-01, -1.1295e-01, -3.4898e-01, -4.2102e-01,
                      -1.1409e-01, -1.7582e-01,  8.9518e-02,  7.3559e-02,  1.3004e-01,
                      -2.1653e-01, -8.0808e-02,  9.5838e-02,  1.4102e-01,  1.1666e-01,
                      -3.3918e-01,  2.5677e-01, -1.0625e-01, -1.8612e-01, -1.6997e-01,
                      -4.2120e-02,  4.6846e-01, -2.1659e-01, -3.2321e-02,  3.2966e-01,
                       2.0328e-01,  2.5694e-01,  2.3510e-01,  7.7222e-02,  3.1409e-01,
                      -3.8667e-01,  4.0245e-01,  4.7820e-02,  5.8040e-02,  2.9884e-01,
                      -4.4685e-01,  1.9866e-01,  6.9651e-02, -2.9929e-01, -1.3178e-01,
                      -3.6100e-01,  6.4757e-02, -6.5610e-03, -1.0470e-01,  1.3099e-01,
                      -2.9213e-02,  1.2641e-01, -3.6237e-01, -2.5970e-01, -6.1887e-01,
                       3.1843e-04,  1.1246e-01,  2.8724e-01,  5.4500e-02,  5.0518e-02,
                       2.8897e-01, -1.3200e-01,  6.0274e-02, -5.4452e-02, -3.5238e-01,
                       3.1539e-02,  1.7405e-01, -6.4673e-02, -1.2750e-01, -1.5613e-02,
                       7.3502e-02, -1.3669e-01,  2.1788e-01, -3.1767e-01,  2.4532e-01,
                       1.3283e-01, -2.4867e-01,  3.0103e-01,  4.9964e-01, -4.5153e-03,
                       4.1091e-02,  1.6313e-01, -2.2310e-01, -1.2712e-01,  3.1159e-01,
                      -3.5699e-01, -1.2609e-01,  3.1624e-01,  6.1570e-01,  3.7097e-02,
                      -2.0201e-02,  1.9062e-01,  1.2198e-01, -2.9066e-02,  3.0199e-01,
                      -3.5249e-03, -3.9650e-01,  1.1873e-01,  3.9985e-01, -1.5295e-01,
                       1.6809e-01,  3.4762e-02, -1.2875e-01,  6.8172e-02, -1.3021e-01,
                       1.0053e-01,  1.4709e-01,  1.2822e-01,  1.2167e-01, -2.4584e-01,
                      -1.7797e-01, -2.1393e-02, -2.9117e-01, -3.2472e-01, -2.9833e-01,
                       1.4241e-01,  7.1869e-02,  1.5062e-02, -4.3740e-02,  1.1927e-01,
                       4.6565e-02, -1.4661e-01, -7.6053e-02, -6.6920e-02,  1.7826e-01,
                      -1.1338e-02, -3.2015e-01, -2.3985e-01,  6.4538e-02, -2.8553e-01,
                      -5.4072e-02, -2.2592e-01, -4.1985e-01,  2.4715e-01,  2.0575e-01,
                       9.5975e-03,  1.7249e-01, -1.0972e-01,  2.1208e-01, -5.9869e-02,
                      -2.1117e-01, -7.1849e-01,  1.9858e-01, -1.7457e-01,  1.6785e-01,
                      -3.7295e-01, -1.0538e-01,  1.3442e-01, -2.1496e-01, -1.0557e-01,
                      -5.0476e-01,  1.1728e-01, -4.5589e-02, -3.1151e-01, -2.7219e-01,
                      -2.2119e-01,  3.0164e-01,  4.5389e-01,  2.8540e-02,  3.9227e-01,
                       1.2011e-01, -2.7243e-02,  1.0514e-01,  3.1943e-01,  7.6252e-03,
                      -2.4719e-01, -2.0145e-01, -1.0653e-01, -1.1282e-01,  3.7332e-01,
                       1.7368e-01,  4.9879e-02,  2.1165e-01, -1.3120e-01,  1.3771e-01,
                      -3.7791e-01, -3.3341e-01, -9.1824e-03, -9.1493e-02, -7.7723e-02,
                       1.2699e-02,  2.6932e-01, -6.5763e-01,  6.1846e-02,  5.3553e-01,
                       1.4729e-01,  4.3421e-01, -2.3376e-02, -1.5813e-01, -1.0761e-02,
                       1.3844e-01, -3.1849e-01, -5.5506e-02,  8.0018e-02,  3.1384e-01,
                       1.6671e-01,  3.6601e-01, -1.3026e-02, -1.2784e-01, -1.5595e-01,
                       9.8247e-02, -4.3766e-01,  8.7600e-02,  1.2026e-01,  5.7072e-01,
                      -1.7074e-01,  3.6994e-01,  4.3469e-01,  4.5752e-01,  8.3425e-02,
                       3.8502e-01,  2.1419e-01,  1.5119e-01,  3.0797e-01, -3.1609e-02,
                       1.6038e-01, -2.3744e-01,  1.4048e-01, -3.4891e-01,  5.7444e-01,
                       7.5615e-02, -3.5220e-01,  1.4395e-01, -5.0824e-01, -2.6146e-01,
                       2.6908e-01,  1.1699e-01, -8.0113e-01, -1.0346e-01,  2.0084e-01,
                       3.8521e-01,  3.0246e-01,  2.6435e-01, -1.2115e-01,  1.3430e-01,
                       7.9426e-02, -5.0967e-01,  2.1793e-01,  9.2565e-02,  8.7902e-01,
                       5.6948e-02, -9.9487e-02,  3.0186e-01, -1.6738e-01,  1.8003e-01,
                      -9.9925e-03,  1.7692e-01,  3.1385e-01,  1.2310e-01, -3.0204e-01,
                      -1.9551e-01, -4.3253e-01, -2.3664e-01,  7.9416e-02,  4.5016e-01,
                      -2.3062e-01,  1.4680e-01, -3.1856e-01,  1.3704e-01, -3.1441e-01,
                      -3.4343e-02,  6.8527e-01,  2.5523e-01,  1.3999e-01, -8.0078e-02,
                       2.6313e-01, -3.8013e-02,  6.5800e-01, -2.0447e-01, -1.3977e-01,
                       1.6317e-01,  2.5593e-04, -1.0204e-01, -2.2061e-01, -2.1508e-02,
                       7.2624e-02, -2.9431e-01,  4.7162e-02,  1.2939e-01, -2.0752e-01,
                       1.8414e-02, -2.5361e-01, -2.1071e-01,  3.1268e-02, -1.3067e-01,
                       1.2504e-01,  1.8222e-01,  9.7850e-02, -2.2098e-02, -1.4241e-02,
                       2.7068e-01,  3.7881e-02,  1.3934e-01, -1.9856e-02,  3.5303e-02,
                      -1.2164e-01, -1.4335e-01,  1.0678e-01, -1.9106e-01, -1.4787e-01,
                       2.0694e-01, -4.8803e-01, -3.8103e-01, -2.4866e-01,  2.9723e-01,
                       3.0384e-01,  5.7582e-02, -1.5478e-01, -6.5957e-02,  1.8871e-01,
                       4.4693e-01, -2.9720e-01, -2.4261e-01,  1.8319e-02,  1.9629e-01,
                      -3.7748e-01, -7.1307e-02, -1.0717e-01], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.weight',
              tensor([[-0.0094, -0.0213, -0.0497,  ...,  0.0356, -0.0168, -0.0398],
                      [-0.0218,  0.0027,  0.0511,  ..., -0.0047,  0.1186,  0.0403],
                      [ 0.0286,  0.0075, -0.0127,  ...,  0.0820,  0.0168,  0.0204],
                      ...,
                      [-0.0834, -0.0059,  0.0057,  ..., -0.0193, -0.0083,  0.0538],
                      [ 0.0611,  0.1071, -0.0297,  ...,  0.0179,  0.0087,  0.0468],
                      [ 0.0418,  0.0722, -0.0265,  ..., -0.0357, -0.0667,  0.0475]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.key.bias',
              tensor([-4.8845e-04,  3.9454e-04,  6.5436e-05, -6.0740e-04, -8.4142e-04,
                       7.5251e-04, -4.1074e-04,  7.3050e-04, -8.1917e-04,  4.1705e-04,
                      -3.0937e-05, -5.2995e-04, -1.8126e-03, -6.0530e-04, -4.7606e-04,
                       1.3536e-03, -3.4774e-03, -1.3025e-03, -6.0572e-05, -1.8005e-04,
                       2.7076e-04, -2.1959e-03,  1.9744e-03, -2.6280e-04,  3.0829e-04,
                       2.5180e-03, -9.8005e-04,  7.2165e-04,  5.4122e-04, -1.8333e-03,
                       4.8901e-04, -5.9323e-05,  9.2878e-05, -4.5022e-04,  1.5835e-04,
                      -5.0300e-04,  1.8839e-03,  7.7344e-04,  3.0337e-04,  9.5102e-04,
                      -8.3616e-04, -7.5852e-05, -1.9924e-03, -8.8714e-04, -1.1271e-03,
                      -3.0663e-04, -2.1919e-03, -1.8719e-04, -1.0677e-03, -6.6462e-04,
                       6.8028e-05, -6.9967e-04, -3.7394e-04, -4.9937e-05, -1.2040e-03,
                       4.1628e-04,  1.0327e-03, -9.8583e-06, -3.0281e-04,  4.0445e-04,
                      -2.5608e-03,  4.1206e-04, -1.6003e-03,  5.8997e-04, -2.5565e-04,
                      -1.9145e-03,  2.7455e-03, -1.9033e-04, -1.4674e-04,  9.9630e-04,
                      -7.6674e-04,  8.0204e-04, -1.7245e-03, -1.6527e-03, -1.1679e-03,
                      -2.1709e-03, -1.0536e-03, -6.4714e-04, -1.3539e-03,  2.6287e-04,
                      -3.1925e-04, -1.3897e-03, -2.1476e-03, -7.2806e-04, -1.5262e-03,
                      -1.8092e-03,  1.6454e-03,  7.9312e-04, -3.6626e-04,  2.3428e-04,
                      -2.4564e-03, -1.1906e-03,  1.2608e-04,  9.2539e-04, -3.8889e-04,
                       2.9460e-03, -4.9061e-04, -3.4110e-03, -9.6281e-05,  8.0317e-04,
                      -1.7380e-03, -4.7636e-04, -1.1514e-03,  4.8655e-05,  3.3869e-03,
                       7.5291e-04,  2.1973e-03,  5.2760e-03, -1.4254e-03, -2.1928e-05,
                       9.9510e-04,  1.6288e-04, -6.5792e-04, -1.0391e-03, -8.7117e-05,
                       2.6159e-03, -4.9972e-04,  5.5529e-04, -1.4159e-03, -1.1680e-03,
                      -2.1677e-03, -3.3345e-04,  1.5825e-03, -5.4502e-04,  9.9862e-04,
                       1.9002e-03, -1.5462e-03,  2.9696e-03,  1.0765e-03, -7.6567e-04,
                      -4.9073e-04,  4.1614e-04,  2.6180e-04, -1.2235e-03, -2.2947e-04,
                      -3.5917e-04, -1.3778e-03, -1.6691e-03, -8.5446e-04,  3.4431e-04,
                       8.9268e-04, -5.1842e-04, -1.2209e-03,  4.3090e-05, -9.0238e-04,
                       2.5712e-04, -8.8647e-04,  2.5485e-04,  7.0979e-04,  9.9431e-04,
                       9.1375e-04, -9.3709e-05, -1.9981e-04,  8.4822e-04, -5.1245e-04,
                      -1.2719e-03,  6.5642e-04,  4.0586e-04, -9.5445e-04,  3.5361e-04,
                      -1.4225e-03,  7.1389e-04, -3.8970e-04, -1.4325e-03,  1.0201e-03,
                      -2.1079e-03, -7.6293e-04, -1.5311e-03, -1.3509e-03,  7.3215e-05,
                      -5.3451e-04,  5.9355e-04,  8.5951e-04, -2.2991e-05,  3.3135e-04,
                      -1.2235e-04, -7.3353e-04, -4.0262e-04, -3.1404e-03, -6.4281e-04,
                      -7.4379e-04, -6.3329e-04, -4.5266e-04, -5.1060e-04, -1.3105e-03,
                      -6.6687e-04, -1.0166e-03,  6.2372e-05, -4.8293e-04, -1.2020e-03,
                       8.1759e-05,  1.0795e-03,  1.0616e-03,  4.1353e-04,  1.7304e-03,
                       4.6000e-03,  8.5455e-04,  6.2011e-03,  4.2107e-03,  2.1296e-05,
                      -7.3641e-03,  2.5414e-03, -2.8774e-03,  4.0282e-03, -1.2542e-03,
                      -1.0798e-03,  2.8536e-04, -2.8970e-03, -3.3472e-03, -2.1557e-03,
                      -2.5216e-03, -3.2906e-03,  3.0067e-03,  3.1970e-03,  9.1104e-04,
                      -1.1719e-03,  1.8070e-03, -5.5912e-03,  2.7384e-03, -2.4571e-04,
                      -2.0017e-03,  3.3501e-03, -8.0972e-04, -4.2990e-04,  2.9088e-03,
                       2.1719e-03,  3.8043e-03, -3.0546e-03, -6.4781e-03, -3.1373e-05,
                      -4.3548e-03, -4.3497e-04, -1.2795e-03,  1.6758e-04,  4.1072e-03,
                       7.0753e-03, -2.8152e-03,  3.8268e-03, -2.2809e-03,  3.9488e-03,
                      -1.6066e-03,  1.7743e-03,  1.9337e-03,  3.0681e-03,  4.4471e-04,
                       1.9728e-03,  6.4434e-03,  1.8041e-03, -5.3250e-03, -1.2740e-03,
                      -1.9047e-03,  3.3550e-04, -1.7373e-03,  2.4039e-03,  4.5132e-04,
                       4.0989e-04,  2.7870e-03,  1.2883e-03,  1.9858e-05, -1.9226e-04,
                      -1.9952e-03,  6.9623e-04, -4.9243e-04, -2.7827e-03,  1.0971e-04,
                       3.9532e-04,  5.4636e-04,  2.2601e-04,  5.6960e-06, -2.1912e-03,
                       4.9192e-04,  3.3732e-03, -1.5167e-03, -1.3415e-03,  4.3941e-04,
                       1.4083e-03, -1.4680e-04, -5.6936e-04,  4.6842e-04,  1.1405e-03,
                       1.9744e-03,  2.5023e-03, -2.8829e-04, -3.8522e-03,  4.3743e-03,
                      -2.6358e-04,  1.6375e-03, -4.8401e-04, -6.5669e-04, -3.1826e-03,
                      -1.7703e-03, -1.9497e-03, -3.5531e-04, -2.6149e-03,  4.6406e-04,
                      -1.2562e-03, -2.1453e-04, -3.1592e-04,  2.3157e-05,  1.6518e-03,
                      -5.0381e-04,  8.6688e-04,  2.1227e-04, -1.5088e-03, -1.3485e-03,
                       1.1177e-03, -1.3890e-03,  2.4050e-04, -1.2103e-03,  1.3075e-03,
                      -4.5876e-04, -2.0399e-05,  9.8906e-06, -1.7591e-04, -1.5770e-05,
                       2.1830e-03, -1.3447e-03, -1.2871e-03,  1.1826e-04,  3.7972e-04,
                      -1.5145e-03, -9.2244e-04, -1.5566e-03, -1.1434e-03,  3.8304e-03,
                      -7.4866e-04,  1.3893e-04, -1.4837e-03,  3.1692e-04, -1.8335e-03,
                      -3.6976e-03, -2.4418e-03, -1.9870e-03, -9.1221e-04, -2.7562e-03,
                      -2.5337e-03,  1.1587e-03, -8.5012e-04, -8.9634e-04,  1.4497e-03,
                      -3.1410e-03,  1.4031e-03,  4.7045e-05,  4.3671e-03, -4.7026e-04,
                      -2.9533e-03, -4.9891e-03, -7.8652e-04, -1.1050e-03, -3.0018e-03,
                       2.8680e-04, -9.6491e-04, -1.3436e-03, -3.0307e-04,  1.2515e-03,
                       9.4617e-04,  1.9817e-03, -8.6774e-04,  7.2258e-04, -2.9973e-03,
                       1.4870e-03,  1.4511e-03,  3.6288e-03, -1.9976e-03, -5.1020e-04,
                      -3.3498e-03, -7.7783e-04, -1.0700e-03,  2.0278e-03,  1.3348e-03,
                       6.8943e-04, -3.1841e-03, -7.3204e-04, -1.5652e-03, -1.6666e-03,
                      -1.6015e-03, -1.2291e-03, -2.2280e-03,  7.3200e-04,  4.7272e-04,
                      -1.6967e-03,  7.7776e-04,  1.7155e-03,  2.0870e-04, -2.1546e-03,
                       1.3421e-03, -2.4119e-03, -6.6276e-05,  7.6278e-04,  1.3863e-03,
                       2.0093e-04,  1.1031e-03, -1.0002e-04,  1.3519e-04, -1.8345e-03,
                       1.4014e-03, -2.7541e-03,  1.1847e-03,  2.7328e-03,  2.5830e-04,
                       5.1993e-04,  1.6016e-03, -2.3223e-05,  2.0309e-03,  2.7701e-04,
                       6.9233e-04, -1.6094e-03,  2.3238e-03,  1.4712e-03, -2.1402e-04,
                       8.5602e-05,  1.2060e-03,  7.7678e-04, -2.0461e-03,  1.0494e-03,
                       4.0815e-03,  5.3672e-04,  1.4794e-03, -1.8758e-03,  1.5018e-04,
                       2.0429e-03, -2.2764e-03, -8.8219e-04,  2.9035e-03,  2.0776e-03,
                      -6.9890e-04, -3.0280e-03, -3.3058e-03,  2.1893e-04, -3.6900e-03,
                       3.7943e-04, -2.4029e-04,  9.6712e-04,  1.2087e-03,  1.1240e-03,
                      -1.0917e-03,  1.0127e-03,  1.9435e-03, -4.5697e-04, -2.8519e-03,
                      -1.6750e-03, -1.0159e-03,  7.5316e-04,  6.6910e-04, -6.5089e-04,
                      -9.8120e-04,  1.8206e-03,  1.3360e-03,  3.5218e-04, -6.4608e-04,
                      -4.0425e-04, -1.3316e-04, -1.0167e-03, -9.8507e-04,  1.5384e-03,
                       8.8167e-04, -6.5986e-04,  1.7002e-03,  1.6239e-03, -2.0275e-05,
                       9.1369e-04,  5.5085e-04, -1.7949e-03, -9.2280e-04,  2.2635e-05,
                      -4.5308e-04,  7.4398e-05,  8.7637e-05,  7.9529e-05, -4.6385e-04,
                       2.1372e-05, -9.3426e-04, -4.7110e-04,  4.7176e-04,  1.2368e-03,
                       1.1250e-03,  1.8444e-03, -1.5505e-03, -8.7958e-04, -9.1268e-04,
                      -4.3406e-04, -1.5053e-03,  9.0438e-06, -4.8890e-05, -2.0863e-04,
                      -1.8181e-04,  2.2409e-04,  2.5178e-04, -4.0448e-04,  4.8141e-04,
                      -2.7320e-03,  1.6484e-04, -9.0905e-05,  2.9652e-05,  3.2938e-04,
                      -8.0249e-04,  8.3949e-04, -8.4872e-04,  5.7365e-04, -4.1149e-04,
                       1.0772e-03,  1.3369e-05, -9.2413e-04,  6.5586e-04,  2.7501e-04,
                      -1.1659e-04,  1.3832e-04,  1.3641e-03,  7.3239e-04,  1.6513e-03,
                      -2.4350e-04,  4.3055e-04,  4.9756e-04,  1.6182e-03,  6.6743e-04,
                       1.5830e-03,  7.1364e-04, -1.8218e-03, -2.2750e-03,  2.9130e-03,
                      -1.0580e-03,  3.2947e-04,  5.7992e-04, -5.2457e-04, -2.2286e-04,
                       2.1967e-03,  6.2924e-04, -1.9564e-03,  1.3153e-03,  2.7812e-06,
                      -1.9685e-03, -1.5782e-03, -3.1784e-04, -1.5428e-03, -3.8594e-04,
                       1.4009e-03,  1.5989e-03,  3.0295e-04, -8.4643e-04, -9.7443e-04,
                       1.6685e-03, -3.0966e-04,  1.4666e-03, -6.6869e-04,  2.8948e-03,
                       9.7938e-04, -7.0991e-04,  1.3025e-04, -1.1321e-03, -1.4796e-04,
                       1.3753e-03, -2.3522e-03,  6.1112e-04,  9.7377e-04, -2.3427e-03,
                       8.2564e-04,  7.2263e-04,  3.5278e-03,  2.3035e-05,  2.6652e-03,
                      -1.6562e-03,  1.1364e-03, -1.3423e-03,  6.1108e-05,  1.9319e-03,
                       2.8570e-03, -1.1334e-04, -1.5132e-03,  1.7434e-03, -2.5216e-03,
                       6.4729e-04, -1.2405e-03,  8.9211e-04,  2.1328e-03,  2.0349e-03,
                      -1.6746e-03, -2.8363e-04, -2.2372e-03, -4.5178e-04, -1.8585e-04,
                       1.1005e-03, -2.5104e-04, -1.1267e-03,  1.3585e-03,  5.5986e-04,
                       1.1166e-03, -7.2709e-04,  6.0811e-04,  7.7111e-04, -1.8420e-03,
                       4.7358e-04,  6.6912e-04, -1.5052e-03, -1.1642e-03,  1.4106e-03,
                      -8.5621e-04,  1.5225e-03,  1.2575e-04,  1.0632e-03, -6.9760e-04,
                      -1.0520e-03, -1.1678e-03, -1.3471e-03, -8.2046e-05, -1.2634e-03,
                      -2.0635e-04, -1.6506e-04,  9.9864e-04, -4.8889e-04, -3.0391e-04,
                      -1.0739e-03,  1.9753e-05,  2.4555e-03, -4.7767e-04,  1.4341e-03,
                      -1.2028e-03, -3.1498e-04, -1.2308e-03,  5.1726e-04, -9.6394e-04,
                      -8.1590e-05,  3.3975e-04, -1.4909e-03,  1.0865e-03, -4.5429e-04,
                      -1.1796e-04, -1.8709e-03, -5.2183e-04,  8.5258e-04,  1.8791e-03,
                       1.0300e-03,  9.3601e-04, -4.0494e-04,  6.6842e-04,  2.0515e-03,
                       7.2423e-04, -5.4503e-04, -5.6603e-04,  1.5862e-04,  9.1968e-04,
                       2.1482e-03, -1.4360e-03,  1.0818e-03, -4.7822e-04, -3.9418e-03,
                      -3.2013e-04,  1.6174e-03, -9.8373e-04,  1.1000e-03,  2.4591e-03,
                      -2.1055e-04,  2.3201e-03,  7.1696e-04,  5.9722e-04,  1.6719e-03,
                       5.0981e-04,  2.9152e-04, -6.0107e-04, -6.4827e-05, -1.3565e-03,
                       6.7143e-04, -1.3521e-03,  3.7137e-04, -1.2755e-03, -1.4802e-03,
                       9.4626e-04,  7.4563e-04,  8.0190e-04,  3.6553e-04,  2.5714e-04,
                       1.0805e-03, -2.3571e-03,  5.5399e-05, -7.2911e-04, -6.7552e-04,
                       2.1904e-04,  1.4097e-03,  7.4443e-04,  5.5903e-04,  7.6944e-04,
                      -1.7249e-03,  3.3866e-03,  1.2216e-04, -1.9028e-03, -1.2208e-03,
                      -7.3927e-04, -1.3747e-03,  2.5908e-03, -1.0263e-03,  1.2429e-03,
                       1.2971e-03,  1.0077e-03, -1.4062e-03,  1.8864e-03,  3.3554e-03,
                       6.4409e-04, -1.4290e-03,  1.2721e-03, -1.2636e-03,  6.8653e-05,
                      -8.0589e-04,  1.9380e-03,  3.3222e-03,  3.3369e-04,  1.6125e-03,
                      -2.9200e-03, -1.2714e-03, -6.3260e-04, -1.8725e-03, -1.0191e-03,
                      -7.0816e-04, -4.1862e-04, -1.6699e-03, -6.1512e-04,  1.4411e-03,
                      -9.7439e-04,  2.1161e-03,  1.6481e-04,  1.2705e-03, -1.4876e-04,
                       2.3156e-03,  3.0723e-04,  2.9127e-04,  6.2065e-04,  8.0380e-04,
                       7.8773e-04, -7.6999e-04,  1.9737e-03, -1.0564e-03, -1.7826e-03,
                       2.6554e-03,  1.0435e-03,  9.8525e-04, -2.2465e-03, -3.3801e-04,
                       2.6513e-03,  1.6184e-03, -9.4044e-04, -5.6443e-04, -8.1718e-05,
                       1.4097e-03, -2.5669e-06, -1.1504e-03,  1.0431e-03, -1.9421e-03,
                       3.5213e-03, -6.8711e-05, -1.6422e-04, -2.5142e-04, -2.4097e-03,
                       1.4130e-03, -1.7472e-03,  1.9403e-03, -2.1620e-03, -3.0922e-04,
                       1.3938e-03,  1.7985e-03,  5.3799e-04,  2.2175e-03, -2.4418e-03,
                      -2.4717e-05, -1.3503e-03, -1.9216e-03,  1.3018e-04,  9.9549e-04,
                      -9.1228e-04,  1.6759e-03, -1.2884e-03], device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.weight',
              tensor([[-0.0103,  0.0387, -0.0047,  ...,  0.0330, -0.0140, -0.0313],
                      [ 0.0152, -0.0409,  0.0298,  ...,  0.0362,  0.0090, -0.0238],
                      [ 0.0118,  0.0097, -0.0203,  ...,  0.0018, -0.0136, -0.0131],
                      ...,
                      [-0.0615, -0.0128,  0.0071,  ..., -0.0281,  0.0182,  0.0055],
                      [ 0.0079, -0.0310,  0.0170,  ...,  0.0569,  0.0385, -0.0043],
                      [ 0.0096,  0.0123, -0.0278,  ...,  0.0271, -0.0010,  0.0117]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.self.value.bias',
              tensor([ 1.1220e-02,  9.7940e-03,  2.0299e-02,  1.0386e-02, -4.9723e-03,
                       4.4405e-03,  3.7550e-03,  1.6654e-02, -1.9058e-02,  2.0680e-03,
                       1.8918e-02,  9.8637e-02, -4.1771e-02, -7.5184e-02,  7.9117e-02,
                      -4.5114e-02,  8.1720e-03, -6.9245e-04, -3.9525e-03,  5.4194e-04,
                       4.6638e-03,  3.9467e-02,  1.9261e-02, -2.3878e-02,  1.2955e-02,
                      -1.2844e-01,  1.9057e-02,  1.4428e-04,  3.6326e-02, -3.0509e-03,
                      -5.7200e-03,  8.7316e-03,  6.8396e-03, -2.7562e-02,  6.6205e-03,
                       3.1281e-02,  7.9463e-03, -1.1399e-01,  4.4393e-03, -4.9692e-03,
                      -1.3648e-03, -5.9883e-03, -7.0778e-03, -2.3567e-03, -3.4240e-03,
                      -3.5727e-02, -8.4225e-03,  1.2137e-02,  4.1948e-04,  4.6104e-03,
                      -1.4800e-02,  8.2810e-04, -1.6416e-02, -1.5347e-02,  9.1937e-03,
                      -1.7365e-02, -1.2803e-02,  8.5067e-03,  2.4091e-02, -1.0793e-02,
                       1.1004e-02,  1.0472e-02, -1.6994e-02, -1.1468e-02, -5.1215e-02,
                       3.8113e-02, -1.2669e-01,  2.1994e-02, -1.0052e-02,  2.8954e-02,
                      -6.3632e-02,  5.4635e-02,  4.8925e-03, -1.4661e-02, -3.6945e-02,
                       1.0279e-01, -1.2139e-01,  3.8385e-02,  4.4361e-02,  1.3579e-01,
                       8.5956e-03,  4.5194e-02,  2.1254e-02, -1.0318e-01,  1.5596e-04,
                      -4.7972e-02, -2.1702e-02, -9.0525e-02, -1.1019e-01,  2.8402e-02,
                       7.2974e-03,  3.7071e-02, -4.9945e-02, -4.9789e-02,  5.8735e-02,
                      -8.0207e-02,  4.3111e-02, -1.5762e-01,  2.8571e-02,  2.1174e-02,
                      -3.1633e-03,  1.1046e-01,  1.4331e-01, -4.7048e-02, -4.7981e-02,
                       3.8159e-02,  1.8913e-02, -8.3737e-02,  1.0104e-01, -2.7189e-02,
                      -1.6820e-02,  4.6572e-02, -2.8209e-02, -2.4583e-02, -9.9568e-02,
                      -2.4081e-02, -3.0657e-02,  6.3568e-02,  3.6946e-02,  1.2246e-02,
                       2.0856e-02, -1.0547e-01,  6.9382e-03,  2.6430e-02,  2.6173e-02,
                      -1.9805e-02,  5.7659e-02,  8.6799e-02, -8.9239e-04, -1.5498e-03,
                       2.1772e-02,  1.6236e-02, -6.2102e-03,  1.0424e-03, -1.5099e-03,
                       5.3509e-03,  3.6809e-02,  2.8905e-03, -3.3166e-03, -1.1753e-02,
                      -1.4365e-02, -3.1338e-02, -2.4322e-02,  1.0020e-02,  2.4437e-02,
                       6.1265e-03,  9.2831e-03,  7.8256e-03, -2.1312e-02,  7.0411e-02,
                      -2.4570e-02, -1.0692e-02,  1.6150e-02,  5.0300e-03,  4.6965e-03,
                       1.8914e-03,  1.0532e-02, -1.6727e-02,  1.7275e-02,  7.0097e-03,
                      -1.1839e-02, -4.2752e-02, -5.0677e-02, -3.0265e-02,  5.9195e-03,
                       1.6996e-01, -6.6160e-03, -4.5562e-02, -2.9485e-02,  1.5257e-02,
                       3.2990e-03, -1.3529e-02,  1.4380e-02,  7.4651e-03,  3.6381e-03,
                       6.8383e-03,  1.6161e-02, -8.4753e-03, -2.7552e-02,  3.1132e-03,
                       7.8844e-03, -2.4491e-02, -4.3612e-03, -4.2834e-03, -1.1087e-02,
                      -9.4309e-03,  2.4028e-02, -1.2332e-02, -2.3641e-03, -2.8142e-02,
                       2.4570e-03, -1.9648e-02,  1.4267e-01,  3.2928e-02, -4.9273e-02,
                      -5.6065e-02,  9.7667e-02,  1.5079e-03,  1.2025e-01,  1.5541e-01,
                      -7.2602e-02, -1.4975e-02,  1.2185e-01,  2.9814e-02,  8.2386e-02,
                      -8.9775e-02, -1.7703e-01, -1.3576e-01,  5.3468e-02,  7.5737e-02,
                       1.1995e-02, -1.4198e-01, -2.1839e-02,  7.8949e-02, -5.4377e-02,
                       1.0122e-01,  2.8014e-02, -3.2080e-03,  3.2622e-01,  8.4363e-02,
                       3.4489e-02, -2.0161e-01, -1.5794e-01,  4.7964e-02, -9.6862e-02,
                       4.9224e-02,  8.8180e-02,  5.7387e-03,  9.1370e-02, -1.2942e-01,
                      -1.1809e-02, -3.7901e-02, -1.7710e-02, -3.4938e-02,  1.6740e-01,
                       2.4223e-02, -1.5469e-02, -7.9109e-03,  7.6422e-02, -3.2763e-02,
                       3.6771e-02, -7.2513e-02,  2.1438e-01,  1.0763e-02, -3.2324e-02,
                      -1.9572e-02,  5.3298e-02, -4.2675e-02,  7.7578e-02,  7.2387e-02,
                       1.7631e-02,  9.9129e-03, -6.3783e-03, -2.2549e-02,  3.6284e-02,
                      -9.4830e-02, -2.5047e-02,  9.0244e-03,  1.4491e-03, -4.9953e-02,
                      -2.6976e-02, -2.3874e-02,  5.0464e-03, -2.1196e-02, -1.8446e-02,
                       4.9247e-03,  3.9975e-03,  4.7888e-03, -1.9106e-02, -1.1277e-02,
                       9.1370e-03,  8.4342e-03,  2.3704e-02,  2.3652e-03, -2.5879e-02,
                       2.4946e-02, -5.4320e-03,  2.0160e-02, -4.4199e-03,  6.3635e-03,
                       2.8078e-03,  8.3846e-03, -4.7150e-03,  3.6993e-03, -2.8327e-02,
                       5.3330e-03, -1.2029e-02,  7.4477e-03,  3.2975e-02, -9.5052e-03,
                       1.3927e-02, -2.7075e-02,  7.0864e-03, -1.9139e-02, -8.4093e-03,
                       1.3772e-02,  2.6823e-02, -1.2648e-04, -7.6746e-03,  9.4439e-03,
                      -7.7453e-03, -1.7182e-03,  6.9175e-03, -8.3886e-03, -2.9966e-02,
                       1.5484e-02, -6.9993e-03,  2.5606e-02, -3.4133e-04,  1.3346e-02,
                      -1.8529e-02,  6.0780e-03, -2.1383e-03,  1.7129e-02,  2.7366e-03,
                       8.7101e-03,  2.3230e-04,  1.7806e-02, -8.4050e-03,  1.0819e-02,
                       7.9060e-03, -4.2025e-03,  3.1107e-04,  2.8271e-02,  2.6247e-03,
                       3.5626e-03, -2.2210e-03,  8.2461e-03, -3.6631e-02,  9.6239e-03,
                      -2.4845e-02,  2.9564e-02,  2.1136e-02,  3.0606e-02, -1.3935e-02,
                       1.5919e-02,  4.8771e-04,  1.6122e-02, -4.2175e-03,  3.2427e-02,
                       1.4332e-03, -1.3690e-02, -2.7317e-02, -4.4411e-03,  1.9111e-02,
                      -1.7060e-02, -1.4880e-02, -8.3238e-03,  2.2120e-03, -5.5773e-02,
                      -7.1400e-03,  2.9898e-02, -1.6135e-02, -1.0830e-03, -1.5350e-02,
                       3.0969e-02,  5.9780e-03, -7.5660e-03,  2.6571e-02, -1.9616e-03,
                      -3.7121e-02, -4.8464e-03, -2.1872e-02,  1.6888e-02, -1.3894e-02,
                       2.7735e-02,  2.6523e-02,  4.5318e-03,  1.2208e-02, -6.0528e-03,
                      -3.8998e-03,  1.7403e-03,  1.0839e-03,  3.2383e-03, -4.3420e-03,
                      -3.0736e-02, -7.5757e-03,  3.5097e-02,  6.8510e-03, -3.6665e-02,
                      -2.5786e-02, -3.1463e-03, -1.1527e-02, -1.6354e-02,  3.7287e-02,
                       1.9828e-02, -1.5843e-02,  1.3375e-02,  5.1013e-03, -1.6716e-02,
                       9.1691e-03,  2.9977e-02, -2.7723e-02, -2.5636e-02, -3.0988e-02,
                      -2.9381e-02,  2.0163e-02, -3.5454e-02,  2.3905e-02, -1.0127e-02,
                       1.6314e-02, -1.1285e-02,  2.6739e-02,  1.8229e-02, -5.6711e-04,
                      -3.6163e-02, -1.7477e-02,  1.3736e-02, -1.5599e-02,  1.0209e-02,
                      -5.7083e-03, -2.7865e-02,  4.2178e-02,  5.5302e-03,  1.9067e-02,
                      -5.6317e-03, -1.7621e-02,  1.9111e-02, -4.6682e-02,  2.6119e-02,
                       5.0604e-03, -1.4511e-02, -5.9634e-03,  3.1140e-02, -4.3482e-03,
                       2.6204e-02, -2.4863e-02, -1.0634e-02,  6.4791e-02,  1.2224e-02,
                       3.6089e-02, -3.2104e-02,  6.8668e-03, -5.1604e-03, -2.0588e-02,
                       7.0247e-03, -2.3057e-03,  5.0082e-03, -2.4085e-02,  2.3369e-02,
                       3.6680e-02,  2.1655e-02,  2.9230e-02,  5.1198e-03, -9.3235e-03,
                      -6.1480e-03,  1.2973e-02,  2.9949e-02, -2.1483e-02,  2.2811e-02,
                      -5.3761e-03, -1.9570e-02,  1.9021e-02, -1.2190e-02, -1.6363e-04,
                       8.4953e-03,  6.6241e-03, -1.6561e-03, -8.0893e-03,  3.7148e-02,
                       5.3877e-03, -2.8389e-02, -4.1505e-03, -1.3226e-02, -1.1541e-02,
                       6.0111e-03, -7.3466e-03, -1.6842e-02, -1.7067e-02,  1.1591e-02,
                       9.1890e-03,  1.6898e-02,  9.9864e-03,  1.1408e-02, -2.4156e-03,
                      -1.6160e-02,  2.4044e-02, -8.7884e-03,  1.5416e-03, -7.6320e-03,
                      -1.0036e-02, -5.3825e-03,  1.1719e-02,  5.2140e-04, -3.4488e-02,
                       8.6438e-03,  8.7980e-03, -5.6766e-04, -9.4017e-03, -1.2135e-02,
                       3.5488e-03, -7.2640e-03,  1.5600e-02,  1.5835e-02, -1.3172e-02,
                      -1.2809e-02, -1.4772e-03, -4.7676e-03, -3.6398e-03,  1.9367e-02,
                      -1.5770e-02,  7.7242e-03, -5.4697e-04, -1.0565e-02,  1.2944e-02,
                      -7.6801e-03, -5.3733e-03, -7.8480e-03, -1.8598e-03,  1.3340e-03,
                       1.2116e-02,  2.7011e-02,  1.2141e-03,  5.0565e-03,  4.1634e-02,
                      -5.6152e-03, -4.7373e-03, -2.1003e-02, -3.5223e-02,  6.7125e-03,
                      -8.6316e-03, -3.7827e-03,  7.3905e-02, -1.0116e-02,  1.7025e-02,
                       7.8022e-03, -2.0390e-02, -2.7902e-02, -1.6411e-02, -2.2811e-02,
                       1.2781e-02, -2.1742e-03, -2.0336e-02, -8.5175e-03, -2.9253e-02,
                      -1.6323e-02, -2.3809e-03,  1.4581e-02,  2.4700e-02, -6.3314e-02,
                      -1.7261e-02,  2.6992e-02, -5.1870e-02,  2.4858e-02, -1.3463e-02,
                      -3.6546e-03,  4.0150e-02,  5.3792e-04,  9.1092e-03,  4.1306e-03,
                       9.7803e-03,  1.6006e-02,  8.2132e-03,  1.1960e-02,  1.9658e-03,
                      -8.1152e-03, -2.7991e-03,  1.0023e-02, -3.9959e-02, -8.9013e-03,
                       1.2068e-02,  1.7726e-02,  7.7440e-03,  2.7142e-02,  8.5858e-03,
                       1.3318e-03, -2.6234e-02, -8.4415e-04,  1.0022e-02,  5.2312e-03,
                       6.9570e-03,  6.9462e-03, -1.0130e-02, -4.2092e-02, -2.2406e-02,
                       1.7151e-02,  5.1430e-02,  3.6542e-02, -4.1021e-02, -7.3509e-03,
                       4.4417e-03, -5.8867e-04, -7.4577e-02, -2.7466e-02, -6.3876e-02,
                      -4.8467e-02,  1.4196e-02, -1.1814e-02, -8.8043e-02,  1.1920e-02,
                      -1.4990e-02,  1.1861e-02, -1.4077e-02, -2.4378e-04,  7.5155e-03,
                       1.4490e-02,  9.3972e-02,  1.0386e-01, -8.0132e-03, -3.0689e-02,
                       1.9898e-02,  9.0227e-02,  1.0957e-01,  6.1078e-02,  1.7797e-02,
                       2.6746e-02,  4.2245e-02, -2.1147e-02,  9.9513e-02,  1.9903e-02,
                      -1.1824e-01,  2.8075e-02,  1.4662e-03, -9.7862e-02, -2.3490e-02,
                       9.5668e-02, -3.1610e-02,  1.8614e-02, -1.3080e-02, -3.1480e-03,
                       5.1603e-02,  1.5512e-02, -1.5951e-02,  2.4512e-02,  1.4477e-02,
                      -5.9692e-02,  5.5267e-03, -2.6112e-02,  8.6849e-02, -5.2117e-03,
                      -6.2857e-02, -1.7559e-02,  1.5673e-02, -1.6999e-02,  1.8008e-02,
                       1.7321e-03,  1.1703e-02, -1.2760e-02, -4.8081e-02, -2.0165e-02,
                       2.0639e-02, -3.0336e-02,  1.8214e-02,  4.3501e-03, -4.4263e-02,
                      -6.9239e-02,  5.7881e-02, -3.5924e-02,  4.8572e-02, -2.1674e-02,
                       1.8132e-02,  1.1512e-02,  2.9597e-02, -2.3553e-02,  2.9621e-03,
                       4.4495e-03,  1.1926e-02,  4.0002e-02,  2.2921e-02,  1.9943e-02,
                       2.5407e-02,  1.4980e-02,  7.0155e-03,  6.3595e-02,  4.5254e-02,
                      -4.8676e-03,  4.9323e-02, -4.9538e-02,  3.7667e-02,  4.1376e-02,
                       7.8656e-02, -8.2511e-02, -5.0559e-02,  5.2180e-02,  4.6390e-02,
                      -1.9110e-02,  2.3313e-02,  4.6454e-02, -1.8643e-02,  1.9095e-02,
                       3.2176e-02, -2.8222e-02,  1.4980e-02,  6.4488e-03, -4.9750e-02,
                      -1.3998e-02, -4.5563e-03, -3.9124e-02,  1.4631e-02,  1.1325e-02,
                       2.5871e-02, -2.5157e-02, -5.4125e-02, -4.9903e-02,  3.2554e-02,
                       5.3812e-02,  4.6971e-02, -2.3792e-02,  3.2192e-02,  3.6776e-02,
                       1.1790e-02, -6.4411e-02,  4.9416e-02, -3.0243e-03, -3.2197e-02,
                       1.1014e-02,  4.5469e-03, -1.7263e-03, -8.5351e-03,  2.5981e-02,
                      -5.3360e-03, -1.2596e-02, -4.7618e-02, -9.6040e-03, -4.4297e-02,
                      -4.4969e-02,  8.4411e-02, -2.5187e-02,  5.1040e-03,  9.9456e-03,
                       1.6673e-02, -9.4751e-03,  2.8964e-02,  6.0343e-02,  2.1773e-02,
                      -2.3759e-02,  2.8892e-02, -4.7365e-02,  1.5928e-02, -1.6737e-02,
                      -1.5432e-02,  1.9454e-02, -3.1461e-03,  5.7394e-03,  3.9091e-03,
                      -9.0557e-03, -7.9035e-03, -1.0951e-03,  1.5464e-02, -1.0714e-02,
                      -6.6502e-03,  4.3457e-03, -9.7600e-03, -3.7131e-02, -1.9981e-02,
                       1.4553e-02, -3.5145e-02, -7.1083e-03, -6.0383e-03, -2.6800e-02,
                       1.1675e-02,  1.9646e-02, -4.0521e-03, -1.5066e-02,  2.0253e-02,
                       2.6651e-02,  2.7247e-02, -2.2889e-02,  3.9557e-03, -8.6930e-03,
                      -1.3353e-03, -1.0469e-02, -1.8556e-02, -1.8992e-02, -1.6925e-02,
                      -1.2615e-02, -3.1513e-02, -5.4904e-03], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.weight',
              tensor([[-0.0053,  0.0083,  0.0046,  ...,  0.0032,  0.0023,  0.0379],
                      [ 0.0089,  0.0038,  0.0387,  ...,  0.0028,  0.0257,  0.0158],
                      [-0.0185, -0.0107,  0.0103,  ...,  0.0255,  0.0047, -0.0490],
                      ...,
                      [-0.0073,  0.0149, -0.0051,  ..., -0.0298,  0.0252,  0.0352],
                      [ 0.0084, -0.0153, -0.0051,  ..., -0.0016, -0.0061,  0.0176],
                      [-0.0190, -0.0043, -0.0254,  ..., -0.0307, -0.0198, -0.0254]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.dense.bias',
              tensor([-6.0226e-02,  9.6186e-02, -8.4492e-02, -3.4627e-02,  4.6493e-02,
                      -1.9581e-03, -1.6257e-01,  1.4074e-01,  1.9445e-02, -2.8223e-02,
                      -4.6457e-03,  5.3540e-02,  1.3566e-03,  2.1924e-02, -1.6563e-02,
                       9.2530e-03, -3.8433e-02, -7.3447e-03,  3.6932e-02,  2.4706e-02,
                       5.3831e-02,  1.7961e-04,  4.6458e-02,  8.2275e-03,  2.4623e-02,
                       3.9303e-02, -5.8774e-02,  1.9344e-02,  6.7360e-02,  1.5555e-02,
                       4.3091e-02, -2.0162e-01,  3.5211e-02, -4.2089e-02,  7.1729e-02,
                       6.6832e-02, -4.2859e-02, -4.8380e-03, -8.3620e-03,  1.4737e-02,
                       1.5365e-02,  4.1222e-02, -1.5832e-02,  1.0695e-02, -2.3196e-02,
                      -2.1366e-03, -3.3409e-02, -4.4996e-03,  4.0869e-02,  1.1913e-02,
                      -9.2844e-03,  7.5430e-02, -8.2035e-02,  5.2938e-03,  7.0188e-02,
                      -3.4926e-02,  5.0651e-03,  4.6793e-02,  1.7937e-02, -4.2643e-02,
                       5.4633e-02,  3.1619e-02,  2.7430e-03,  1.6376e-02,  5.8494e-02,
                      -3.5313e-03, -1.8592e-02,  1.6072e-02, -2.9691e-02, -1.3542e-02,
                      -1.5905e-02,  6.5983e-02, -4.5271e-02, -9.4039e-03, -3.1811e-02,
                      -8.4227e-03,  5.7880e-02,  2.7352e-02,  1.7255e-02, -6.2161e-02,
                      -7.0461e-02,  1.9933e-02, -1.2576e-02,  7.5847e-02, -2.0101e-01,
                      -3.2462e-02, -5.9223e-02,  2.5790e-02, -1.5493e-02,  4.6400e-02,
                       5.4705e-02, -7.8706e-03, -5.7443e-02,  6.0548e-02, -1.1804e-01,
                       1.0640e-02, -1.1313e-01,  2.5996e-02,  3.7813e-02,  4.0999e-02,
                      -4.4159e-02, -2.8164e-02,  5.3779e-02,  9.6530e-02,  1.5441e-02,
                       1.9567e-02, -1.0982e-02,  3.1618e-02,  1.4128e-02, -8.4646e-03,
                      -2.9142e-03,  7.3444e-02, -7.9702e-03, -8.4497e-02, -2.7058e-02,
                      -1.5466e-02,  2.7690e-02, -2.0255e-02,  2.9341e-02, -3.0147e-02,
                      -2.8810e-02,  3.3976e-03, -4.9024e-02, -1.6053e-02, -1.0868e-02,
                      -5.3839e-02, -6.5378e-02, -1.8878e-02,  1.3713e-02,  5.2743e-02,
                      -1.7890e-02,  1.7029e-02, -2.8646e-02, -3.2273e-02,  2.2872e-03,
                      -2.0049e-02, -8.7235e-02,  2.4078e-02, -7.7092e-03, -4.5714e-02,
                      -2.0254e-02,  4.4169e-02, -8.3177e-03, -4.5466e-01, -2.5062e-02,
                      -2.4260e-02,  9.4308e-02, -1.5350e-02, -2.1443e-02,  4.4651e-02,
                       1.0057e-02, -9.9055e-03, -4.4578e-02, -1.8829e-02, -2.3034e-02,
                       2.0974e-02, -9.7369e-02, -6.9947e-03,  4.2923e-03,  2.4163e-02,
                       1.0993e-02,  2.3827e-02, -8.5541e-02, -3.2826e-02,  6.7491e-02,
                       3.1574e-02,  5.2989e-02,  5.7680e-03, -1.5079e-02, -1.8185e-02,
                       1.8980e-02, -5.2865e-02,  3.2623e-02, -6.9643e-02,  6.5149e-02,
                      -6.6748e-03, -2.2963e-02,  8.2216e-03,  1.8275e-02, -1.2166e-03,
                      -3.3910e-02,  5.6834e-02, -3.0859e-02, -9.2992e-03,  3.6620e-02,
                      -7.0070e-03,  1.7149e-02,  2.8440e-03,  4.1894e-02,  9.8243e-03,
                       2.9913e-02, -8.4161e-02,  3.3670e-02,  1.8159e-02,  1.1742e-02,
                       4.5498e-02,  4.5852e-03, -1.2295e-01,  2.4624e-02,  4.9585e-02,
                       1.9242e-02,  1.7023e-02,  9.1098e-03,  5.2412e-02, -4.4942e-02,
                      -1.9401e-02, -2.7405e-02, -3.5147e-02, -6.6573e-03,  1.8539e-02,
                       4.4461e-02, -2.3021e-02,  2.9414e-03,  5.6790e-02, -2.3011e-02,
                       3.9058e-02,  2.8619e-02, -7.7771e-02,  5.7957e-02, -4.5671e-03,
                      -1.1098e-02,  3.0088e-02, -6.5711e-02, -8.0388e-02,  2.2325e-02,
                       5.9779e-02,  2.4542e-02, -1.3168e-03,  1.7931e-02, -4.8214e-01,
                      -7.0921e-02,  4.3701e-02,  2.8281e-02,  6.5232e-02,  4.6088e-03,
                       3.5894e-02, -3.0604e-02,  2.4374e-02, -4.1110e-03, -3.5116e-02,
                      -6.6540e-02,  1.2512e-02, -5.8949e-02, -2.6840e-02,  1.7228e-02,
                       4.5220e-02,  6.4558e-03, -3.4743e-02, -8.0035e-03, -2.4606e-02,
                      -4.1494e-02,  3.3108e-02,  5.4799e-02,  6.8496e-02,  4.8597e-03,
                      -1.2773e-02,  1.1545e-02, -1.1270e-01, -1.4415e-01, -9.1981e-02,
                      -5.1210e-02, -1.1770e-01,  7.4689e-02,  3.1106e-02,  7.0439e-03,
                       1.2620e-02,  2.6824e-02,  1.3215e-02, -1.3040e-02,  2.7143e-02,
                       1.2005e-02, -1.9307e-02,  7.6476e-03,  1.9998e-02,  4.8022e-02,
                       4.5749e-02, -4.6521e-02, -1.1851e-02,  1.9507e-02, -2.7272e-02,
                      -2.4635e-02, -1.3164e-02, -9.5329e-03,  1.7721e-01,  6.6894e-02,
                       5.0599e-02, -5.3688e-04,  2.9307e-02,  8.8662e-02,  3.5505e-02,
                      -9.1620e-02, -6.7187e-02,  5.2028e-02,  1.4041e-02,  3.3377e-02,
                      -6.9372e-02,  1.4468e-02, -4.8782e-02, -8.2107e-03,  5.5008e-02,
                      -3.6474e-02, -1.6561e-02, -8.6186e-02, -5.0672e-02, -1.5850e-01,
                      -8.9677e-02,  2.4363e-02, -3.1707e-02,  1.4731e-01, -5.1313e-02,
                       1.1349e-01, -6.0839e-03, -2.8598e-02, -1.0809e-01, -3.4603e-02,
                       8.6150e-03, -4.2968e-02,  1.4482e-02, -7.6336e-03, -6.5812e-02,
                       1.2550e-03, -5.1905e-03,  3.1404e-02,  5.5160e-02, -2.7701e-02,
                      -1.1122e-02,  3.8077e-02, -4.5731e-02,  9.5265e-03,  3.2908e-02,
                      -2.3276e-02, -4.1289e-02,  2.5851e-02,  1.6052e-02,  4.6376e-02,
                       1.0237e-02, -5.5904e-02, -1.3823e-02, -5.8603e-02,  3.7895e-02,
                      -4.6694e-02,  2.5245e-02, -3.9828e-02,  3.2804e-02,  4.3516e-03,
                      -7.6249e-02,  5.0687e-02,  1.8110e-03, -5.6875e-02, -2.8215e-02,
                       6.3357e-02,  7.3161e-02, -1.3010e-02,  2.1299e-02,  7.5621e-02,
                       3.9076e-03, -3.5398e-02,  3.1523e-02, -6.1851e-02, -2.2561e-02,
                      -9.3722e-03, -3.4002e-02,  3.0831e-02, -7.6413e-02, -1.7649e-02,
                      -1.0090e-02,  6.8560e-04,  2.4539e-02, -3.3839e-02,  5.6926e-02,
                       4.0777e-02, -4.2452e-02, -2.8768e-02,  1.2348e-01,  5.8595e-02,
                       4.0539e-02,  3.2795e-02,  4.4413e-02,  3.1918e-02, -6.0396e-02,
                       7.4470e-02, -1.0172e-02, -6.1735e-02,  3.9659e-02, -4.7324e-03,
                      -5.5252e-02,  3.8794e-03,  1.9513e-03, -2.7468e-03, -3.4186e-02,
                      -5.1067e-03,  3.2169e-02,  4.6350e-05,  1.2405e-02,  5.1073e-02,
                       5.7348e-02,  1.9811e-02,  3.4664e-02,  3.5658e-02, -1.5547e-02,
                      -2.8187e-02, -2.8730e-03, -7.0848e-02,  4.8038e-02,  6.5661e-02,
                      -7.0154e-02, -4.2665e-02, -2.9362e-03, -2.3782e-02,  5.3777e-03,
                      -1.4457e-02,  3.2157e-03,  1.6231e-02,  1.3991e-02, -2.9606e-03,
                       5.3312e-02, -1.4764e-02, -3.3628e-03, -1.2641e-02,  3.7925e-02,
                      -6.1879e-02,  1.7205e-02,  6.3855e-02, -7.8781e-03, -2.6388e-02,
                       1.9180e-02, -9.6675e-02, -2.0491e-01,  6.3531e-02,  6.5342e-02,
                       2.5916e-03,  4.3271e-02, -1.7573e-02, -2.8839e-02, -1.0266e-01,
                       2.6967e-02,  9.4810e-02,  6.0461e-02,  5.7870e-02, -3.1475e-03,
                      -3.2473e-02,  6.5900e-03,  3.9810e-02, -5.3567e-02,  1.0380e-02,
                      -8.3160e-02,  2.9368e-02, -6.0348e-02,  3.1871e-03,  2.4700e-02,
                       6.5098e-02,  5.7805e-02, -6.1734e-02,  3.0069e-02, -7.2903e-02,
                       8.0918e-03,  3.9623e-02,  1.4248e-03, -3.7720e-02, -2.7313e-02,
                       5.2790e-02,  3.4017e-02,  1.8941e-02,  8.0823e-03,  5.7686e-02,
                      -3.5823e-02, -2.3219e-02,  3.9743e-02,  2.1459e-02, -1.8237e-02,
                      -4.1701e-02,  7.3507e-03,  1.1696e-02,  6.4754e-02,  1.0782e-02,
                      -6.4898e-03,  4.0669e-02,  1.0416e-01, -1.5763e-02, -1.7798e-02,
                       2.0992e-02,  1.1391e-02,  1.8415e-03,  6.6523e-02,  5.8859e-02,
                      -7.3886e-02, -6.2290e-03,  2.0362e-02,  1.2482e-03,  5.3841e-02,
                       4.1152e-02, -3.5160e-02, -8.4692e-03, -2.6671e-02, -2.8558e-02,
                       1.3935e-02,  6.7747e-03, -2.5755e-02, -2.2332e-02,  1.8001e-03,
                      -6.2240e-04, -1.4615e-02,  4.0421e-02,  3.1044e-03, -3.2198e-02,
                       5.9958e-02,  4.0872e-02, -6.1315e-02,  6.3498e-03,  8.2133e-02,
                      -9.0642e-02,  3.8880e-02, -2.8900e-02,  2.9424e-02, -1.7076e-02,
                       5.4506e-02, -1.7124e-02, -9.0378e-03, -7.5792e-02, -4.7734e-02,
                      -1.2496e-02, -1.3965e-02,  4.3175e-02, -1.5452e-02, -6.1010e-02,
                      -1.2884e-02, -3.7098e-03, -1.2841e-02, -5.0765e-02, -7.1613e-02,
                      -4.6754e-03, -1.0115e-02, -4.9150e-02,  2.1250e-03,  1.9367e-03,
                       5.5832e-02,  7.1229e-02,  6.7134e-02,  8.0038e-02,  1.2564e-02,
                       1.4847e-02,  2.0444e-02,  3.8788e-02,  4.3595e-02,  6.6231e-02,
                      -3.3997e-03, -1.7092e-02, -2.1341e-02, -1.4441e-02, -4.8535e-02,
                      -3.7473e-02, -8.9856e-02, -2.1940e-02,  9.6754e-03,  9.6109e-02,
                       7.8288e-02,  3.4666e-03, -6.5869e-01,  1.2872e-02, -2.5836e-02,
                      -1.4191e-02, -4.1514e-03,  1.1990e-02, -1.9979e-02,  4.9279e-02,
                       4.7281e-02,  5.0317e-02,  4.0218e-03,  2.2809e-02,  5.5809e-02,
                      -6.3873e-02, -4.5166e-02, -4.6906e-03,  4.9082e-02,  3.2099e-02,
                      -1.3188e-03,  1.4379e-02,  9.1597e-02,  1.9314e-02, -4.0083e-02,
                       1.6239e-02,  3.7265e-02,  8.8841e-03,  9.5815e-02, -4.7651e-02,
                      -5.5814e-02,  1.1783e-01, -1.2575e-02, -6.9381e-02, -9.6445e-03,
                       1.9240e-02, -1.9698e-02, -1.1990e-02, -7.0267e-02, -5.1510e-02,
                      -3.3087e-02, -2.3334e-02,  1.9245e-02, -3.7879e-02,  3.2079e-02,
                       5.5782e-03, -3.7549e-02,  4.2535e-03, -6.6805e-02,  5.7724e-02,
                      -2.0567e-02, -1.4285e-03,  4.5147e-02,  2.9917e-02, -4.3203e-02,
                      -3.9965e-02,  5.9614e-02,  3.1440e-02, -1.0344e-01, -9.7472e-03,
                       7.8894e-02, -3.8258e-02,  1.1584e-02, -4.6615e-02,  6.5640e-02,
                      -1.0680e-02, -7.2137e-02,  2.5214e-02, -1.5141e-02,  6.4265e-03,
                      -9.1101e-02, -2.8413e-02, -4.3179e-02,  2.1756e-02,  5.6995e-02,
                       5.8846e-02, -1.0866e-02,  4.5649e-02, -6.6637e-02, -1.8799e-02,
                       2.8356e-02,  5.8403e-02, -6.0687e-02,  2.1378e-02,  1.0688e-02,
                      -8.3915e-02,  1.8018e-02, -5.9994e-02,  1.0856e-03,  4.2419e-02,
                       2.9016e-02, -1.4118e-01,  4.7587e-02, -1.1404e-02,  1.8128e-02,
                      -1.1471e-01, -1.5184e-02,  5.8083e-02,  1.2367e-03, -6.9839e-02,
                      -1.0574e-02,  7.1340e-03, -1.1743e-02,  2.6666e-02,  2.3532e-02,
                       1.8221e-02,  7.9591e-02, -2.0437e-02, -7.6313e-02,  3.1014e-02,
                       3.0871e-03,  4.4771e-02, -1.1114e-01,  1.9906e-02,  2.0778e-02,
                      -9.3407e-03,  4.0342e-03,  5.9164e-02, -6.8244e-03,  1.7724e-02,
                      -1.4213e-02, -6.0073e-02, -5.5475e-03,  3.0453e-04,  3.5462e-02,
                       1.3655e-02,  6.7940e-02,  1.4031e-02, -2.6598e-03,  3.0871e-02,
                       1.8169e-02,  4.6312e-02,  3.7940e-02, -2.4475e-02,  2.7969e-02,
                       3.3907e-02, -1.7631e-02, -6.9533e-02, -2.0744e-02,  3.7443e-02,
                      -2.6341e-03, -2.2661e-02, -2.8239e-02, -9.8352e-02, -3.6137e-02,
                       4.6186e-02,  5.7949e-02, -1.0252e-01,  6.4178e-02, -4.1320e-02,
                      -4.9517e-03,  5.9749e-02, -2.5233e-02,  1.4219e-02,  3.6518e-02,
                       3.4545e-02, -4.3638e-02,  5.4288e-02, -1.4905e-02, -1.9834e-03,
                      -4.8607e-02,  4.6003e-02, -3.8060e-03,  2.1830e-03, -3.7163e-02,
                       6.0127e-03,  4.0151e-02,  5.5910e-02,  6.0654e-02, -2.0781e-02,
                      -6.6937e-02, -5.4026e-03, -1.1476e-02,  1.3816e-02,  9.0417e-03,
                      -3.0898e-02, -7.3621e-02, -1.7890e-02, -2.4534e-02,  2.1642e-02,
                      -3.4183e-02,  4.5906e-02, -1.8666e-02, -1.0045e-01,  1.3282e-02,
                      -2.1370e-02,  3.7173e-02, -1.4943e-01,  1.3495e-02, -8.0150e-03,
                      -3.8472e-02, -2.9195e-02,  4.2099e-02,  1.2198e-01,  2.3854e-02,
                       3.1367e-02,  4.9270e-02,  4.5309e-03, -5.2318e-02, -2.3926e-02,
                       6.5458e-02,  1.8609e-02, -5.8343e-03, -4.2632e-02, -5.0033e-03,
                      -2.0643e-02,  8.3258e-02, -1.3804e-02, -8.8258e-02, -4.9507e-02,
                      -9.6186e-03, -3.1070e-02, -4.1459e-02], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.weight',
              tensor([0.9288, 0.9312, 0.9198, 0.9039, 0.8978, 0.9410, 1.0614, 1.0939, 0.9410,
                      0.8616, 0.9464, 0.9477, 0.9671, 0.9358, 0.9366, 0.9206, 0.9203, 0.9097,
                      0.9164, 0.9641, 0.9077, 0.9574, 0.9452, 0.9126, 0.9161, 0.9043, 0.9498,
                      0.9348, 0.9016, 0.9369, 0.9376, 0.5889, 0.9606, 0.8951, 0.9172, 0.9430,
                      0.8560, 0.9660, 0.9168, 0.9126, 0.9498, 0.9259, 0.9148, 0.9536, 0.9793,
                      0.9538, 0.9637, 0.9561, 0.9644, 0.8994, 0.9742, 0.8929, 0.9159, 0.9442,
                      0.8860, 0.8272, 0.9014, 0.9444, 0.8749, 0.8748, 0.9256, 0.9486, 0.9464,
                      0.9344, 0.9466, 0.9833, 0.9305, 0.9156, 0.9715, 0.8900, 0.9690, 0.9163,
                      0.9280, 0.9621, 0.9542, 0.9598, 0.9330, 0.9337, 0.9581, 0.9494, 0.9367,
                      0.9011, 0.9325, 0.9462, 0.8760, 0.9292, 0.9007, 0.9178, 0.9538, 0.9158,
                      0.9350, 0.9239, 0.9045, 0.9591, 0.9238, 0.9036, 0.7879, 0.9623, 0.9622,
                      0.9474, 0.9070, 0.9427, 0.8950, 0.9960, 0.9445, 0.9934, 0.9733, 0.8845,
                      0.9458, 0.9751, 0.8886, 0.9119, 0.9711, 0.8161, 0.9172, 0.9875, 0.9326,
                      0.9313, 0.9378, 0.9478, 0.9426, 0.9370, 0.9116, 0.8909, 0.9288, 0.8694,
                      0.9647, 0.9498, 0.8970, 0.9088, 0.9427, 0.9022, 0.9607, 0.9411, 0.9493,
                      0.9318, 1.9190, 0.9200, 0.9267, 0.9454, 0.8936, 0.9477, 0.9159, 2.7238,
                      0.9448, 0.9243, 0.9422, 0.9256, 0.9179, 0.8995, 1.0126, 0.9480, 0.9525,
                      0.9185, 0.9324, 0.9054, 0.9272, 0.9463, 0.9495, 0.9555, 1.0175, 0.9680,
                      0.9142, 0.9295, 0.9140, 0.9549, 1.0493, 0.8437, 0.8944, 0.9488, 0.9761,
                      0.9414, 0.8749, 0.9138, 0.9390, 0.9587, 0.9470, 0.9687, 0.9562, 0.9496,
                      0.9107, 0.8930, 0.9120, 0.9875, 0.9574, 0.9415, 0.9001, 0.9701, 0.9524,
                      0.9142, 0.9546, 0.9776, 0.9381, 0.9439, 0.9145, 0.9493, 0.9782, 1.0874,
                      0.9082, 0.9517, 0.9610, 0.9112, 0.9502, 0.9811, 0.9008, 0.9372, 0.9212,
                      0.9655, 0.9355, 0.9374, 0.9403, 0.9670, 0.9079, 0.9655, 0.9115, 0.9747,
                      0.9100, 0.8993, 0.9366, 0.9231, 0.9813, 0.9234, 0.9439, 1.0187, 0.9199,
                      0.9517, 0.9767, 0.9448, 0.9324, 0.6489, 0.9350, 0.9281, 0.9042, 0.9384,
                      0.8933, 0.9675, 0.8784, 0.9919, 0.8917, 0.9587, 0.9164, 0.9199, 0.8862,
                      0.9154, 0.9505, 0.8738, 0.9603, 0.8896, 0.9633, 0.9758, 0.9427, 0.9383,
                      1.0181, 0.9773, 0.9764, 0.9354, 0.9472, 0.9443, 0.9617, 0.9459, 0.9380,
                      0.9520, 0.9179, 0.9212, 0.9220, 0.9231, 0.9351, 0.9591, 1.0243, 0.9446,
                      0.9511, 0.9116, 0.9757, 0.9441, 0.9945, 0.9249, 0.9310, 0.9527, 0.8990,
                      0.9576, 0.9945, 0.9421, 0.9026, 1.1388, 0.9404, 0.9637, 0.8811, 0.9456,
                      0.9357, 0.9324, 0.8741, 0.9477, 0.9072, 0.9427, 0.9309, 0.8450, 0.9700,
                      0.8580, 0.9323, 0.9401, 0.9467, 0.9268, 0.8884, 0.9552, 0.8666, 0.9750,
                      0.8855, 0.9689, 0.9726, 0.9333, 0.9290, 0.9084, 0.9376, 0.9480, 0.8955,
                      0.9635, 0.9279, 0.8904, 0.9919, 0.8787, 0.9073, 0.9565, 0.9199, 0.9560,
                      0.8618, 0.9250, 0.9903, 0.8853, 0.9680, 0.9342, 1.0584, 0.9178, 0.9605,
                      0.9408, 1.0165, 0.9460, 0.9297, 0.9747, 0.9564, 0.9006, 0.9838, 0.9600,
                      0.8993, 0.9630, 0.8945, 0.9591, 0.9499, 0.9305, 0.9038, 0.9376, 0.9651,
                      0.9152, 0.9441, 0.9186, 0.9633, 0.9356, 0.9307, 0.9259, 0.9432, 0.8576,
                      0.9427, 0.9685, 0.9183, 0.9774, 0.9204, 0.9649, 0.9568, 1.0196, 0.9402,
                      0.9489, 0.9425, 0.9335, 0.9477, 0.9577, 0.9051, 0.9486, 0.9212, 0.9347,
                      0.9431, 0.9057, 0.9440, 0.9170, 0.9341, 0.9789, 0.9530, 0.9430, 0.9209,
                      0.9392, 0.9662, 0.8748, 0.9448, 0.8703, 0.9582, 0.9407, 0.9108, 0.9551,
                      0.9369, 0.9947, 0.9591, 0.9013, 0.8857, 0.9046, 0.8919, 0.9537, 0.9355,
                      0.9621, 0.9118, 0.9368, 0.9632, 0.9927, 0.9123, 0.8995, 1.0060, 0.9652,
                      0.9356, 0.9355, 0.9124, 1.0550, 0.9257, 0.9397, 0.9270, 0.9772, 0.9415,
                      0.8895, 0.9001, 0.9358, 0.9475, 0.7172, 0.9351, 0.9897, 0.9391, 0.9448,
                      0.9258, 0.9767, 1.0432, 1.0015, 0.9501, 0.9342, 0.9396, 0.9544, 0.9538,
                      0.8872, 0.9135, 0.9054, 0.9166, 0.9203, 0.9420, 0.9603, 0.9453, 0.9067,
                      0.9661, 0.8656, 0.9326, 0.9629, 0.9099, 1.0196, 0.8812, 0.9056, 0.9082,
                      0.9314, 0.9139, 0.9211, 0.9141, 0.9366, 0.8670, 0.9236, 0.9172, 0.8831,
                      0.9509, 0.9218, 0.9595, 0.9389, 0.9719, 0.9263, 0.9444, 0.9102, 0.8962,
                      0.9971, 0.9190, 0.9828, 0.9008, 0.9062, 0.9628, 0.9471, 0.9510, 0.9156,
                      0.9649, 0.9086, 1.0202, 0.9124, 0.9112, 0.9572, 0.9278, 0.9000, 0.9470,
                      0.9417, 0.9060, 0.9332, 0.9063, 0.8962, 0.9297, 0.9609, 0.8979, 0.9290,
                      0.9510, 1.0322, 0.9700, 0.9555, 0.9791, 0.9727, 0.9899, 0.9214, 0.9415,
                      0.8903, 0.9399, 0.9449, 0.9485, 0.9265, 1.0039, 0.9480, 0.9652, 0.8957,
                      0.9226, 0.9796, 0.9312, 1.0112, 0.9619, 0.9564, 0.9460, 0.9472, 0.9591,
                      0.9412, 0.9642, 0.8984, 0.9085, 0.9111, 0.8852, 0.9794, 0.9102, 0.8971,
                      0.9673, 0.9657, 0.8864, 0.8904, 0.9134, 0.9625, 0.9115, 0.9058, 0.9384,
                      0.9515, 0.9501, 0.9404, 0.9656, 0.9404, 0.8569, 0.9356, 0.9018, 3.3910,
                      0.8949, 0.9349, 0.9566, 0.9544, 1.0164, 0.9757, 0.9266, 0.9433, 0.9602,
                      0.9580, 0.9099, 0.9710, 0.9011, 0.9541, 0.8973, 0.9171, 0.9581, 0.9781,
                      0.9245, 0.9188, 0.9623, 0.9385, 0.9453, 0.9532, 0.9539, 0.9559, 0.9490,
                      0.9337, 0.9630, 0.9501, 0.9102, 0.8927, 0.9466, 0.8868, 0.9392, 0.9422,
                      0.9099, 0.9686, 0.9050, 0.9112, 0.9560, 0.9100, 0.9464, 0.9122, 0.8692,
                      0.9753, 1.0088, 0.9331, 0.9289, 0.9255, 0.9413, 0.9404, 0.8930, 0.8705,
                      0.9348, 1.0569, 0.9984, 0.9739, 0.9720, 0.9885, 0.9320, 0.9472, 0.9195,
                      0.8778, 0.9111, 0.9558, 0.9072, 0.9909, 0.9702, 0.9373, 0.9346, 0.9303,
                      0.9560, 0.9619, 0.9076, 0.9132, 0.8985, 0.9616, 0.9642, 0.9637, 0.9290,
                      0.9213, 0.9800, 0.9302, 0.9237, 0.8882, 0.9024, 0.8935, 1.3101, 0.9823,
                      0.9536, 0.9317, 0.8781, 0.9995, 0.8905, 0.9093, 0.9092, 0.9239, 0.9513,
                      0.9245, 0.9331, 0.9501, 0.9339, 0.9231, 0.9178, 0.9389, 0.9130, 0.9420,
                      0.9536, 0.9862, 0.8651, 0.9534, 0.9753, 0.9011, 0.9580, 0.9762, 0.9833,
                      0.9171, 0.9366, 0.8990, 0.9710, 0.9280, 0.9596, 0.9049, 0.9475, 1.0124,
                      0.9535, 0.9506, 0.9333, 0.9760, 0.9239, 0.9600, 0.9673, 0.8717, 0.9538,
                      0.9507, 1.0015, 0.9206, 0.9251, 0.9812, 0.8976, 0.9518, 0.9145, 0.9172,
                      0.9947, 0.9195, 0.9838, 0.9676, 0.9104, 0.9720, 0.9299, 0.9608, 0.9169,
                      0.9603, 0.9335, 0.8892, 0.9836, 0.9071, 0.9001, 0.8658, 0.9070, 0.9632,
                      0.9756, 0.9117, 0.9592, 0.8946, 0.9518, 0.8588, 0.9865, 0.9153, 0.9459,
                      0.9285, 0.9492, 0.9185, 0.9506, 0.9720, 0.9288, 0.9485, 0.9556, 0.8754,
                      0.9276, 0.9462, 0.9656, 0.9227, 0.9217, 0.9272, 0.9153, 0.9033, 0.9107,
                      0.9273, 0.9281, 0.9223, 0.9344, 0.9260, 0.9235, 0.9486, 0.9629, 0.9277,
                      0.8530, 0.9410, 0.9617, 0.9290, 0.9250, 0.9622, 0.9613, 0.9391, 0.9508,
                      0.9230, 0.9792, 0.9203], device='cuda:0')),
             ('bert.encoder.layer.0.attention.output.LayerNorm.bias',
              tensor([-2.5137e-02,  2.7044e-01, -1.4620e-01, -1.3573e-01, -2.6285e-01,
                       4.5205e-01, -8.1679e-01,  9.8877e-01,  2.4962e-01,  5.3135e-02,
                       5.1930e-02,  7.2326e-02,  6.1080e-02, -4.7901e-02, -5.6414e-03,
                       4.4999e-01, -1.4430e-01, -4.7024e-02, -1.9455e-02, -1.6977e-01,
                       2.0141e-01,  5.8558e-02, -1.3672e-01,  1.4191e-01,  1.5686e-01,
                       3.2398e-01, -2.2151e-01,  2.6824e-01, -1.7502e-02,  3.1410e-02,
                       8.7952e-02, -5.8985e-01, -2.3231e-01,  6.5108e-02,  9.3027e-03,
                       8.6344e-02, -1.3111e-01, -8.9789e-02,  4.3608e-01,  1.2813e-01,
                      -7.4631e-02, -1.6986e-01,  3.1226e-02,  1.6614e-01, -1.8914e-01,
                       4.5922e-02,  3.9045e-01, -3.3546e-01,  2.6431e-01, -6.9916e-02,
                       2.1752e-01,  5.0184e-02,  6.6924e-03,  9.6450e-02, -6.9292e-02,
                      -7.0786e-02, -2.5783e-04,  5.9533e-02,  7.9452e-02,  6.8584e-02,
                       6.7489e-02,  4.7876e-02,  3.3544e-01, -2.2278e-01,  4.8911e-01,
                      -1.8655e-01, -5.8996e-02, -2.1735e-02,  1.0354e-01,  2.1531e-01,
                      -2.3162e-01,  2.9479e-01,  5.8792e-02,  9.3847e-02, -1.1081e-01,
                      -3.4526e-02,  6.4249e-02, -9.2835e-02, -4.3087e-03,  2.4922e-01,
                      -1.3268e-01,  8.9308e-03, -1.2007e-01,  3.4710e-01, -1.3402e+00,
                       3.6389e-01, -2.7944e-01, -8.9008e-02,  3.3205e-02,  2.9420e-01,
                      -7.8919e-02, -7.0039e-02, -2.5857e-01,  3.6507e-01, -2.3920e-01,
                       2.0294e-01,  1.1397e-02, -2.9816e-01,  1.1270e-01,  4.5275e-01,
                      -2.4802e-01, -2.3850e-01,  3.5419e-01,  2.7627e-01,  2.9548e-01,
                       2.3357e-01,  6.4708e-04,  2.3791e-01, -9.6950e-02, -1.2747e-01,
                      -3.0924e-02,  4.8971e-02, -5.0338e-02, -1.1185e+00, -2.0496e-01,
                       5.1722e-01,  4.5249e-02,  1.7491e-01,  3.3091e-02,  2.1811e-01,
                       1.7391e-01, -3.3083e-01, -7.8002e-02, -5.2379e-02,  5.1709e-02,
                      -1.7155e-01, -2.6539e-01, -1.1262e-01,  1.1846e-01,  2.2228e-01,
                      -1.9287e-01,  2.6116e-01, -3.2957e-01,  1.1196e-01,  5.1590e-02,
                       1.7072e-01, -2.0302e-01, -6.4301e-03, -2.7416e-02, -1.4448e-01,
                      -2.0568e-01,  1.1092e-01, -9.9507e-02, -3.7871e+00,  5.3837e-02,
                      -2.1523e-01,  1.1663e-01,  1.6018e-01, -3.7434e-02, -2.1849e-01,
                      -3.6111e-01,  3.2148e-01,  7.9462e-02, -6.1140e-02,  1.7161e-01,
                       7.7379e-03, -1.8534e-01, -1.0651e-02, -9.0378e-02, -1.4326e-02,
                       4.4294e-01, -6.3280e-02, -1.1969e-01, -1.3484e-01,  4.2482e-02,
                      -2.8951e-01,  1.1635e+00,  1.1737e-01, -8.0572e-03, -1.6645e-01,
                      -5.9782e-02,  3.1152e-01,  5.4733e-03, -3.2348e-01,  5.1030e-01,
                       4.2005e-01,  3.4808e-01, -7.3934e-01,  5.6067e-02, -1.3326e-01,
                      -3.1185e-01,  9.4670e-03, -1.9368e-01, -3.5413e-01, -1.0091e-01,
                      -8.1079e-02, -1.2549e-01, -1.2842e-01,  2.5166e-02, -8.3864e-02,
                       4.0461e-01,  8.1001e-01,  2.2737e-01,  1.1151e-01, -2.3889e-01,
                      -9.9554e-02, -7.4602e-02, -9.0239e-01, -1.4267e-01,  2.2179e-01,
                       2.7690e-01,  2.8566e-01, -2.1478e-02,  5.1219e-01,  2.1925e-01,
                       2.5613e-01,  4.2372e-02, -8.6417e-02, -1.9057e-01, -3.9808e-01,
                      -1.0304e-01,  1.4581e-01, -4.9309e-02, -2.7359e-02, -2.0295e-01,
                       1.2698e-02,  2.7140e-02,  1.2526e-01, -3.4210e-02, -7.2523e-02,
                      -5.1029e-02, -8.9440e-02,  1.0636e-01, -7.1818e-01,  4.3375e-02,
                       1.0006e-01,  4.1081e-01,  2.6099e-01,  3.3006e-01, -1.4625e+00,
                      -2.0000e-01, -4.3712e-03,  1.4288e-01, -8.2328e-02, -2.7036e-01,
                      -2.1299e-01, -1.9675e-03,  7.9606e-02,  1.0705e-01, -2.4095e-01,
                      -1.2676e-01, -2.4166e-01, -1.1327e-01, -7.4147e-02, -2.2808e-01,
                      -1.2864e-01,  7.4259e-02, -9.2745e-02,  1.2453e-01,  1.2349e-01,
                       2.3024e-02,  1.3868e-01,  3.2352e-01,  4.7700e-03,  2.3346e-01,
                       7.6822e-02, -2.5052e-01, -2.7049e-01, -4.0626e-01, -3.1263e-01,
                      -2.0585e-01, -3.2071e-01,  1.5096e-01,  3.1805e-01,  1.5592e-03,
                       1.0375e-01,  2.2895e-02, -1.0095e-01,  4.8195e-01, -6.1445e-02,
                       1.1486e-01, -1.6301e-01, -1.2368e-02,  2.7235e-01,  3.0708e-01,
                       1.2660e-01, -1.5108e-01, -2.0602e-01, -4.4263e-02, -1.7690e-01,
                      -7.4989e-02, -1.7365e-01,  8.8891e-03,  1.3781e+00, -3.1603e-02,
                       3.3506e-01,  2.1107e-01, -3.3308e-01,  2.6750e-01,  1.4886e-01,
                      -5.9094e-02, -4.2032e-01, -1.2900e-01, -1.8288e-01, -1.9791e-01,
                       1.0958e-01, -2.7435e-01, -1.8916e-01, -6.7546e-03,  4.4874e-01,
                       1.1289e-01, -1.1498e-01, -1.9061e-01,  3.2144e-02, -2.2805e-01,
                      -3.3091e-01,  5.9592e-02,  1.2259e-01,  3.5365e-01, -2.1837e-01,
                       5.5170e-01, -2.4764e-01, -1.1110e-01,  8.5532e-03, -1.5834e-02,
                      -1.0588e-01, -2.7017e-01, -4.7028e-02, -1.7035e-01,  3.3176e-02,
                      -2.9552e-01, -8.0209e-02, -1.5774e-01, -5.0820e-02, -3.3306e-01,
                      -4.4227e-02,  7.1001e-01,  2.4497e-01,  9.5120e-02,  2.5784e-01,
                      -7.9154e-01, -3.1518e-01, -1.1083e-01,  2.2053e-02,  1.7119e-01,
                       4.8895e-02,  7.0722e-02,  1.9860e-01, -2.9774e-01,  2.2769e-02,
                      -4.5364e-01,  2.1286e-02, -3.8334e-02, -2.5193e-01, -8.0991e-02,
                       6.8722e-02, -5.8211e-02, -1.5152e-01,  4.1687e-02, -1.4416e-01,
                       5.2117e-02,  1.6408e-01, -3.7459e-01,  2.3058e-02, -1.1834e-01,
                      -7.6705e-02, -1.9182e-01, -8.4798e-03, -9.2828e-03, -1.3023e-01,
                       9.7620e-04, -1.0796e-01,  3.0575e-01, -7.7071e-02,  1.3757e-02,
                       2.8992e-01, -1.4786e-01,  5.1872e-01, -3.2005e-01,  5.4023e-01,
                       2.4369e-01, -2.5696e-01, -8.1484e-02,  2.5145e-01,  1.9052e-01,
                      -2.2950e-01,  7.1991e-02,  1.6013e-01,  3.8431e-01, -3.7961e-01,
                       2.7331e-01, -5.8672e-02, -1.2044e-01,  5.0655e-01, -3.5302e-01,
                      -4.0120e-01,  1.5890e-01,  4.7777e-02,  1.4475e-01, -5.5486e-02,
                       7.4976e-02,  3.9925e-02,  1.7907e-01,  1.6806e-01,  8.7761e-02,
                      -9.3484e-02, -1.4158e-01,  4.2651e-01,  1.7515e-01, -3.0617e-01,
                      -2.7409e-01,  2.3696e-01,  3.5680e-02,  5.1012e-02, -1.7963e-01,
                       1.4060e-01,  1.9880e-01, -4.2047e-01, -1.4122e-01, -6.9844e-02,
                      -1.5554e-01, -8.7506e-02,  3.5712e-01,  9.9098e-02,  1.9256e-01,
                      -4.8286e-02,  3.1880e-01,  5.5574e-01, -4.1135e-01, -5.0308e-03,
                       8.0064e-02,  1.1357e-01, -3.2301e-01, -1.5231e-01,  1.1842e-01,
                      -2.0264e-01, -5.2561e-01, -6.8266e-01, -2.8194e-01,  2.3019e-01,
                       4.8443e-02, -3.6438e-02, -5.6803e-01, -1.7405e-02, -8.4988e-01,
                       4.8023e-01,  4.8212e-01,  2.5037e-01, -1.7094e-01,  1.5105e-01,
                       2.3442e-01,  4.0132e-02,  5.7666e-02, -6.0653e-03,  6.9779e-02,
                      -1.7734e-01,  1.0083e-01,  4.1603e-02,  6.4984e-02,  1.2019e-01,
                       3.7566e-01, -6.7563e-02,  1.5581e-02,  7.1655e-03, -2.4197e-02,
                      -5.4706e-01,  1.8288e-02,  1.6059e-01,  8.8001e-03, -1.5231e-01,
                      -2.5749e-02, -1.0959e-02, -1.7475e-01,  2.8669e-03,  3.6065e-03,
                      -7.4877e-02,  1.7649e-01,  1.6343e-01,  2.2209e-01,  4.9863e-02,
                      -3.9740e-02,  1.4562e-01,  2.0446e-02,  2.6660e-01, -1.8272e-01,
                       2.6644e-02,  2.8948e-01,  4.1287e-01,  1.6563e-01, -2.2668e-01,
                      -7.1479e-02, -1.9805e-01, -1.8831e-01,  1.2305e-01,  1.5173e-01,
                      -1.5156e-01,  1.2664e-01, -7.1805e-02,  5.5055e-02,  8.5711e-02,
                      -7.3030e-02, -8.1495e-02,  1.8950e-02,  2.6069e-02,  2.0838e-02,
                       2.6701e-01,  2.1209e-01,  4.3405e-02, -3.7592e-01,  9.1376e-02,
                       2.3321e-02,  7.0296e-02,  1.5040e-01,  1.2446e-01, -5.7350e-02,
                       4.3642e-01, -1.2329e-02, -3.8381e-01, -4.6669e-01, -1.4713e-01,
                      -7.6181e-01, -1.2019e-02,  3.2677e-01,  9.3487e-02, -8.9280e-02,
                      -2.6325e-01,  1.2308e-02,  1.6669e-01,  4.1294e-01, -4.9979e-02,
                       1.8196e-01, -3.6360e-02,  9.6065e-02, -1.5981e-01, -1.8888e-01,
                      -8.9788e-02,  1.8570e-01, -1.0124e-01,  9.7735e-03, -1.4097e-01,
                       5.6412e-03,  3.1797e-02, -2.8845e-01, -9.8192e-02,  4.2856e-02,
                       4.4548e-02, -8.9511e-02,  4.3642e-01, -1.2762e-01,  1.5040e-01,
                      -3.3330e-01,  1.3558e-01,  3.4557e-02, -4.6863e-02,  9.7388e-02,
                       3.0362e-02,  7.4722e-02, -3.2175e-01,  2.0260e-01,  1.1297e-01,
                      -1.1360e-01, -2.3170e-01, -2.0774e-01,  1.2392e-01, -5.9488e-02,
                      -5.2885e-02, -1.3687e-01, -5.5596e+00, -6.7440e-02, -5.4916e-02,
                      -1.4238e-01,  6.3226e-02, -4.4882e-01, -1.8993e-01,  2.3155e-01,
                       7.7511e-03,  1.1061e-01, -4.7233e-02, -2.4574e-01,  3.0452e-01,
                      -7.9624e-02,  6.9952e-02,  1.0722e-02,  1.6012e-01,  1.8330e-01,
                       3.6147e-03, -6.1560e-02,  4.9416e-02,  3.3525e-01, -2.6011e-02,
                       1.8984e-01,  2.5712e-01,  1.6273e-01,  1.7644e-01, -1.4874e-02,
                       1.1265e-02,  4.9639e-01,  1.9759e-01, -1.2376e-01,  6.2228e-02,
                      -6.1734e-02, -3.6468e-01, -1.2849e-01, -3.1508e-01,  1.4518e-02,
                      -2.5939e-01, -2.1121e-01, -2.2592e-01, -2.9045e-01, -7.5095e-02,
                      -2.5140e-01, -1.4806e-01, -9.2857e-02, -4.5600e-01,  2.8423e-01,
                      -1.2185e-01, -1.4505e-01,  2.4410e-01,  1.2947e-01, -5.7215e-02,
                       2.3147e-02,  2.5038e-01, -2.8950e-01, -1.0290e+00,  1.1380e-01,
                       7.2468e-02,  9.8146e-02,  4.3499e-02, -6.1185e-02,  2.3378e-02,
                      -6.6940e-02, -3.7189e-02, -9.8042e-02, -1.1162e-01,  1.8558e-01,
                      -5.1503e-01, -8.8448e-02,  5.5884e-02,  1.7658e-02,  4.3557e-01,
                       1.8456e-01,  1.5042e-01,  7.9846e-02, -3.8240e-03,  2.2355e-01,
                       4.9495e-01,  4.0871e-02,  1.6376e-01, -3.3910e-01, -1.6186e-01,
                      -1.8700e-01, -3.3626e-01,  1.2794e-02, -5.6381e-02, -1.8859e-02,
                       1.2523e-01, -2.1258e+00,  4.0644e-01, -7.2438e-02,  2.2066e-01,
                      -6.0118e-02, -9.9889e-02, -1.0342e-01, -2.3386e-01, -2.0522e-01,
                       7.1433e-02,  3.6613e-02,  1.4047e-02,  1.9999e-01,  9.6948e-02,
                       9.3313e-02, -6.1532e-03, -1.3707e-01, -3.5103e-01,  2.6446e-01,
                      -1.1528e-01,  1.4181e-01, -8.2508e-01,  2.1206e-02,  1.5562e-01,
                      -8.2585e-02,  8.8014e-03,  1.7994e-01, -4.7750e-02,  4.2609e-01,
                      -9.9080e-04,  3.3429e-02, -8.0152e-02, -1.0641e-01, -1.4894e-01,
                       1.9783e-01, -4.3283e-02,  2.7873e-01,  9.9084e-02,  6.6590e-02,
                       7.3549e-02, -9.9064e-02,  1.8491e-01, -1.3890e-01, -1.2157e-02,
                       1.2990e-01, -1.5319e-01, -5.9802e-01, -2.7787e-01,  4.4152e-01,
                       1.7506e-01, -1.7451e-01, -1.7104e-01, -9.1351e-02, -9.9279e-02,
                       1.7163e-01,  3.2956e-01,  2.9024e-01,  3.7473e-01, -2.1383e-01,
                       8.5621e-02,  5.0596e-02, -1.5052e-01, -1.4531e-02, -1.9413e-02,
                       8.5679e-02,  2.5730e-02, -7.3085e-03,  1.1976e-01, -6.7814e-02,
                       2.2903e-01, -7.8020e-02, -2.6068e-01,  9.3950e-02,  8.1772e-02,
                       1.2701e-01,  3.7030e-01,  1.1529e-01,  1.3967e-01, -7.0044e-02,
                      -6.4783e-01,  2.4831e-01, -3.1537e-02,  2.0136e-01,  1.4856e-01,
                      -3.1231e-01, -3.3146e-02,  6.4022e-02,  1.2743e-01,  8.7327e-02,
                      -3.5653e-02,  1.5928e-01, -2.2924e-01, -1.3619e-01,  3.8419e-02,
                      -3.3933e-01,  3.2874e-03, -1.4811e-01,  1.7966e-01,  8.5464e-03,
                      -9.9263e-02,  6.3566e-02, -1.2715e-01, -1.1276e-01,  6.7922e-01,
                       7.9840e-02,  1.5710e-01, -3.8085e-02, -5.1542e-01, -3.0562e-02,
                       4.1553e-02, -2.3384e-01, -3.5716e-02,  1.0155e-02,  4.2551e-01,
                      -3.9695e-01,  7.2308e-02, -9.5619e-04, -8.6277e-03,  7.5140e-02,
                      -1.8197e-01, -3.5420e-02,  3.8093e-03], device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.weight',
              tensor([[ 1.5552e-02,  8.0206e-03,  5.6781e-02,  ..., -2.6859e-02,
                       -2.1329e-03, -8.8918e-03],
                      [ 1.8691e-02,  7.4762e-03,  4.9498e-02,  ...,  8.3191e-02,
                        1.6639e-02, -4.1290e-02],
                      [-1.9806e-03, -4.1722e-02, -3.3447e-02,  ...,  4.0376e-02,
                       -8.8313e-03,  1.9964e-02],
                      ...,
                      [ 1.6482e-02,  1.8681e-05,  1.6200e-02,  ...,  1.0399e-02,
                       -1.8273e-02, -6.0627e-02],
                      [ 4.8268e-02, -2.0008e-02,  5.9218e-02,  ..., -6.1111e-02,
                       -6.2844e-02,  3.5657e-02],
                      [-6.1768e-04,  1.1314e-02,  1.7765e-02,  ...,  6.3051e-02,
                       -5.3863e-02, -1.0232e-02]], device='cuda:0')),
             ('bert.encoder.layer.0.intermediate.dense.bias',
              tensor([-0.1014, -0.1078, -0.0918,  ..., -0.1220, -0.1096, -0.0694],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.weight',
              tensor([[ 0.0144, -0.0262,  0.0304,  ..., -0.0040,  0.0259, -0.0331],
                      [ 0.0241, -0.0254, -0.0348,  ..., -0.0556,  0.0546, -0.0362],
                      [ 0.0020,  0.0233, -0.0164,  ...,  0.0083, -0.0058, -0.0202],
                      ...,
                      [-0.0490, -0.0045,  0.0363,  ...,  0.0678,  0.0273, -0.0343],
                      [ 0.0573,  0.0264,  0.0499,  ..., -0.0002, -0.0218,  0.0007],
                      [ 0.0566,  0.0013,  0.0591,  ..., -0.0555,  0.0709,  0.0173]],
                     device='cuda:0')),
             ('bert.encoder.layer.0.output.dense.bias',
              tensor([ 3.8034e-02,  2.7097e-02,  1.0862e-02,  1.3425e-01,  4.4471e-02,
                       7.3640e-02,  1.6694e-01, -8.2779e-02, -3.2028e-02, -7.5275e-02,
                       1.0411e-01,  4.8069e-02, -7.3513e-04, -8.4206e-02,  1.7064e-02,
                       2.0466e-01,  2.8143e-03, -2.9835e-02,  5.9845e-02, -4.9890e-02,
                       1.1394e-02,  6.8707e-02, -7.7127e-02, -9.0064e-03, -3.1077e-01,
                      -9.1351e-02, -7.9515e-02, -5.8094e-02,  1.2422e-01,  1.5620e-01,
                       3.2103e-02,  1.4858e-01,  5.5928e-02, -2.9973e-01,  2.5841e-02,
                      -5.1227e-02, -1.2377e-01, -2.9680e-02, -2.3251e-01,  7.8579e-02,
                      -4.2379e-02, -2.2326e-03, -6.2221e-02, -1.2914e-02,  1.7123e-02,
                      -6.4433e-02, -1.4029e-02, -7.7399e-02,  9.4924e-03,  4.4009e-02,
                       1.0002e-02,  4.4241e-02,  1.0671e-02, -1.4927e-02, -1.9593e-02,
                      -4.3106e-01,  1.3349e-01, -2.7563e-02, -4.7634e-02, -1.1077e-01,
                      -9.6840e-02,  5.4443e-02,  3.9827e-02,  6.3961e-02, -2.4848e-01,
                       8.7190e-02,  7.3145e-02,  3.3912e-02,  3.0432e-02, -1.8180e-01,
                      -4.2457e-02, -8.7117e-02,  3.0713e-02,  3.4569e-02, -5.9170e-02,
                      -6.0428e-02,  8.2811e-02, -1.7628e-02, -3.7536e-02,  4.1222e-02,
                       4.8946e-02, -4.3177e-02,  4.3344e-02,  5.9073e-02,  3.7242e-01,
                      -1.0414e-01, -4.9247e-04, -1.1249e-01,  2.3100e-02, -1.2309e-01,
                      -1.2583e-01, -5.3349e-02, -5.3903e-02,  6.8731e-02,  4.2103e-03,
                       1.9270e-01, -3.6020e-01, -2.5658e-02,  1.8220e-01,  4.4180e-02,
                       2.0042e-02, -1.5670e-02,  6.0744e-02, -3.6076e-02, -4.0471e-02,
                       5.1644e-02,  7.8662e-02, -4.5446e-02,  1.7696e-02,  1.5370e-01,
                       8.2300e-02, -5.8952e-02,  8.9586e-02,  2.8690e-01,  1.3803e-02,
                      -9.6082e-03, -6.8160e-02,  2.6535e-02,  7.8423e-02,  2.8631e-02,
                      -8.1672e-04,  3.8672e-02, -6.3627e-02, -9.7888e-03, -1.7031e-01,
                       1.0843e-02,  8.4219e-02, -9.0869e-02, -5.2442e-02,  4.3878e-02,
                       6.4030e-02, -1.8241e-02, -2.3297e-02, -1.4153e-02,  4.5209e-02,
                      -2.2960e-02, -3.0556e-02,  2.5990e-02, -7.6363e-02,  1.5916e-01,
                      -3.0454e-01, -4.2276e-02, -3.8084e-02, -4.9743e-01, -7.8841e-02,
                       1.1686e-02,  4.9896e-03, -3.5357e-02, -1.7559e-02,  5.1940e-02,
                      -1.0394e-01, -6.9245e-02, -8.6456e-02,  4.8591e-02,  3.6053e-02,
                       3.8218e-03,  6.2871e-02, -1.4566e-01, -3.7654e-02,  4.1381e-02,
                       5.0422e-02, -3.5961e-03, -2.1872e-01,  2.3565e-02,  4.9663e-02,
                       5.7621e-02, -4.4012e-02, -6.1127e-02, -8.5077e-02,  6.3164e-02,
                       2.6721e-02, -2.7061e-01,  9.3911e-02,  1.2366e-01, -9.4219e-02,
                       2.9411e-02,  1.1525e-01, -9.5638e-03, -2.4090e-02,  5.0465e-02,
                      -1.9194e-01,  3.6881e-02,  2.7039e-02, -1.0493e-01,  9.3503e-02,
                       2.3678e-02, -4.6313e-02, -1.0664e-01,  5.2708e-02,  1.8418e-02,
                       4.2588e-02, -2.5590e-01,  1.0206e-01,  5.3492e-02,  1.5902e-01,
                      -1.5951e-02, -8.9290e-02,  3.2676e-01, -4.5759e-03,  2.1850e-02,
                       6.0534e-02,  1.2711e-02,  4.8905e-02,  5.3631e-04,  1.0671e-02,
                      -4.6674e-02,  2.3096e-03,  8.2696e-03,  2.8508e-02, -9.4441e-02,
                      -2.2343e-02, -9.8744e-02,  1.6303e-02, -2.3880e-02,  4.4276e-02,
                      -8.2696e-02, -2.4908e-02,  9.8109e-02, -2.2262e-02,  7.9941e-03,
                      -9.9994e-03, -1.3615e-02,  3.9006e-02, -6.7605e-03,  3.0796e-02,
                       7.5677e-02, -1.7067e-01, -9.7934e-02,  9.0084e-02,  3.0657e-01,
                      -7.3134e-03,  2.6835e-02,  6.6841e-02,  6.3338e-02, -7.9395e-02,
                      -9.6737e-02, -3.6505e-01, -7.4640e-02, -2.4722e-01,  1.9269e-01,
                       9.1120e-03,  1.2811e-01, -1.1832e-02,  1.2348e-01, -7.4148e-02,
                      -8.1544e-03,  4.0982e-02, -1.1751e-01, -7.1857e-02,  4.2610e-02,
                      -1.4011e-02,  2.2936e-02,  3.3121e-02, -5.5378e-03,  2.2928e-02,
                       6.9679e-02, -2.7677e-02,  2.2909e-01,  4.3759e-02, -2.8657e-02,
                      -8.6046e-02, -1.9441e-01,  1.6006e-02,  6.7938e-04, -1.5331e-03,
                      -1.1988e-02, -1.1623e-01, -3.6074e-02, -2.5140e-01,  3.0183e-02,
                      -1.1880e-01, -1.0231e-02,  8.2295e-02, -8.6380e-02,  1.1556e-01,
                       3.9803e-03,  1.0929e-01, -1.5788e-01,  1.8074e-01,  6.6919e-02,
                       3.5874e-02,  1.7368e-02, -1.0277e-01, -2.4739e-02, -1.1331e-01,
                       1.6229e-02,  6.2765e-02,  3.1475e-02,  4.1633e-02, -2.4483e-02,
                      -1.6122e-01,  7.0623e-02,  1.0925e-01,  4.4020e-02,  1.2448e-02,
                      -2.0978e-01, -1.4864e-01, -6.1486e-02,  1.5953e-02,  2.5118e-02,
                      -3.0324e-02, -2.5725e-02,  1.6343e-02,  1.1615e-02,  1.1952e-01,
                      -5.1788e-02, -4.5489e-02,  5.9529e-02, -3.0937e-02,  6.7626e-02,
                       2.0699e-01,  3.4889e-02, -1.1569e-01, -1.1231e-01, -4.4139e-02,
                      -8.8344e-03, -5.2733e-02, -1.1979e-01, -3.3015e-02, -1.2674e-01,
                      -6.2872e-02,  6.1270e-02, -4.0892e-02,  4.4685e-02, -7.3766e-02,
                      -6.0474e-02,  6.2074e-03, -2.5791e-02,  1.8917e-01,  9.0869e-02,
                       3.1708e-02,  5.5687e-02,  2.5143e-02, -1.0193e-02,  1.0288e-01,
                      -6.8009e-02, -3.5034e-02,  9.0009e-02, -1.0527e-01,  7.2477e-03,
                       4.5120e-01,  9.2670e-02, -1.0476e-01,  1.8874e-02, -8.9266e-02,
                      -5.5561e-02,  1.0263e-01, -8.3108e-02, -9.1192e-02,  5.1898e-02,
                      -3.0363e-02, -5.5397e-02,  9.9451e-02,  3.8178e-02,  4.6850e-02,
                      -7.5282e-02,  6.4002e-02,  1.2709e-02,  2.6204e-02, -2.2411e-02,
                       9.7506e-02, -1.2322e-01,  8.2446e-02,  2.6777e-02,  1.3874e-02,
                      -4.7801e-03, -4.1154e-02,  7.4467e-02,  1.8815e-02,  1.6253e-02,
                      -4.2993e-02, -4.2633e-02,  6.1135e-03,  4.0220e-02,  2.3822e-02,
                       2.7473e-02, -2.4331e-02,  2.4125e-02,  3.9633e-02, -1.9652e-01,
                       8.6340e-02, -2.8063e-03,  6.8538e-02,  5.1144e-02,  2.4428e-03,
                       1.2196e-01,  1.4491e-01,  7.9981e-03, -4.2861e-02,  2.9406e-02,
                       3.3053e-02, -6.7723e-02,  1.2210e-01, -4.9877e-02, -3.5818e-02,
                      -3.1215e-02, -1.3281e-02,  9.3684e-03, -1.5111e-01, -8.5904e-03,
                      -6.5463e-02,  6.0490e-02, -4.1747e-02,  5.1250e-05, -4.7956e-02,
                       3.5390e-02,  1.0735e-01, -6.4983e-02, -1.2023e-01, -1.2575e-01,
                       7.7543e-02,  4.4252e-02, -2.1867e-03, -7.2892e-03,  2.2671e-02,
                      -2.2237e-02, -1.3925e-02, -1.5385e-01,  1.1950e-01,  3.0259e-02,
                      -1.7719e-01, -2.7936e-02,  8.1048e-02,  1.3263e-02, -3.8967e-02,
                       2.9059e-03, -4.4173e-02,  1.1722e-01, -1.1929e-01,  2.2138e-03,
                      -2.3650e-02,  5.1877e-02,  1.5896e-01, -1.6818e-02,  4.3893e-02,
                       1.5224e-02, -1.1059e-02,  6.7449e-02, -7.0618e-02, -2.6105e-02,
                       3.9564e-02, -7.5360e-02, -1.7407e-01, -4.4734e-02,  9.2603e-04,
                      -9.1578e-02, -7.9628e-03,  1.1646e-01, -6.7762e-03,  4.4979e-02,
                       1.2218e-01, -1.4301e-01,  1.8620e-02,  1.9911e-02,  1.1959e-02,
                      -6.2333e-02,  1.2802e-01, -7.3825e-02, -4.5989e-02, -2.8982e-02,
                       1.8797e-02,  4.1736e-02,  4.8870e-02,  1.2534e-01, -2.9181e-02,
                       8.0560e-03, -1.1008e-01, -5.2949e-02, -4.6354e-02, -1.6317e-02,
                      -2.5485e-02,  1.5154e-02, -6.7499e-04,  5.6024e-02, -1.2441e-01,
                       7.7141e-02, -1.7110e-01, -4.8937e-02,  1.2900e-01,  3.3155e-02,
                      -1.6987e-02,  1.1939e-01,  9.7753e-03, -5.3669e-02,  1.0127e-02,
                      -1.4542e-01,  4.0005e-02,  3.8699e-02,  9.2677e-02, -8.8488e-02,
                       1.5542e-02, -3.9565e-02, -4.6563e-03,  5.2667e-02, -7.2571e-03,
                      -1.3015e-01, -1.6403e-01, -6.7901e-02, -8.5512e-02,  1.3143e-01,
                      -2.0147e-01, -9.6502e-04, -2.6732e-02, -1.7644e-02, -8.4546e-02,
                       4.4873e-02,  1.7349e-03, -8.7953e-03, -7.6759e-03,  2.8397e-02,
                       1.5688e-02, -4.3486e-02,  1.0213e-02,  8.4558e-02,  1.2496e-02,
                       1.1826e-01,  6.4506e-02, -1.0069e-01,  2.9576e-01,  1.2750e-01,
                       1.5005e-02,  5.8490e-02,  1.8411e-01, -4.7941e-02, -3.9042e-02,
                      -2.7101e-02,  1.2744e-01, -8.2689e-03, -3.5259e-02, -2.5135e-02,
                       4.9813e-02,  1.2683e-02, -1.2103e-01,  5.5673e-03, -4.5229e-02,
                      -1.2528e-01,  2.2028e-02,  6.8459e-02,  3.1850e-02, -1.1068e-01,
                       3.3132e-02,  9.4702e-02,  2.7088e-02,  1.0539e-01,  4.9962e-02,
                       3.7388e-03,  7.9525e-02, -2.3376e-02,  3.2695e-02,  4.4682e-02,
                       1.5648e-01,  5.8709e-02,  1.2661e-02,  7.5116e-02, -2.5285e-01,
                       1.8349e-02, -1.7715e-01, -1.2409e-01, -1.0836e-01,  6.2371e-02,
                       4.0416e-02,  2.6484e-02, -2.5599e-01,  1.9603e-02,  1.8409e-02,
                      -3.6634e-02, -1.1670e-01, -9.3117e-03, -1.0532e-01, -7.6090e-03,
                      -1.5341e-01,  1.2120e-02, -9.5648e-02, -4.6823e-02, -7.9396e-02,
                      -2.7648e-02, -3.3730e-02,  1.9750e-03,  1.5263e-02,  1.7462e-02,
                       1.5758e-01,  4.3554e-03,  4.1217e-02, -2.6809e-02,  7.4735e-02,
                       4.9890e-02, -1.3963e-02, -1.5785e-02,  1.0008e-01,  6.3000e-02,
                      -3.3880e-02,  2.3187e-01, -6.1448e-02, -1.3307e-01,  7.0631e-02,
                      -8.9914e-03, -2.2834e-02,  1.2226e-03,  4.2461e-02, -1.1504e-02,
                      -4.1304e-02, -7.5617e-02, -1.4710e-01,  9.3164e-02, -1.0527e-01,
                       9.3876e-03,  3.2274e-02, -4.5924e-02,  4.9529e-02, -2.4884e-02,
                      -9.4169e-03,  8.4301e-02, -7.8199e-02,  4.3577e-02,  6.9553e-02,
                      -1.0898e-01,  2.1796e-03, -5.8930e-02, -6.4850e-02,  5.4848e-02,
                      -7.2267e-02, -7.5287e-02,  7.9265e-02,  1.5009e-01, -6.7576e-02,
                      -4.2256e-02,  1.0382e-02, -6.9786e-02, -4.1839e-02,  2.1612e-01,
                      -2.3320e-01,  2.4835e-02, -3.1277e-02, -2.0933e-02,  4.2575e-02,
                       1.2266e-01,  7.8007e-02,  3.8195e-02, -3.3472e-02, -2.6784e-02,
                       1.5312e-02,  2.4319e-02,  7.0306e-02, -7.7686e-03, -1.2317e-01,
                      -2.9074e-02,  2.6813e-01,  1.3042e-02, -5.6142e-02, -1.3745e-01,
                       1.1926e-01,  9.6538e-02, -1.9950e-02,  1.5639e-01,  2.2602e-02,
                       1.3864e-01, -7.4356e-02,  5.5207e-02,  1.1805e-01, -3.4932e-02,
                       8.2214e-02, -2.8709e-03, -1.8060e-03,  5.5213e-02,  3.2390e-02,
                       4.9650e-02,  2.4626e-02,  3.8700e-01, -1.6899e-01,  1.1805e-01,
                       8.5028e-03,  3.0608e-01, -2.6863e-02,  7.8641e-03, -2.4730e-02,
                      -1.0528e-02, -9.1769e-02, -1.0528e-02,  7.3366e-02,  2.9105e-02,
                       7.9037e-02, -1.7439e-02,  1.5573e-02, -2.0431e-02, -2.4591e-03,
                       1.4413e-02, -7.4095e-02, -3.6714e-02,  4.0310e-02,  2.3811e-02,
                       2.5726e-02,  4.2054e-02, -6.5299e-02,  5.8794e-02, -9.5705e-02,
                      -1.1392e-01, -3.0723e-02, -6.6236e-03, -1.1595e-02, -5.2442e-02,
                       1.5063e-01, -7.2633e-02,  1.8387e-01, -1.6511e-03, -5.5248e-02,
                      -2.0763e-02, -3.5617e-02, -1.2123e-01, -1.1821e-02, -3.3300e-03,
                       2.4262e-02, -7.5991e-02, -8.6505e-02, -3.5505e-02, -1.5563e-03,
                       1.5535e-01,  3.9861e-02,  5.5346e-02,  8.1846e-02,  1.6850e-02,
                       2.2038e-02,  1.9744e-02, -5.2870e-02, -4.5572e-02,  5.6533e-02,
                      -4.2586e-01, -7.1154e-03,  3.8933e-02,  4.5468e-02,  3.7403e-02,
                      -3.5901e-02,  8.4414e-02,  7.6506e-02,  3.2897e-03, -1.2153e-01,
                      -8.7274e-02,  8.0347e-02, -3.0664e-02,  9.4738e-02,  1.2019e-02,
                      -6.1920e-02, -9.7054e-02,  3.2801e-01, -2.6217e-02,  5.9860e-02,
                       5.2655e-03,  1.1006e-01, -1.7753e-02, -6.9442e-02,  1.0106e-01,
                       6.1829e-02, -6.7073e-02,  2.0217e-02,  1.7715e-01, -3.9482e-02,
                       9.0767e-02,  1.3273e-01, -7.7796e-02,  3.4593e-02,  7.2078e-02,
                      -2.6724e-02,  3.0152e-03,  3.4937e-02, -3.6689e-02,  3.4965e-02,
                       2.1217e-03,  3.9531e-02,  2.7340e-02], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.weight',
              tensor([0.8142, 0.8289, 0.8170, 0.8156, 0.7625, 0.8113, 0.6134, 0.6477, 0.8613,
                      0.7147, 0.8682, 0.8543, 0.8938, 0.8538, 0.8677, 0.6006, 0.8235, 0.8221,
                      0.8179, 0.8520, 0.7308, 0.8616, 0.8431, 0.8194, 0.7959, 0.8062, 0.8275,
                      0.7844, 0.8311, 0.8724, 0.8219, 0.6063, 0.8695, 0.8014, 0.8193, 0.7935,
                      0.7395, 0.8574, 0.7042, 0.7889, 0.8608, 0.8195, 0.8302, 0.8509, 0.8698,
                      0.8384, 0.8031, 0.8360, 0.8525, 0.8239, 0.8586, 0.7827, 0.7660, 0.8267,
                      0.7428, 0.6454, 0.8159, 0.8202, 0.7357, 0.7633, 0.8425, 0.8842, 0.8380,
                      0.8372, 0.7323, 0.9015, 0.8151, 0.8277, 0.6372, 0.7846, 0.8262, 0.7908,
                      0.8312, 0.7994, 0.8581, 0.8594, 0.8405, 0.8085, 0.8739, 0.8307, 0.8349,
                      0.8033, 0.8488, 0.7891, 0.5354, 0.8274, 0.7594, 0.8358, 0.8652, 0.8050,
                      0.8158, 0.8112, 0.8158, 0.8009, 0.8026, 0.7963, 0.6042, 0.8235, 0.8392,
                      0.8154, 0.7864, 0.8747, 0.7492, 0.8761, 0.6209, 0.8694, 0.8609, 0.7509,
                      0.8580, 0.8586, 0.7884, 0.7971, 0.8637, 0.5361, 0.8006, 0.8408, 0.8370,
                      0.8325, 0.8530, 0.8790, 0.8356, 0.8307, 0.8498, 0.7758, 0.8023, 0.7831,
                      0.8288, 0.8067, 0.8292, 0.8230, 0.8663, 0.7647, 0.8238, 0.8505, 0.8549,
                      0.8192, 0.4032, 0.8500, 0.7471, 0.8711, 0.6402, 0.8698, 0.8059, 0.1204,
                      0.8106, 0.8069, 0.8137, 0.8325, 0.8249, 0.8030, 0.8263, 0.8228, 0.8597,
                      0.8323, 0.8071, 0.8122, 0.8528, 0.8356, 0.8280, 0.8269, 0.8862, 0.8243,
                      0.6948, 0.8441, 0.7788, 0.8369, 0.7019, 0.5817, 0.8032, 0.8476, 0.8377,
                      0.6626, 0.7552, 0.8360, 0.7477, 0.8230, 0.8575, 0.7522, 0.8433, 0.8284,
                      0.8219, 0.8094, 0.7965, 0.8598, 0.8694, 0.8448, 0.7836, 0.8222, 0.8133,
                      0.8347, 0.8009, 0.6716, 0.7855, 0.8450, 0.8294, 0.8396, 0.8627, 0.6308,
                      0.8218, 0.8476, 0.8377, 0.7354, 0.8518, 0.7811, 0.7732, 0.8161, 0.8573,
                      0.8958, 0.8670, 0.7972, 0.8534, 0.8425, 0.7757, 0.8497, 0.8217, 0.8416,
                      0.7705, 0.7980, 0.8260, 0.8212, 0.8472, 0.7870, 0.8672, 0.8413, 0.8532,
                      0.8433, 0.8362, 0.8486, 0.7799, 0.3952, 0.7950, 0.8696, 0.7843, 0.8094,
                      0.8368, 0.8399, 0.8233, 0.8477, 0.8310, 0.8746, 0.8257, 0.7898, 0.7429,
                      0.8410, 0.8545, 0.7819, 0.8555, 0.7937, 0.8640, 0.8846, 0.8226, 0.8343,
                      0.8836, 0.8672, 0.8712, 0.8753, 0.8627, 0.6463, 0.8115, 0.8349, 0.6728,
                      0.8248, 0.8314, 0.8078, 0.8337, 0.8363, 0.8605, 0.8642, 0.6955, 0.8554,
                      0.8500, 0.8578, 0.8759, 0.8267, 0.8706, 0.8614, 0.8319, 0.8381, 0.8306,
                      0.8539, 0.8724, 0.8623, 0.7685, 0.4230, 0.8440, 0.8680, 0.7380, 0.8451,
                      0.8434, 0.7951, 0.7021, 0.8027, 0.7869, 0.7681, 0.7994, 0.7507, 0.7749,
                      0.6073, 0.8467, 0.8146, 0.8543, 0.8250, 0.7795, 0.8210, 0.5414, 0.8239,
                      0.7689, 0.8587, 0.8357, 0.8150, 0.7621, 0.8041, 0.8198, 0.6582, 0.7983,
                      0.8798, 0.8155, 0.7568, 0.8639, 0.7789, 0.7954, 0.8395, 0.8032, 0.8819,
                      0.7639, 0.7678, 0.8087, 0.7510, 0.8765, 0.8376, 0.8530, 0.8259, 0.8832,
                      0.8624, 0.8759, 0.8752, 0.8261, 0.8310, 0.8213, 0.7409, 0.6356, 0.8627,
                      0.7925, 0.8654, 0.8427, 0.8772, 0.8615, 0.8282, 0.8170, 0.8122, 0.8440,
                      0.7959, 0.7800, 0.8105, 0.8568, 0.8071, 0.8265, 0.8294, 0.7886, 0.7360,
                      0.8353, 0.8361, 0.7907, 0.8799, 0.8222, 0.7773, 0.8621, 0.8924, 0.8666,
                      0.7647, 0.8388, 0.8744, 0.8491, 0.8293, 0.7938, 0.7834, 0.8292, 0.8528,
                      0.8328, 0.6113, 0.8129, 0.8289, 0.8698, 0.8454, 0.7847, 0.7544, 0.7837,
                      0.8541, 0.8061, 0.7351, 0.8736, 0.7582, 0.8303, 0.8389, 0.8013, 0.8451,
                      0.7557, 0.8576, 0.8050, 0.7712, 0.7335, 0.7494, 0.7167, 0.8124, 0.8401,
                      0.8396, 0.8193, 0.7785, 0.8417, 0.8990, 0.7918, 0.7968, 0.8466, 0.8757,
                      0.8350, 0.8206, 0.7793, 0.7991, 0.8007, 0.8208, 0.8245, 0.8906, 0.8512,
                      0.7648, 0.8203, 0.8272, 0.7974, 0.4741, 0.8468, 0.8520, 0.8162, 0.8726,
                      0.7723, 0.8656, 0.6251, 0.8423, 0.8253, 0.8052, 0.8529, 0.8468, 0.8423,
                      0.7676, 0.8127, 0.7526, 0.8394, 0.7966, 0.8639, 0.8554, 0.8510, 0.7682,
                      0.8121, 0.8207, 0.8330, 0.8375, 0.8373, 0.8116, 0.7824, 0.7676, 0.8017,
                      0.8238, 0.8440, 0.8155, 0.8147, 0.8675, 0.8001, 0.7920, 0.8160, 0.8220,
                      0.8266, 0.8224, 0.8594, 0.7875, 0.8988, 0.8142, 0.8199, 0.8360, 0.7264,
                      0.8698, 0.7461, 0.9026, 0.8009, 0.8395, 0.8388, 0.8474, 0.8285, 0.7975,
                      0.8631, 0.7732, 0.8797, 0.7702, 0.8020, 0.8713, 0.8468, 0.7759, 0.8404,
                      0.7816, 0.8089, 0.8809, 0.7938, 0.8396, 0.8229, 0.8632, 0.8246, 0.8296,
                      0.8395, 0.8394, 0.8734, 0.8080, 0.8042, 0.8581, 0.8044, 0.8278, 0.7909,
                      0.8199, 0.8598, 0.7824, 0.8558, 0.8272, 0.6071, 0.8762, 0.8739, 0.7273,
                      0.8264, 0.8606, 0.8507, 0.8815, 0.8668, 0.8731, 0.8196, 0.8430, 0.8314,
                      0.8413, 0.7872, 0.7890, 0.8120, 0.7748, 0.7626, 0.8073, 0.8088, 0.8173,
                      0.8306, 0.8696, 0.7386, 0.7501, 0.7640, 0.8859, 0.8054, 0.7725, 0.8132,
                      0.8514, 0.8068, 0.7764, 0.8593, 0.8149, 0.7365, 0.7893, 0.7723, 0.3342,
                      0.8536, 0.8200, 0.8812, 0.8863, 0.6804, 0.8344, 0.8461, 0.8609, 0.8329,
                      0.8402, 0.7685, 0.8421, 0.8028, 0.7943, 0.8207, 0.8171, 0.8430, 0.8635,
                      0.8079, 0.8277, 0.8160, 0.8674, 0.8471, 0.8553, 0.8340, 0.8134, 0.8431,
                      0.8594, 0.7742, 0.8163, 0.8107, 0.7869, 0.8616, 0.7600, 0.7974, 0.8172,
                      0.8199, 0.8857, 0.7693, 0.8042, 0.8382, 0.8255, 0.8540, 0.7965, 0.8106,
                      0.8492, 0.8156, 0.8438, 0.8291, 0.7911, 0.8288, 0.8072, 0.8144, 0.7479,
                      0.7984, 0.6813, 0.8631, 0.8634, 0.8591, 0.8879, 0.8417, 0.8243, 0.8133,
                      0.7753, 0.8220, 0.8824, 0.7933, 0.8470, 0.8330, 0.7984, 0.7602, 0.7772,
                      0.8400, 0.8288, 0.8028, 0.8311, 0.7752, 0.8047, 0.8426, 0.8425, 0.8382,
                      0.7946, 0.8917, 0.7862, 0.8000, 0.8173, 0.8031, 0.8035, 0.6053, 0.8399,
                      0.8695, 0.8117, 0.7776, 0.8686, 0.8043, 0.6718, 0.7966, 0.7950, 0.8767,
                      0.8020, 0.7870, 0.8523, 0.8418, 0.7928, 0.8084, 0.8016, 0.7838, 0.8369,
                      0.8687, 0.6238, 0.7291, 0.8464, 0.9016, 0.8235, 0.8077, 0.8754, 0.8382,
                      0.7756, 0.8214, 0.8362, 0.8896, 0.8314, 0.8766, 0.8108, 0.8386, 0.8415,
                      0.8514, 0.8170, 0.8237, 0.8605, 0.8332, 0.8762, 0.8532, 0.6009, 0.8290,
                      0.8486, 0.8411, 0.8530, 0.8230, 0.8687, 0.7632, 0.8797, 0.7985, 0.7244,
                      0.6913, 0.7908, 0.8441, 0.8740, 0.8363, 0.8803, 0.8233, 0.8475, 0.8272,
                      0.8725, 0.8538, 0.8205, 0.8691, 0.7380, 0.8058, 0.7254, 0.8247, 0.8636,
                      0.8505, 0.7804, 0.8680, 0.8078, 0.8831, 0.6013, 0.8474, 0.7991, 0.8448,
                      0.8481, 0.8355, 0.7909, 0.8654, 0.8544, 0.8080, 0.8534, 0.8683, 0.7848,
                      0.8243, 0.8402, 0.8552, 0.8179, 0.6202, 0.8112, 0.8137, 0.7802, 0.8101,
                      0.8350, 0.8131, 0.5832, 0.8163, 0.8608, 0.8258, 0.7903, 0.8585, 0.8126,
                      0.7493, 0.8265, 0.8183, 0.8171, 0.7841, 0.8595, 0.8644, 0.8538, 0.8877,
                      0.7995, 0.8488, 0.8274], device='cuda:0')),
             ('bert.encoder.layer.0.output.LayerNorm.bias',
              tensor([ 4.6199e-03, -1.6961e-01, -1.4697e-02, -9.7126e-03,  4.5236e-02,
                      -1.6568e-01,  2.6977e-01, -3.1837e-01, -9.2425e-02, -6.0988e-02,
                      -3.2961e-02, -9.0389e-02, -8.0172e-02, -5.6077e-02, -5.7109e-02,
                      -1.6012e-01,  1.4982e-02, -3.1302e-02, -2.8249e-02,  3.9064e-03,
                      -1.5069e-01, -7.7403e-02,  2.3266e-02, -8.1754e-02, -9.6310e-02,
                      -1.2764e-01,  3.8156e-02, -1.5844e-01, -1.4782e-02, -4.7772e-02,
                      -7.4634e-02,  2.0058e-01,  1.5659e-02, -9.5600e-02, -6.9835e-02,
                      -8.6756e-02, -2.7610e-02, -3.1768e-02, -2.1854e-01, -6.1099e-02,
                      -9.4575e-02,  3.7124e-02, -9.4798e-03, -1.3815e-01,  9.5998e-03,
                      -4.8509e-02, -1.7842e-01,  8.8251e-02, -1.1249e-01, -2.4263e-02,
                      -9.4996e-02, -3.1526e-02, -5.1030e-02, -8.0363e-02,  3.4469e-03,
                      -5.9388e-02, -1.6341e-02, -4.2804e-02, -8.7300e-02, -8.0739e-02,
                      -7.5878e-02, -5.1650e-02, -1.4133e-01,  6.6438e-02, -3.5003e-01,
                       2.4850e-02,  1.5812e-02, -5.4051e-02, -1.9763e-02, -1.3702e-01,
                       5.2502e-02, -1.3677e-01, -6.9607e-02, -6.7500e-02,  2.4390e-02,
                      -5.9564e-02, -4.4221e-02,  1.8109e-02, -2.6297e-02, -7.7988e-02,
                      -2.8896e-02, -6.3791e-02, -2.7384e-02, -1.6775e-01,  3.8434e-01,
                      -1.2324e-01,  6.4624e-02,  1.4729e-02, -7.1416e-02, -1.4977e-01,
                      -1.9026e-02,  1.1507e-02,  5.8936e-02, -1.8685e-01,  1.5277e-02,
                      -9.4842e-02, -4.6808e-02,  4.0509e-02, -5.7914e-02, -1.5943e-01,
                       4.5000e-02,  3.0273e-02, -1.5622e-01, -1.8290e-01, -1.3024e-01,
                      -1.4273e-01, -4.8834e-02, -1.5412e-01, -1.9901e-02,  1.3499e-02,
                      -2.3629e-02, -7.0750e-02,  5.7125e-03,  2.1496e-01,  3.8352e-02,
                      -1.8119e-01, -1.8641e-02, -1.1202e-01, -6.5231e-02, -8.1882e-02,
                      -3.6997e-02,  1.1409e-01, -2.2176e-02, -1.2187e-02, -9.9197e-02,
                       8.3216e-03,  7.2254e-02, -2.3928e-02, -1.0224e-01, -1.2587e-01,
                      -8.9112e-04, -1.4561e-01,  5.8961e-02, -9.0877e-02, -5.6235e-02,
                      -1.3081e-01,  1.3955e-02, -4.0439e-02, -2.8880e-02,  3.1166e-02,
                      -7.8955e-02, -9.3757e-02, -2.9725e-04, -8.0460e-02, -5.3246e-02,
                       5.8016e-02, -8.3140e-02, -9.5228e-02, -5.4584e-02,  1.0061e-02,
                       5.3568e-02, -1.4356e-01, -6.3965e-02,  8.2274e-03, -8.1326e-02,
                      -7.9141e-02,  1.8048e-02, -1.7433e-02, -1.3125e-02, -5.3919e-02,
                      -8.1371e-02, -5.1369e-02, -1.4092e-02,  3.9582e-02, -2.4580e-02,
                       4.7157e-02, -3.4326e-01, -9.0033e-02, -1.8868e-02,  2.3817e-02,
                      -3.9235e-02, -1.9910e-01, -1.8862e-02,  9.5137e-02, -2.2555e-01,
                      -1.9037e-01, -1.7031e-01,  1.9660e-01, -4.5165e-02,  4.8821e-02,
                       4.8237e-02, -3.9781e-02,  2.2879e-02,  3.9159e-02, -5.6968e-02,
                      -8.2530e-03, -2.0077e-03,  2.2829e-03, -3.4688e-02, -2.1449e-02,
                      -2.1705e-01, -2.1752e-01, -1.2391e-01, -9.5239e-02,  1.9716e-02,
                       3.9020e-03, -3.2222e-03,  2.3643e-01,  6.0353e-02, -1.4029e-01,
                      -1.3663e-01, -1.3561e-01, -5.6178e-02, -2.5442e-01, -1.1860e-01,
                      -1.2915e-01, -5.4645e-02, -4.5815e-02,  4.7628e-02,  1.0530e-01,
                       9.2411e-03, -4.1835e-02, -5.7069e-02, -4.2977e-02,  4.6910e-02,
                      -1.1506e-01, -2.7270e-03, -6.1946e-02, -3.9090e-02,  2.6342e-02,
                      -3.3594e-02, -1.6175e-02, -7.9690e-02,  9.0212e-02, -6.4059e-03,
                      -7.6307e-02, -1.9085e-01, -1.3950e-01, -1.6199e-01,  4.0814e-01,
                       3.2628e-02, -3.5130e-02, -1.0646e-01, -2.2227e-03,  2.0490e-02,
                      -7.9902e-03, -4.4362e-02, -8.4535e-02, -9.3760e-02,  2.3962e-02,
                      -3.7450e-02,  7.3647e-02,  6.2153e-03, -5.6965e-03,  3.6376e-02,
                      -4.3001e-03, -5.0068e-02, -2.6902e-02, -7.4365e-02, -1.0045e-02,
                      -3.8585e-02, -9.3008e-02, -6.9865e-02, -3.5661e-02, -1.0907e-01,
                      -5.5926e-02,  4.7303e-02,  1.5633e-01,  1.0641e-01,  3.5031e-02,
                       7.1075e-03,  6.4954e-02, -7.8460e-02, -1.2882e-01, -5.6439e-02,
                      -7.9888e-02, -4.1523e-02, -1.0424e-02, -2.1762e-01, -1.7745e-02,
                      -9.7767e-02,  9.0055e-03, -4.0581e-02, -1.6433e-01, -1.3346e-01,
                      -1.0041e-01,  6.3318e-03, -1.5931e-02, -1.6526e-02,  2.7343e-02,
                      -4.0643e-02,  3.3751e-02, -3.7357e-02, -2.9922e-01, -7.9339e-03,
                      -1.5120e-01, -1.4103e-01,  4.8795e-02, -1.0700e-01, -8.9486e-02,
                      -5.2251e-02,  9.4348e-02,  2.7796e-03,  4.1357e-02,  2.1121e-02,
                      -4.1432e-02,  8.9371e-03,  2.0637e-02, -5.1798e-02, -1.5521e-01,
                      -3.0484e-02, -1.5955e-02,  2.4200e-02, -2.1070e-02,  5.7844e-02,
                       8.9618e-02, -6.6789e-02, -6.0990e-02, -1.9000e-01,  5.5970e-02,
                      -2.1431e-01,  4.3372e-02,  4.5778e-03, -8.7323e-03, -6.5920e-02,
                      -2.3766e-02,  4.5478e-02, -2.2155e-02, -4.6861e-02, -9.1740e-02,
                       7.3726e-02, -1.3753e-03,  6.9254e-02, -5.9954e-02,  1.1091e-01,
                      -2.7475e-03, -1.8002e-01, -1.2990e-01, -9.7308e-02, -1.2287e-01,
                       3.9208e-02,  9.1776e-02, -4.4677e-02, -6.9797e-02, -1.0555e-01,
                      -9.2801e-02, -4.1972e-02, -1.0107e-01,  4.2948e-02, -5.6708e-02,
                       1.9519e-01, -3.4872e-02, -2.4849e-02,  4.2739e-02, -1.1822e-02,
                      -6.5835e-02, -4.7361e-02,  9.0712e-03, -4.2238e-02,  3.9883e-02,
                      -8.3302e-02, -1.2183e-01,  8.9229e-02, -5.1015e-02, -4.7360e-02,
                      -1.5422e-02, -6.9810e-03, -4.4942e-02,  2.3585e-03,  2.0823e-02,
                      -4.4219e-02,  3.2805e-02, -1.3986e-01, -3.2032e-02, -5.6759e-02,
                      -1.7721e-01, -2.1958e-02, -1.0225e-01,  2.4810e-02, -2.1109e-01,
                      -1.2862e-01,  4.8475e-02, -4.0124e-02, -1.3475e-01, -1.0614e-01,
                       6.4936e-02, -5.9232e-02, -1.2019e-01, -1.6634e-01,  1.0107e-01,
                      -1.3692e-01, -2.3609e-02, -1.6781e-02, -1.9062e-01,  7.9626e-02,
                       6.9271e-02, -1.0035e-01, -4.5472e-02, -7.5899e-02,  2.5151e-03,
                      -4.5491e-02, -1.0072e-01, -1.1846e-01, -1.1248e-01, -7.0161e-02,
                      -4.8467e-02,  1.6995e-03, -1.6667e-01, -1.0472e-01,  8.4973e-02,
                       5.0207e-02, -1.4513e-01, -9.0571e-02, -6.3725e-02,  5.6985e-02,
                      -6.6137e-02, -8.7761e-02,  1.5673e-01, -9.5100e-03, -1.4508e-02,
                       5.6821e-02, -3.3972e-02, -1.0375e-01, -7.7949e-02, -1.2146e-01,
                       2.6903e-03, -1.4457e-01, -1.3951e-01,  9.5173e-02, -2.8012e-02,
                      -6.1441e-02, -7.6900e-02,  3.9559e-02, -1.2051e-02, -9.0171e-02,
                       4.2512e-02,  1.0577e-01,  2.5901e-01,  3.1180e-02, -9.7088e-02,
                      -5.9741e-02, -1.3904e-02,  1.3570e-01, -6.7811e-02,  1.1900e-01,
                      -1.9339e-01, -1.7551e-01, -1.4089e-01,  3.7194e-03, -1.1096e-01,
                      -1.4752e-01, -3.0375e-02, -7.0607e-02, -2.3775e-02, -5.7971e-02,
                      -2.0701e-03, -6.7423e-02, -4.9796e-04, -6.4757e-02, -6.0957e-02,
                      -1.6876e-01,  2.1814e-02, -6.0541e-02, -6.0636e-02, -5.4010e-02,
                       4.1942e-02, -5.9862e-02, -1.4990e-01, -9.5091e-02,  1.6354e-02,
                      -2.3728e-02, -2.9445e-02,  1.5255e-02, -4.5084e-02, -6.6497e-02,
                      -7.9883e-03, -8.9158e-02, -7.3027e-02, -9.8183e-02, -3.3597e-02,
                      -2.5167e-02, -7.8282e-02, -5.3773e-02, -1.2654e-01,  2.0518e-02,
                      -2.9539e-02, -1.6219e-01, -1.0575e-01, -5.9464e-02, -1.4265e-02,
                       2.2890e-02,  1.1296e-02, -3.7128e-02, -5.9129e-02, -1.3669e-01,
                      -1.7082e-02, -7.7251e-02, -2.1119e-02, -3.8792e-02, -7.9817e-02,
                      -4.0116e-02, -4.7193e-02, -4.4713e-02, -4.2935e-02, -1.1972e-02,
                      -1.9618e-01, -1.2272e-01, -6.3047e-02,  1.1774e-01, -8.2754e-02,
                      -9.2771e-02, -8.5923e-02, -8.0898e-02, -9.1019e-02, -1.8372e-02,
                      -1.9122e-01, -3.1128e-02,  8.5309e-02,  1.6548e-01, -5.2872e-02,
                       7.0134e-02, -1.2183e-02, -1.4282e-01, -5.3539e-02,  1.2430e-02,
                       7.1584e-02, -3.7092e-02, -1.1064e-01, -8.4843e-02, -3.4250e-02,
                      -1.0076e-01,  1.1309e-02, -6.8038e-02, -5.7416e-03,  2.9560e-02,
                      -2.6252e-02, -9.0506e-02, -5.2926e-03, -7.1824e-02, -2.9103e-02,
                      -2.7896e-02, -3.9058e-02,  4.8308e-03,  6.3642e-03, -4.7217e-02,
                      -1.7492e-02, -1.1243e-02, -2.0423e-01,  1.9586e-02, -8.7958e-02,
                       4.6692e-02, -5.5061e-02, -5.0540e-02,  1.2277e-02, -3.8946e-02,
                      -3.8192e-02, -6.2494e-02,  7.5423e-02, -9.7163e-02, -4.7342e-02,
                       6.6002e-02,  6.5329e-02,  2.8877e-03, -8.1315e-02, -3.6506e-02,
                      -2.7552e-02,  8.4941e-03, -1.9065e+00, -2.0866e-02, -2.2837e-02,
                      -9.6354e-04, -3.6978e-02,  1.0593e-01,  5.2349e-02, -8.8786e-02,
                      -4.9915e-02, -8.9187e-02, -2.8335e-02,  2.0237e-02, -1.3628e-01,
                      -7.2588e-03, -8.2059e-02, -4.6013e-02, -1.0789e-01, -1.4982e-01,
                      -5.3780e-02, -2.3585e-02, -5.5529e-02, -1.6110e-01, -1.0043e-02,
                      -1.0129e-01, -1.1610e-01, -6.4000e-02, -1.4450e-01, -1.0618e-02,
                      -1.3644e-02, -2.5966e-01, -1.3488e-01,  2.0376e-02, -6.0636e-02,
                      -3.2776e-02,  1.0599e-01,  2.0029e-02,  1.0009e-01, -7.3816e-02,
                       4.3762e-02,  5.0519e-02,  1.7116e-02,  2.4213e-02, -6.0351e-03,
                       3.8764e-02,  1.8805e-02, -3.9423e-02,  1.2349e-01, -1.1168e-01,
                      -1.1562e-02,  1.1484e-03, -1.4921e-01, -6.8474e-02, -3.8104e-02,
                      -7.1608e-02, -1.5772e-01,  6.5417e-02,  2.7803e-01, -7.7288e-02,
                      -4.8545e-02, -9.0870e-02, -6.1465e-02, -1.1209e-02, -1.0414e-01,
                      -5.6123e-02, -7.3589e-03,  2.7474e-03, -2.4057e-02, -1.3252e-01,
                       1.1676e-01, -1.3225e-02, -5.8591e-02, -4.0416e-02, -1.7053e-01,
                      -1.4795e-01, -1.2997e-01, -5.6820e-02, -4.0511e-02, -1.0391e-01,
                      -1.5299e-01, -6.0885e-02, -4.9083e-02,  6.0477e-02,  3.4139e-02,
                      -2.3173e-03,  8.8971e-02, -3.7831e-02, -6.4793e-03, -3.1467e-02,
                      -1.1181e-01,  2.8530e-01, -1.8989e-01,  7.2513e-04, -1.2446e-01,
                       7.8362e-03, -4.4115e-02,  8.9165e-03,  4.4160e-02,  3.0130e-02,
                      -3.8733e-02, -7.3435e-02, -4.0625e-02, -7.9055e-02, -6.5557e-02,
                      -5.1685e-02, -3.2094e-02,  2.1094e-02,  6.5248e-02, -1.4852e-01,
                      -6.0870e-03, -9.7541e-02,  2.9457e-01, -5.2077e-02, -7.8213e-02,
                      -2.7765e-02, -4.7803e-02, -8.5790e-02, -9.8153e-03, -1.8441e-01,
                      -6.7323e-02, -6.8995e-02, -3.9593e-02, -5.9745e-02,  2.9066e-02,
                      -1.0320e-01, -4.7252e-03, -1.4071e-01, -9.0030e-02, -6.5388e-02,
                      -6.8597e-02,  5.4163e-03, -1.4742e-01, -2.7030e-03, -4.0031e-02,
                      -6.1587e-02,  9.5879e-02,  1.5721e-01,  4.8234e-02, -2.0267e-01,
                      -8.5131e-02,  3.1654e-02, -2.6714e-02, -1.3421e-02, -9.1219e-03,
                      -6.8035e-02, -2.0343e-01, -3.4156e-02, -1.8043e-01,  9.7312e-04,
                      -7.7882e-02, -6.3685e-02, -7.1693e-03, -1.0722e-02, -1.8758e-03,
                      -7.4513e-02, -5.4754e-02, -1.9126e-02, -8.4772e-02, -1.7480e-02,
                      -8.4709e-02, -4.6755e-02,  5.4138e-02, -6.3053e-02, -3.2623e-02,
                      -1.1441e-01, -1.8137e-01, -3.5017e-02, -9.7563e-02, -1.3665e-02,
                       1.7350e-01, -1.0315e-01, -3.1845e-02, -1.0592e-01, -6.4554e-02,
                       3.4591e-02,  2.2372e-02, -4.0878e-02, -5.6760e-03, -8.1204e-02,
                      -3.4212e-02, -6.4663e-02,  3.3513e-02,  1.7254e-02, -7.7438e-02,
                       1.3408e-02, -4.3166e-02,  8.0372e-02, -1.0110e-01, -3.2255e-02,
                      -3.3587e-02, -5.7054e-02,  1.4166e-03, -1.3034e-02, -2.0398e-01,
                      -6.7400e-02, -9.5813e-02, -2.2268e-02,  1.5617e-01, -1.9843e-02,
                      -4.1593e-02,  8.4336e-02, -2.2316e-02, -2.6472e-02, -2.0578e-01,
                       1.4139e-01, -8.2480e-02, -3.8506e-02, -5.6539e-02, -1.5207e-02,
                       3.2133e-02, -1.2176e-02, -4.9424e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.weight',
              tensor([[-0.0181,  0.0282,  0.0206,  ..., -0.0170,  0.0173,  0.0534],
                      [ 0.0103,  0.0548,  0.0241,  ..., -0.0784, -0.0290,  0.0118],
                      [-0.0111, -0.0652,  0.0219,  ...,  0.0011, -0.0376, -0.0019],
                      ...,
                      [ 0.0963, -0.0389, -0.0172,  ...,  0.0155,  0.0597,  0.0114],
                      [ 0.0464,  0.0196,  0.0253,  ...,  0.0351, -0.0214,  0.0159],
                      [-0.0013,  0.0086, -0.0202,  ..., -0.0268, -0.0440, -0.0159]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.query.bias',
              tensor([ 2.6163e-02,  5.8681e-04, -2.6568e-02, -2.9453e-02, -6.7273e-02,
                       6.5654e-02,  5.0828e-04, -2.0330e-02, -4.6078e-03, -4.5562e-02,
                       5.5924e-02, -2.9254e-02, -5.9684e-02,  2.1262e-03,  6.1493e-02,
                       3.1283e-02,  1.0605e-01, -1.0957e-02,  1.8765e-02, -7.4290e-02,
                      -2.5324e-02,  8.9290e-03, -1.0428e-01, -4.3405e-02, -2.7409e-02,
                      -9.0997e-02,  3.7342e-03,  5.4157e-02, -1.6123e-02, -5.4004e-02,
                      -4.6176e-02,  2.8813e-02, -7.6614e-02,  1.2074e-02,  1.0660e-01,
                      -1.0987e-01,  5.3163e-02,  9.5453e-02, -5.0850e-02,  4.5437e-02,
                      -3.1684e-02,  3.4233e-02,  1.3518e-01, -2.7386e-01,  7.5450e-02,
                       4.9810e-02, -7.2336e-03,  9.1589e-02, -6.0850e-02,  3.3302e-02,
                      -4.2740e-02, -3.7907e-02, -1.3175e-02,  4.9736e-02, -1.6267e-02,
                      -3.7086e-02, -4.7656e-02, -1.0026e-01, -3.3586e-01, -6.8560e-02,
                      -1.1020e-01, -4.3588e-03, -6.0534e-02, -5.4098e-02,  1.1088e-02,
                       2.7153e-01,  2.7513e-02,  2.5992e-02,  1.6460e-01,  1.4001e-01,
                      -2.6191e-03,  5.9910e-02, -6.3117e-02, -8.8566e-02, -4.9858e-01,
                       6.7890e-02, -1.8918e-02,  2.0193e-02, -1.8147e-02, -6.4660e-02,
                       1.3360e-01, -2.6235e-02,  8.1326e-02, -1.4520e-01,  7.3177e-02,
                      -3.4636e-01, -3.4736e-02, -7.3420e-02, -5.1308e-02,  8.9364e-02,
                      -1.0482e-01, -1.5181e-01, -1.4353e-02, -1.4931e-02,  6.7710e-02,
                       4.0064e-02, -2.4879e-01, -1.0620e-01, -3.6776e-02,  3.2235e-02,
                      -1.1784e-01,  6.6541e-02,  9.3156e-02,  4.7798e-02,  6.6350e-03,
                      -6.1566e-02,  3.2590e-02, -2.8783e-03,  3.2415e-02, -7.8883e-02,
                       2.2650e-01, -9.7363e-02,  1.2726e-01, -3.3723e-02, -8.1167e-02,
                       2.2795e-01,  6.5321e-02,  8.6770e-02,  4.4908e-02, -1.8411e-01,
                       2.8324e-01, -1.1363e-01,  1.2295e-01, -4.6907e-02,  2.8288e-01,
                      -5.9550e-02, -3.8148e-02,  4.1914e-02, -6.0324e-02,  4.9883e-02,
                      -1.6747e-04, -8.9328e-02,  1.3682e-02, -2.2135e-01, -5.3196e-03,
                       5.6979e-02,  6.5510e-02,  4.4209e-02,  2.0768e-01, -1.2513e-01,
                      -6.9192e-02,  3.7049e-02, -8.2799e-02, -1.4858e-02,  2.5078e-01,
                      -5.7393e-02,  2.1529e-02,  1.0511e-01,  3.5017e-01, -2.2637e-01,
                       5.9055e-02,  8.6986e-02,  2.5116e-02, -2.6212e-02, -2.9360e-01,
                       9.1241e-02, -5.6655e-02,  5.4877e-01,  2.7867e-01,  1.0726e-01,
                       3.5828e-02, -1.9890e-01, -1.1555e-02, -7.6636e-02, -1.5093e-01,
                      -9.3992e-02, -2.8599e-02,  7.8744e-03,  2.5722e-01,  3.3954e-01,
                       2.4717e-01,  4.7573e-01, -8.3516e-02,  2.1795e-02, -5.4538e-01,
                       1.7315e-02, -8.4933e-02,  8.1438e-02, -8.2080e-01, -3.7068e-01,
                       4.0178e-02, -1.5054e-01,  1.2879e-01, -7.5940e-01,  2.5120e-01,
                      -3.0331e-02,  4.5909e-02,  3.8852e-02,  3.7626e-02,  9.1919e-02,
                      -9.6387e-02,  1.1385e-01,  3.5652e-01, -1.2028e-01, -5.9742e-02,
                      -2.5878e-01,  2.0360e-01,  3.1106e-01, -1.1470e-01,  5.0797e-02,
                       1.1860e-01, -3.4102e-01, -2.8666e-01,  1.5456e-01, -1.3845e-01,
                      -2.5706e-02,  1.9423e-01, -3.1921e-01,  5.2684e-01, -1.1155e-01,
                      -2.6747e-01, -1.8880e-01,  2.1799e-01,  2.2234e-01,  1.1710e-01,
                       2.2091e-01, -2.4245e-01, -8.0848e-02, -6.0211e-01, -4.5580e-02,
                       5.7210e-02, -9.0607e-02, -2.4832e-02, -3.9009e-01,  5.8705e-01,
                      -2.1983e-01,  3.5412e-01, -7.9917e-02, -2.1941e-01,  2.4204e-01,
                      -9.7351e-02,  2.4085e-01, -1.4216e-01,  8.4855e-02,  3.2374e-01,
                      -2.1986e-01, -6.0634e-02, -3.0147e-01, -1.3253e-01, -3.7179e-01,
                       1.4617e-01,  1.2105e-01,  1.4786e-01,  6.2012e-02, -5.1304e-03,
                      -5.1957e-02, -2.9725e-01,  6.6013e-02,  7.7827e-02, -2.1281e-01,
                       7.2525e-03, -2.8546e-02, -4.2520e-02,  1.8514e-01,  1.6273e-01,
                      -8.3200e-01,  4.7731e-01,  3.0887e-02,  1.2696e-01,  9.6902e-02,
                       2.6177e-02,  2.1924e-01, -7.7621e-02, -2.3588e-01,  5.2736e-01,
                      -3.1139e-01,  2.4686e-01, -2.3020e-02,  6.3180e-01, -1.5536e-01,
                       4.2193e-03, -4.9251e-02, -1.8961e-01,  1.4207e-02, -6.1057e-03,
                       3.3689e-01, -9.6067e-02,  4.4588e-02,  5.2610e-02,  5.7414e-02,
                       4.9699e-02,  1.0087e-02,  2.3177e-01,  4.1588e-02,  7.4186e-02,
                      -3.3344e-01, -1.8641e-01, -3.0425e-01, -1.1267e-01, -2.7399e-01,
                      -1.2610e-01, -3.1151e-01,  6.8868e-02, -5.0872e-01, -1.6559e-01,
                      -3.5935e-02, -2.8445e-01, -1.0993e-02,  2.2858e-01, -2.1997e-02,
                      -2.1765e-02, -1.4370e-01,  4.0363e-03, -3.2526e-03,  8.5790e-02,
                       2.0994e-01,  1.0953e-01,  2.0917e-01, -6.9478e-02, -4.7386e-02,
                       3.5214e-01,  4.8780e-02,  3.7604e-02, -1.2361e-01,  1.1875e-01,
                       7.4883e-04, -3.2836e-02, -1.9084e-02,  1.5941e-01, -1.4093e-01,
                       2.6682e-02, -3.2183e-03, -1.4420e-02,  3.6848e-02,  5.0418e-02,
                      -4.6229e-02,  3.5672e-02, -6.8689e-02, -1.2864e-02, -4.1171e-02,
                      -1.8338e-02, -7.8403e-03,  5.7069e-02,  8.3709e-03, -1.0905e-02,
                      -5.3850e-02,  1.7553e-02,  7.4569e-02, -6.0464e-02,  4.1522e-02,
                       1.9542e-03,  5.4976e-02,  5.3257e-02, -1.2382e-03,  1.9350e-01,
                      -1.1376e-02, -6.6743e-03, -2.1744e-02, -1.1534e-02,  5.9216e-02,
                      -8.8100e-02, -8.7662e-02, -3.4996e-02, -2.7876e-02, -1.3861e-02,
                      -4.9659e-02,  4.4231e-02,  1.9654e-02, -5.1495e-02, -7.3070e-02,
                       7.0729e-02, -5.0288e-02, -5.7118e-02, -3.5474e-02,  1.4722e-02,
                      -7.8933e-02, -8.2653e-02,  7.8248e-02, -1.5370e-02,  4.3852e-02,
                       6.9402e-03, -4.7350e-02,  4.1582e-02, -2.3034e-02, -5.1356e-02,
                      -1.8682e-02,  5.9965e-02,  4.1967e-02, -7.6274e-02,  1.7596e-02,
                      -6.2251e-02, -3.0927e-03,  9.5712e-03,  2.6241e-02, -3.9585e-01,
                       3.6337e-01,  1.7024e-01,  2.7020e-01,  1.5891e-01,  1.6000e-01,
                      -2.6857e-01, -2.1993e-02,  2.4469e-01,  3.7558e-01,  2.4941e-01,
                       2.4911e-01, -2.7496e-01, -1.1027e-02, -5.4497e-02, -3.2209e-01,
                       2.4086e-02,  5.6298e-02, -2.2671e-01, -6.9981e-02, -2.0620e-01,
                       2.4768e-02,  5.6561e-01,  3.1164e-01,  1.0797e-01, -3.1435e-01,
                      -4.6929e-02, -3.5241e-01, -1.2873e-01, -4.4451e-02, -3.4684e-01,
                       3.2332e-02, -1.9288e-01,  3.1908e-01, -1.7347e-01,  3.5113e-01,
                      -2.3709e-02,  7.0378e-02,  8.0083e-04, -4.2469e-01, -3.2990e-02,
                       1.5006e-01,  4.1798e-01, -1.9498e-02, -1.4835e-01,  3.6113e-01,
                       2.9609e-02,  9.4861e-02, -1.5042e-01, -3.4698e-01,  8.9611e-02,
                       1.0092e-01,  1.5533e-01, -2.6756e-01,  2.0000e-01, -5.6699e-02,
                       6.6869e-02,  3.4833e-01,  1.1865e-01,  3.0828e-01, -9.8879e-02,
                       1.5206e-01,  1.0698e-01,  2.3163e-01, -1.6408e-01,  8.7483e-03,
                       4.1463e-01,  8.3538e-02, -2.5006e-01, -4.5562e-02,  4.0908e-02,
                       1.0644e-02, -4.6682e-02, -2.6393e-02,  1.8337e-02,  6.4573e-03,
                      -2.1817e-01,  5.0744e-02,  2.9081e-02,  8.4261e-02,  5.2016e-02,
                      -1.0717e-01,  2.4454e-03,  1.3556e-01,  1.5839e-02,  2.8751e-03,
                      -1.7778e-02,  8.3980e-03, -3.5315e-02, -6.5276e-03, -9.4722e-02,
                       2.4575e-02,  2.6585e-01,  3.3018e-01, -2.5192e-02, -3.5618e-02,
                       3.7148e-02,  7.0861e-02, -2.0719e-02, -3.1652e-02, -1.1797e-02,
                       6.1466e-02,  1.8135e-03,  4.8265e-01, -5.2087e-03, -1.5805e-02,
                      -4.1790e-02, -1.3769e-04,  6.5108e-02, -6.1441e-04,  1.2545e-01,
                       4.8894e-02,  2.5131e-03,  1.6722e-02, -2.8108e-02, -6.0752e-03,
                       4.1401e-02, -3.3663e-02,  1.4542e-01, -1.5616e-02, -1.9809e-02,
                      -1.8401e-02, -1.5491e-02,  1.6337e-03, -8.5944e-02,  2.7764e-03,
                       3.9467e-02, -2.2445e-02, -2.5486e-01,  2.0988e-01,  3.6054e-01,
                      -1.7191e-01,  5.5741e-02,  2.2856e-01,  6.6003e-02,  1.6423e-01,
                       1.3845e-01, -4.0191e-01, -3.2962e-01,  1.7323e-02, -2.8201e-01,
                      -4.0166e-01,  1.2251e-01,  3.7619e-02,  3.5010e-03,  3.1009e-01,
                      -5.7285e-02, -9.4557e-02,  2.5540e-01, -2.6505e-01,  3.4745e-01,
                      -1.1267e-01, -1.6070e-01,  1.0111e-01,  6.0682e-02,  1.4597e-01,
                       2.6084e-01,  2.6566e-03, -2.8548e-01,  5.9021e-02, -1.4776e-01,
                      -3.9564e-01, -2.5282e-01,  9.2852e-02, -1.1565e-01,  3.0738e-01,
                      -7.1967e-02,  2.0938e-02, -1.9211e-01, -6.5839e-02,  6.3836e-02,
                       1.6275e-01,  2.0546e-01, -5.3290e-02,  1.3731e-01, -9.9764e-03,
                      -8.8058e-02, -1.6065e-01, -1.7494e-01, -3.6060e-02,  4.3876e-01,
                      -1.5952e-01,  2.1086e-01,  6.3443e-02, -9.7491e-02, -2.3889e-01,
                       4.0186e-01,  7.6839e-02, -7.0108e-02, -2.7720e-01,  2.4024e-01,
                      -1.0367e-01,  1.0494e-01,  1.4244e-03,  1.6331e-01,  2.1748e-02,
                      -2.0131e-02, -9.4790e-02,  2.6095e-02,  1.9893e-02, -9.1367e-02,
                       9.1052e-03,  1.5429e-02, -1.4915e-01, -1.3287e-02,  6.6552e-02,
                      -1.1966e-01, -1.5831e-01, -4.5385e-02, -4.2807e-02, -9.0708e-02,
                      -1.2328e-01,  5.0256e-02,  4.6196e-02, -6.6473e-02, -8.1601e-03,
                      -5.2093e-02,  7.3677e-02, -3.7063e-02,  6.2411e-02, -8.3254e-03,
                       5.3832e-03,  2.4506e-02,  5.6725e-02, -9.3250e-03, -2.8011e-02,
                       2.8357e-02,  1.1080e-03,  1.8403e-02, -1.4593e-01, -5.6503e-02,
                      -7.0667e-02, -1.6030e-01,  7.5192e-02,  3.1435e-02, -3.0205e-02,
                      -7.4792e-02,  5.8212e-02, -1.3132e-02,  7.8036e-02, -1.8645e-02,
                      -1.2190e-01,  1.4095e-02, -5.3589e-02, -1.8848e-04,  1.0864e-02,
                       4.4548e-02, -9.3111e-02,  2.4875e-02,  2.1382e-01, -3.7361e-02,
                       7.3766e-02, -8.9025e-02, -5.1405e-02, -7.2432e-02, -1.1593e-01,
                       5.7559e-01,  3.1121e-01, -2.8077e-01,  1.7063e-01,  2.7453e-01,
                       4.8911e-01, -1.9121e-01,  1.8838e-02,  2.0453e-01, -2.4480e-01,
                       1.7089e-01, -3.6981e-02,  1.3353e-01, -2.4752e-01,  2.8181e-02,
                      -1.3601e-01,  1.9719e-02,  1.0271e-01, -1.2716e-01, -2.4155e-01,
                       1.1217e-02, -6.0918e-02, -3.2978e-01, -2.7454e-01,  5.1787e-02,
                      -5.1993e-01,  5.8795e-02,  1.0265e-01, -1.7735e-01,  4.8362e-01,
                       4.2180e-01,  2.5232e-01,  8.5644e-02,  6.7169e-02, -3.1340e-01,
                      -1.6676e-01, -9.9414e-02,  1.1847e-02, -8.5211e-02, -1.0608e-01,
                      -2.5049e-02, -1.6374e-01,  1.3967e-02, -1.8033e-01, -1.4583e-01,
                      -7.6300e-02, -4.7092e-01,  3.7288e-02, -2.6289e-01, -1.1302e-01,
                      -5.3953e-01, -1.3449e-02,  8.9237e-02, -1.6805e-01,  1.7482e-01,
                       1.9223e-02, -2.1795e-01,  3.5852e-02,  1.1514e-01, -7.0357e-02,
                      -1.6042e-01, -6.8652e-02, -1.9539e-01,  7.0234e-02, -5.4993e-02,
                      -1.0328e-01,  2.5859e-02, -2.4870e-01,  7.0959e-02,  1.4996e-01,
                      -1.3209e-01,  4.9656e-02, -5.0579e-04,  3.8948e-02,  1.9060e-01,
                      -4.4554e-02, -1.1427e-01,  2.5518e-01,  2.9036e-02,  2.4670e-01,
                      -1.1808e-01,  3.2563e-01, -1.9982e-01, -1.0055e-01,  3.2438e-03,
                      -1.3552e-01,  1.7906e-02,  4.9400e-01, -1.7777e-01, -1.2135e-01,
                       1.1548e-01,  3.8084e-02, -2.8469e-02, -1.1973e-01,  1.4018e-01,
                      -2.3165e-01,  1.8627e-01, -3.6597e-02,  1.0602e-01, -1.1925e-02,
                      -3.2879e-01, -5.9648e-02,  3.1694e-02,  1.1411e-01,  4.9746e-01,
                      -1.0862e-01, -1.6381e-01, -2.7074e-01, -1.2880e-02, -2.1507e-01,
                      -1.9643e-01, -1.0297e-01, -4.1813e-01, -2.1476e-02,  3.6452e-02,
                       2.7382e-01,  9.5940e-03,  9.1777e-02, -3.3747e-02,  4.4465e-02,
                       2.8666e-01, -1.9472e-01,  1.7076e-01, -1.9886e-01, -1.0175e-01,
                       1.5090e-02,  3.0083e-01, -3.8224e-01], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.weight',
              tensor([[-0.0005,  0.0120,  0.0103,  ..., -0.0187, -0.0428,  0.0120],
                      [ 0.0027, -0.0335,  0.0848,  ...,  0.0108,  0.0231,  0.0235],
                      [ 0.0209, -0.0327, -0.0250,  ...,  0.0587, -0.0066, -0.0254],
                      ...,
                      [ 0.0083,  0.0394, -0.0240,  ...,  0.0498,  0.0045, -0.0461],
                      [ 0.0386, -0.0260,  0.0137,  ...,  0.0640, -0.0264, -0.0129],
                      [-0.1044, -0.0378, -0.0413,  ..., -0.0295, -0.0006,  0.0178]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.key.bias',
              tensor([ 1.7260e-04, -1.2264e-03, -1.6482e-04, -3.6382e-04, -7.1563e-04,
                       1.2360e-03,  2.9537e-05,  1.3929e-03, -2.9742e-05, -3.7170e-04,
                       6.9738e-04,  4.8904e-04,  1.1827e-03, -1.8268e-03,  7.1904e-04,
                       8.5253e-04, -1.2939e-03, -1.3531e-03,  5.5522e-04, -1.2310e-03,
                       2.0094e-04,  2.2294e-03, -1.8106e-03, -2.1234e-05,  7.9184e-04,
                       6.0521e-04, -1.0996e-03,  1.0110e-03,  3.2165e-04, -3.3242e-04,
                       5.3102e-04,  9.0777e-04, -1.0520e-05, -1.3232e-04,  1.6546e-03,
                      -4.1228e-04,  9.2487e-04,  1.5776e-03,  7.4164e-06,  1.2445e-03,
                       2.2982e-03, -2.8824e-03, -7.1165e-04,  9.8688e-04,  6.8964e-04,
                       1.5772e-04, -6.6393e-05,  2.6899e-03, -6.4405e-04,  1.7693e-03,
                       7.2645e-04,  1.6651e-03, -2.9371e-04, -2.8469e-04, -1.7599e-03,
                       3.8483e-04, -2.5753e-05,  4.9793e-04,  2.4015e-03, -1.5533e-03,
                       1.6019e-03, -2.3470e-03,  3.1729e-03,  5.1549e-04,  1.2403e-03,
                       3.9874e-03, -1.6820e-03,  2.5679e-03,  1.5988e-03, -2.1565e-03,
                      -3.0201e-03,  1.7139e-04, -8.0152e-04, -3.1066e-03,  5.7016e-04,
                       1.7727e-03, -8.2319e-04, -4.5304e-03, -3.6115e-03, -1.1506e-03,
                      -3.0534e-03,  8.2659e-04, -1.6625e-03,  2.3258e-03,  4.4995e-03,
                      -1.7282e-03,  2.3348e-03,  3.8766e-04, -3.5063e-03,  3.6072e-03,
                       1.3785e-03,  1.3696e-03,  9.0063e-04,  2.1620e-04,  4.1861e-03,
                      -4.5990e-03,  3.0325e-03,  2.4709e-03, -2.7844e-04,  6.2891e-04,
                      -1.5008e-03,  2.6891e-03,  3.6142e-03,  3.2309e-03,  3.2358e-03,
                      -9.3589e-04,  3.7734e-03, -4.6775e-04,  8.3373e-04, -2.0429e-03,
                       6.6924e-04,  6.5765e-05,  3.3335e-03,  3.6687e-03,  2.8986e-04,
                      -4.4403e-03, -2.2266e-03, -2.5745e-03, -1.7900e-03, -2.0330e-03,
                      -6.4203e-04, -8.6246e-04,  3.7597e-03,  1.3407e-03,  1.3489e-03,
                       1.5856e-03, -1.2834e-03, -1.4281e-03, -2.9444e-03,  1.0956e-03,
                       1.7890e-03,  2.0049e-03, -9.2848e-03, -2.6491e-03, -6.3367e-03,
                       5.0918e-03,  4.0192e-03,  3.1795e-03,  1.1113e-03, -4.9016e-03,
                      -9.3264e-04, -1.7565e-05, -2.7507e-03,  2.0622e-04,  4.6882e-03,
                      -7.7236e-03,  1.6992e-03,  1.0333e-02,  4.2824e-03, -3.4405e-03,
                      -2.7382e-04,  1.6667e-03,  3.0158e-03,  2.6948e-03, -5.8052e-03,
                       3.7676e-03, -3.3948e-03,  8.7994e-03, -2.7203e-03,  2.8248e-03,
                      -3.8853e-03, -3.3745e-04, -2.8062e-03,  3.2803e-03, -4.9699e-03,
                      -1.2283e-03,  1.2863e-03,  2.8605e-04,  4.6072e-03,  5.4395e-03,
                      -2.4202e-03,  6.8396e-03, -8.6275e-03, -6.2029e-03, -1.3165e-02,
                       2.6653e-03, -5.9213e-04, -1.9447e-03, -1.1308e-02, -5.0391e-03,
                      -4.1426e-03, -2.3734e-03, -5.4496e-03, -8.5374e-03, -1.3235e-03,
                       1.1968e-04,  2.3639e-03,  1.5650e-03,  4.7369e-03,  5.1669e-03,
                       8.9066e-03,  1.7733e-03,  1.3360e-03, -2.2422e-03, -1.6946e-03,
                      -2.4314e-03,  3.4007e-03,  1.1401e-02, -7.9253e-03,  1.6264e-04,
                       3.8112e-04,  4.5444e-03,  3.9868e-05,  3.5214e-03, -4.0813e-03,
                       4.6002e-03,  3.4835e-03,  3.8806e-03,  2.1646e-03, -5.7395e-03,
                      -2.4058e-03,  4.4499e-04,  7.6269e-03,  1.7222e-03, -1.2363e-03,
                       6.0695e-03, -1.1026e-02, -8.6023e-03,  1.7135e-03, -1.3558e-03,
                      -4.4716e-03, -4.4965e-03, -2.8811e-03, -6.3721e-03, -2.4299e-03,
                      -3.5088e-04, -1.6825e-03,  1.2979e-03, -4.2047e-03,  6.8640e-03,
                       2.2822e-03, -1.3442e-03, -4.6018e-03, -4.7543e-03,  4.7680e-03,
                      -2.2769e-04,  3.2580e-03, -6.0897e-03,  1.4313e-03, -3.5890e-03,
                       1.7196e-03,  1.8051e-03, -2.1155e-04,  1.4972e-03, -2.4462e-03,
                       3.3800e-03, -1.0120e-03,  9.6756e-03,  8.4968e-03,  5.0557e-03,
                       2.5517e-03, -2.8073e-03,  1.3024e-03,  2.0359e-03, -1.6908e-03,
                      -4.8748e-03,  1.9542e-03, -5.6824e-04, -2.3553e-03,  2.4922e-03,
                       2.2023e-03, -5.8110e-03,  9.3857e-04,  2.6381e-03, -2.0256e-03,
                       1.6885e-03,  6.9716e-03, -1.8769e-03,  3.0633e-03, -2.2651e-03,
                       1.2855e-03,  4.4901e-04,  5.5632e-03, -2.4047e-03,  1.1690e-04,
                       4.4488e-03,  2.1225e-03, -7.8497e-04,  2.3544e-03, -1.2166e-03,
                       1.0280e-03,  5.1364e-04,  6.6548e-04, -2.0808e-03,  3.3251e-03,
                       5.5706e-03, -4.1831e-03, -5.9722e-03,  3.1944e-03, -2.6566e-03,
                      -1.5708e-03, -6.1001e-03,  1.6959e-03, -2.3628e-03, -6.7586e-03,
                      -5.3671e-03, -4.0750e-03,  1.8877e-03, -3.4400e-03, -4.7629e-03,
                      -2.4302e-03,  8.2939e-03, -4.5164e-03, -1.1486e-03,  2.6417e-03,
                      -1.1087e-03,  2.3770e-03,  1.4414e-04, -1.4893e-03, -3.4246e-03,
                      -1.3424e-03,  5.2391e-03, -3.6433e-03, -2.2113e-04, -1.4551e-03,
                      -4.7271e-03, -4.1751e-03,  8.3295e-03, -5.3602e-03, -2.5914e-03,
                       3.3750e-03, -5.7012e-04,  3.6322e-03, -1.1652e-03, -2.2129e-03,
                      -5.7692e-04, -2.8938e-03, -1.5309e-03, -1.0850e-03, -4.5378e-03,
                       2.4002e-04, -1.0110e-03, -2.4503e-04,  2.7677e-03, -1.6780e-03,
                       1.6907e-03, -1.7534e-04, -1.7305e-03,  1.8220e-03, -3.1968e-03,
                      -2.1709e-03, -9.0472e-04, -2.5865e-03, -2.6418e-04,  2.5723e-04,
                       1.5907e-03, -2.3443e-03, -1.5921e-04,  6.1980e-04, -1.7214e-03,
                       1.5172e-03, -5.5981e-05,  7.1760e-05, -7.3637e-04,  1.5044e-03,
                      -2.4664e-04, -3.7750e-04,  2.6220e-03,  4.4532e-04,  1.4725e-03,
                      -2.2275e-03, -1.0080e-03, -1.2240e-03,  4.7459e-04, -3.0080e-03,
                       4.7226e-04, -5.0702e-04,  3.3451e-04, -9.1679e-04,  1.6658e-03,
                      -1.6432e-03, -8.2929e-04,  2.1273e-03,  4.1927e-04, -8.2915e-04,
                      -3.1230e-03,  9.3427e-06,  1.0404e-03, -2.4080e-03,  3.0468e-03,
                      -4.1867e-04, -1.3322e-03, -2.9034e-03,  1.3771e-03,  1.5577e-03,
                      -7.3700e-04, -6.7690e-04, -2.7865e-03,  3.7987e-04,  1.2188e-04,
                      -4.5556e-03,  1.9486e-03, -2.4075e-03, -8.5803e-05,  2.7531e-03,
                       3.4321e-04,  1.0211e-03,  1.9216e-03, -4.4803e-04,  6.8770e-04,
                       1.1398e-03,  3.2879e-05, -1.6415e-03, -2.1465e-03, -1.0255e-03,
                       8.6089e-04,  2.4173e-03,  1.5481e-03, -1.4796e-03,  1.1777e-03,
                      -2.3553e-03, -3.6290e-04, -5.2727e-04, -8.1416e-04,  3.7586e-04,
                       1.9134e-03,  8.5375e-04,  2.3630e-05, -2.0101e-03, -7.1616e-04,
                       3.1843e-03,  1.3302e-04, -1.8823e-03,  4.6032e-04,  1.5766e-03,
                       9.7064e-04, -2.0280e-03,  4.7619e-03, -2.4001e-03, -6.2475e-04,
                       3.8346e-05, -1.7992e-03, -1.4222e-03, -3.6321e-04,  2.9322e-04,
                      -2.6856e-03, -8.0721e-04,  4.6216e-04, -3.7566e-04, -8.2525e-05,
                       5.0907e-04,  3.3010e-03, -4.1892e-05,  2.0023e-03, -1.2086e-03,
                       1.1545e-03,  2.0312e-03, -2.0103e-03,  2.2276e-03, -6.3723e-04,
                      -9.2459e-03,  1.2829e-03,  2.9021e-03, -2.2387e-03, -3.1576e-04,
                       3.7711e-03,  4.5708e-04,  4.1625e-03,  1.5047e-04,  3.6757e-03,
                       6.1030e-03, -9.8324e-04,  9.1491e-04, -1.4617e-03, -2.0849e-03,
                      -2.5607e-04, -1.3372e-03, -1.5198e-03,  1.4376e-03, -5.9891e-04,
                       1.4265e-03, -5.1531e-03,  2.7391e-03, -1.6397e-03,  1.6841e-03,
                      -7.3335e-04, -3.0683e-03, -6.5684e-03,  1.3689e-04,  5.3466e-05,
                      -1.3599e-03, -1.0134e-03,  3.5622e-03, -1.2543e-03, -2.3219e-03,
                      -4.0807e-03, -1.1452e-03, -5.8411e-03,  1.0677e-04, -8.4291e-04,
                       5.1363e-03, -1.8787e-03, -3.5042e-04,  3.4048e-03, -6.1531e-03,
                      -2.3668e-03,  4.8141e-03, -5.5540e-03,  8.1396e-05,  4.8143e-04,
                      -1.7418e-03,  1.2427e-03, -5.0623e-03, -3.2807e-03,  2.1009e-04,
                      -5.5382e-03,  2.0122e-03, -2.1591e-03,  2.0857e-03,  1.2918e-03,
                       6.5067e-04,  4.9452e-03, -2.8027e-03,  3.4858e-03,  1.6647e-03,
                      -1.2326e-03,  2.0984e-03,  1.0595e-03,  1.4023e-03,  1.4496e-03,
                      -2.0589e-03, -3.6642e-03, -2.8085e-03,  2.0648e-03, -2.1445e-03,
                      -1.8270e-04, -1.0050e-03, -1.3203e-03,  2.2354e-03, -1.4692e-03,
                       5.0289e-05, -2.4041e-03, -9.6571e-04, -7.6479e-04,  3.7600e-03,
                      -4.0247e-03,  2.9544e-03, -1.4844e-03,  1.7290e-03, -5.0198e-05,
                       2.1833e-03, -1.2992e-03, -3.5347e-04, -4.1963e-03, -2.9438e-03,
                      -2.6890e-03, -5.5657e-04,  3.2024e-03, -1.6409e-03, -9.1977e-04,
                       6.6205e-04, -2.0919e-03, -2.5590e-03, -1.5746e-04, -2.5714e-03,
                       1.6807e-03,  1.1793e-03,  6.0250e-04,  5.0094e-03, -2.4407e-03,
                      -2.2599e-03, -7.9980e-04, -1.5204e-03,  1.4623e-03,  5.0433e-03,
                      -2.4436e-03,  1.5906e-03,  6.3293e-03,  3.2738e-03, -2.7170e-03,
                       9.5954e-05,  3.5442e-04,  7.4396e-04, -2.7758e-03, -3.3682e-04,
                      -8.3726e-04, -1.5415e-05,  8.0902e-04,  2.8735e-03,  1.8949e-03,
                      -3.0405e-04,  7.9326e-04, -2.9103e-03, -3.1081e-04,  5.9579e-04,
                       8.8851e-04,  2.7382e-03, -6.7711e-04, -1.5984e-04,  2.0929e-03,
                       1.6470e-04,  7.3141e-04, -9.5370e-04, -2.2099e-03,  2.0677e-03,
                       2.5813e-03, -3.2675e-03, -2.4568e-03,  7.6336e-04,  7.6356e-05,
                       2.0018e-03,  1.3096e-03, -2.2785e-03, -1.6240e-03, -8.1596e-04,
                      -4.1124e-04, -1.1305e-03, -1.6535e-03, -1.2122e-03,  2.4462e-03,
                      -8.9189e-04, -1.4732e-03,  2.7797e-03,  5.5408e-04, -5.3918e-04,
                      -5.8072e-04, -4.2835e-04,  1.1904e-03,  8.6853e-04,  9.2774e-04,
                      -1.3929e-03, -1.3352e-04,  8.8697e-04, -9.7986e-04,  1.4562e-03,
                       1.2424e-03,  2.2151e-03,  5.4775e-04,  1.8995e-03,  3.4807e-04,
                       3.9234e-04,  8.7971e-04,  4.0025e-04, -7.4469e-04, -2.6708e-03,
                      -1.5654e-03, -1.9298e-03, -1.2965e-03, -1.5527e-03,  5.2341e-04,
                       1.7114e-03, -1.5835e-03, -1.2143e-03,  7.8094e-04,  3.5979e-03,
                       7.5541e-04,  2.9704e-03,  4.1295e-03,  3.8186e-03, -1.5550e-03,
                       2.7605e-03, -6.3127e-04,  1.9002e-03, -2.3438e-03, -1.9460e-04,
                       4.4779e-04, -1.3266e-03, -2.3748e-03, -1.7414e-03,  8.2319e-04,
                      -1.3800e-03,  1.5178e-03, -2.2367e-05, -1.4350e-03,  2.8395e-04,
                      -9.2128e-04,  9.2559e-04,  3.6610e-03,  5.1735e-04,  4.8495e-03,
                       5.9066e-04,  1.2217e-03, -1.8588e-03,  1.6474e-03,  4.6075e-04,
                      -1.1481e-03, -2.4660e-05, -1.8618e-03,  4.7977e-04,  3.1131e-03,
                      -1.1828e-03,  2.4191e-03,  8.8099e-04,  2.6505e-03,  4.7162e-04,
                      -6.4673e-04, -9.2700e-04,  3.2903e-03, -2.8676e-04, -4.6841e-03,
                       4.6213e-04, -3.0641e-03, -2.8390e-04, -3.5273e-03, -1.2388e-03,
                      -6.6883e-04, -2.1514e-03,  1.2490e-03,  2.4938e-03,  1.8464e-03,
                      -2.6851e-03,  3.4522e-04,  1.1081e-03, -1.4310e-03, -6.1494e-03,
                       2.4722e-03,  1.1099e-03,  4.5572e-03,  4.7261e-04,  3.5434e-03,
                       1.0231e-03,  1.3941e-03,  4.0750e-03, -8.8688e-04, -1.2854e-03,
                       2.2668e-03, -7.3014e-04, -4.0276e-03,  9.2208e-04, -8.0841e-04,
                       2.7972e-03, -3.3175e-03,  3.2546e-03, -4.3903e-03, -2.6589e-03,
                      -3.2904e-03, -5.1306e-03, -6.7227e-04, -1.5324e-03,  1.4521e-03,
                      -3.9860e-04, -2.9120e-03,  5.1866e-04, -1.5620e-04, -1.7559e-03,
                      -2.9428e-03,  2.8643e-04,  3.0968e-03,  8.7065e-04,  5.0107e-03,
                       2.2722e-03,  1.6456e-03, -1.4055e-03, -1.1758e-03, -2.8098e-03,
                       1.6932e-03,  3.8673e-03, -1.3818e-03,  7.6502e-04,  5.8832e-03,
                       4.8341e-03, -4.0512e-03,  1.6042e-03,  2.8998e-03, -1.8194e-03,
                       2.7799e-04, -9.8048e-04,  2.0564e-03,  9.1004e-04, -4.6873e-03,
                      -1.3553e-03,  6.4769e-03,  7.3417e-04, -7.5824e-03, -1.4242e-03,
                       2.3748e-03,  7.1563e-03, -8.2281e-04], device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.weight',
              tensor([[-0.0052,  0.0445,  0.0099,  ..., -0.0353, -0.0258, -0.0021],
                      [ 0.0197, -0.0056,  0.0315,  ..., -0.0359, -0.0085, -0.0033],
                      [-0.0342, -0.0220, -0.0473,  ...,  0.0871,  0.0073,  0.0574],
                      ...,
                      [-0.0113,  0.0179,  0.0157,  ...,  0.0015,  0.0100,  0.0155],
                      [-0.0155,  0.0365, -0.0019,  ...,  0.0077, -0.0206, -0.0037],
                      [ 0.0010,  0.0203,  0.0116,  ..., -0.0205,  0.0018, -0.0293]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.self.value.bias',
              tensor([ 1.1377e-03, -3.0408e-03,  2.1161e-03,  6.6918e-03, -1.5375e-02,
                      -3.1540e-03,  1.1852e-02,  9.2513e-03, -9.2061e-03, -1.6900e-02,
                       1.0532e-02, -2.0306e-02,  2.1061e-02,  2.5367e-02, -2.0678e-04,
                      -6.3498e-03, -9.0598e-03, -1.8913e-03, -8.1770e-03, -3.2247e-03,
                       1.1783e-02, -1.4306e-04, -1.5521e-02,  6.5773e-03,  3.8937e-03,
                       1.2785e-02, -8.1141e-03,  6.1943e-03, -1.7543e-02, -6.4423e-03,
                       2.9179e-03,  1.1079e-02,  2.9761e-03,  4.0706e-03,  1.3706e-02,
                       6.2034e-03, -1.1540e-02,  2.7256e-03,  4.8819e-04,  2.2075e-02,
                       9.1415e-03,  1.4045e-03, -2.1723e-02,  6.8037e-03, -5.5440e-03,
                      -7.5324e-03,  1.2285e-03,  4.6940e-03,  6.8554e-04, -3.2641e-02,
                      -1.3586e-02, -5.6875e-03,  1.9233e-03, -1.4204e-02, -1.1755e-02,
                      -5.4570e-03,  2.8720e-02,  1.3030e-02, -2.1848e-03, -1.2384e-02,
                      -2.0515e-03,  1.4343e-02, -1.3461e-02,  3.0845e-03,  9.2664e-03,
                       6.9327e-03, -1.4778e-02,  2.3259e-03,  2.2421e-02,  7.5558e-03,
                       7.9683e-03,  9.1171e-03,  1.5507e-02,  2.4405e-02, -3.8030e-02,
                       3.8790e-03, -3.6265e-03, -7.6171e-03, -1.8314e-02, -2.8307e-02,
                      -9.8468e-03, -9.5998e-03, -2.6607e-02, -1.0062e-02,  3.1661e-02,
                      -1.6816e-02, -7.0962e-03,  1.4071e-02, -2.4121e-02,  2.3745e-02,
                       1.4998e-02,  6.9605e-02, -3.5913e-03,  2.1734e-02, -2.5637e-03,
                      -2.4891e-02, -1.3166e-02,  7.0378e-03,  1.9957e-02,  2.2597e-04,
                      -3.5806e-02,  6.1576e-03, -5.7585e-03, -3.9911e-02,  4.6244e-03,
                      -6.3511e-03, -9.9843e-03,  2.8342e-03,  1.1110e-02,  2.4009e-02,
                       7.9902e-04,  3.6266e-02, -1.5921e-02, -2.2207e-03, -9.7414e-03,
                       2.6969e-02,  3.0123e-02,  4.9933e-03,  1.3866e-02,  1.1099e-02,
                      -2.8676e-02,  4.0436e-03, -1.6579e-02,  6.7721e-03,  1.1187e-02,
                       4.9139e-02, -2.0373e-02,  1.9287e-03, -1.1278e-02,  7.7709e-03,
                       4.4137e-02,  8.9112e-03, -1.6508e-02, -7.6356e-03,  2.1742e-02,
                      -5.1576e-02, -5.0138e-02,  1.0411e-02,  5.4202e-03,  4.0877e-02,
                      -3.4077e-02,  2.5426e-03,  6.8802e-02, -2.4431e-03,  1.6885e-03,
                      -9.0971e-03, -4.9824e-02, -2.2469e-02, -1.7191e-03, -1.2825e-02,
                      -2.9882e-02,  2.0294e-02,  3.4817e-02, -5.3694e-02, -3.9083e-03,
                      -5.6851e-02, -1.8278e-02, -1.7998e-03, -5.3552e-03, -3.5312e-02,
                       2.2765e-02, -6.7260e-02,  9.8552e-03,  1.5968e-02, -1.0433e-03,
                      -2.5740e-03,  1.3429e-02,  6.9891e-02, -1.5904e-03,  2.6443e-02,
                       5.6285e-02, -9.6566e-03,  6.9062e-02,  5.0098e-02, -1.9537e-02,
                      -8.6208e-02,  1.9041e-02,  9.5188e-03,  1.3446e-02,  2.6238e-02,
                       3.2950e-02,  8.8924e-03, -3.1770e-02,  4.2431e-02,  5.9977e-03,
                       1.9623e-02,  5.5692e-04,  2.0586e-02, -3.0127e-02, -1.0837e-02,
                       5.4113e-02, -3.4063e-02, -1.4471e-03,  1.4323e-03, -1.1476e-02,
                      -5.2411e-02,  9.2530e-03,  1.1924e-03, -1.5489e-02, -6.9386e-02,
                      -8.3707e-02,  1.1618e-02, -3.9667e-02, -2.9057e-02,  5.3269e-03,
                      -6.5164e-03,  1.1180e-03,  4.9369e-02,  5.3714e-02,  7.0154e-04,
                      -6.2790e-02,  2.5585e-02, -2.0677e-02, -1.5301e-02, -1.9137e-03,
                      -2.2736e-02,  2.5786e-03,  7.3835e-02,  8.4042e-02,  3.5966e-02,
                      -3.4598e-02,  5.5049e-02,  5.5644e-03,  3.4605e-02, -1.6299e-02,
                      -8.7555e-02, -1.1102e-02,  4.3383e-02, -1.1755e-02, -1.5841e-02,
                       4.3614e-02, -3.0172e-03, -2.6217e-02,  2.1081e-01, -9.0302e-03,
                      -5.3227e-02,  2.8660e-02, -8.1218e-02,  8.3625e-02, -3.2917e-02,
                       9.4861e-04, -4.5512e-03,  3.1016e-02,  7.5525e-02,  1.4717e-03,
                       2.5899e-02,  3.9650e-03, -6.7091e-02, -4.1864e-02, -2.1167e-02,
                      -9.9091e-03,  3.8973e-02, -1.6017e-02,  2.2535e-02, -1.8987e-02,
                      -3.7988e-02,  4.0790e-02, -7.4219e-02, -6.3547e-03,  5.6517e-02,
                       2.4698e-02,  2.2606e-03, -2.2618e-02,  1.0997e-01,  7.1413e-02,
                      -4.7880e-02,  2.7845e-02, -3.6527e-02, -2.8140e-02,  4.2444e-02,
                       2.1640e-03,  2.1844e-02,  5.3381e-02,  5.5131e-02,  3.5690e-02,
                       6.8488e-02,  4.9983e-02, -1.7147e-01, -4.6679e-02,  9.1588e-03,
                       4.5531e-02,  4.6830e-02,  8.4209e-03, -6.4255e-02, -6.2894e-03,
                       2.2013e-03,  5.2321e-02, -4.6797e-02,  5.7746e-03,  1.3944e-01,
                       5.5968e-02, -2.9595e-02, -5.5736e-02, -1.1375e-03, -9.6547e-02,
                      -4.1311e-02,  6.0035e-02,  1.6049e-02,  1.1103e-01,  2.0212e-01,
                       6.1832e-02,  8.2683e-03,  3.0006e-02, -9.3866e-02, -5.2192e-02,
                      -4.2707e-02,  1.0879e-01,  2.2262e-02,  7.5973e-03, -1.0059e-01,
                       2.8314e-02,  1.2225e-01, -2.3978e-02, -2.1410e-02,  2.5646e-02,
                       1.9213e-02, -5.1313e-02,  5.5801e-02, -4.6037e-02,  7.8553e-03,
                      -8.3479e-03,  1.0007e-02,  1.0161e-02, -4.7854e-03, -6.3447e-04,
                      -7.0110e-03,  1.5722e-02, -6.6641e-03, -2.3025e-02, -1.4850e-03,
                       1.2755e-02,  1.9045e-02,  1.7725e-02, -1.6082e-03,  4.8264e-03,
                      -4.6778e-03,  6.1620e-03,  2.2976e-02,  1.1714e-02,  2.6691e-02,
                       1.8662e-04,  2.1934e-02, -8.1154e-03, -1.1262e-02,  1.7046e-02,
                       1.0140e-02, -5.7126e-03,  8.5162e-03,  7.3008e-03,  2.4019e-03,
                       2.2735e-03,  1.2259e-02, -1.4692e-02,  4.2847e-03,  4.1571e-03,
                      -2.3877e-03, -8.7767e-03, -1.5873e-02,  4.8077e-03,  1.7659e-02,
                       1.8922e-03,  2.8474e-03, -1.0500e-02, -2.9204e-02,  3.1843e-04,
                       1.2210e-02, -1.1034e-02,  1.3985e-02, -2.2256e-02,  4.5811e-04,
                       1.8722e-02,  1.1133e-02, -1.2611e-02, -1.0794e-02,  1.3318e-02,
                      -2.4156e-03, -1.0680e-02,  1.2001e-03, -3.4792e-03,  5.0570e-03,
                       2.8766e-02,  6.4237e-03,  5.7006e-04, -1.9277e-02, -1.0602e-03,
                       2.0514e-02,  3.2476e-02, -4.0932e-02, -6.9281e-03,  2.9253e-02,
                      -3.5060e-02,  1.4642e-02,  7.4800e-03,  4.6586e-02, -2.6085e-03,
                      -2.5072e-02, -4.7545e-02, -5.4743e-04,  9.3364e-03, -2.4815e-03,
                      -4.6191e-03,  3.0576e-02, -4.8113e-03, -9.2851e-03, -2.1539e-02,
                      -8.7334e-03, -9.0519e-03,  3.6703e-03,  7.3807e-03,  3.1940e-03,
                      -5.6659e-03, -3.2028e-03,  8.7427e-03,  1.9516e-02,  2.1314e-02,
                       5.4538e-03,  1.5225e-02,  5.0189e-03, -7.8549e-03,  2.7841e-02,
                      -4.7695e-03,  2.1630e-02,  1.5912e-02, -1.7942e-02, -4.6679e-02,
                       1.3013e-02,  2.4530e-02,  2.0093e-03,  4.2535e-03,  7.3661e-04,
                       9.2417e-03, -5.1058e-03,  2.8762e-02, -2.0338e-03, -1.1571e-02,
                      -2.6491e-03, -1.5981e-02, -6.3612e-03,  8.4833e-03, -1.5256e-02,
                      -4.4170e-02,  1.4960e-02, -2.3068e-02,  6.2148e-03,  9.2166e-03,
                      -9.7123e-03, -2.4411e-02, -2.3747e-02,  8.1782e-03, -1.4512e-02,
                      -7.1226e-03, -3.1468e-02, -4.4520e-02,  1.0099e-02, -2.2050e-02,
                       1.2040e-02,  1.2076e-03,  4.1977e-03, -8.0736e-03,  3.6702e-02,
                       3.3606e-02,  3.2208e-02, -1.9050e-02, -5.3294e-02, -2.0029e-02,
                      -1.3178e-02,  1.4234e-03, -1.0006e-02, -7.9748e-04, -1.0290e-02,
                       1.3237e-02,  7.8909e-03, -4.4627e-02,  1.5785e-02,  2.9790e-02,
                       3.1437e-02, -2.4204e-03,  1.2565e-02,  1.9712e-02,  2.5748e-02,
                      -1.5980e-03, -1.7839e-02,  1.3027e-02,  1.6436e-02,  1.2160e-02,
                      -2.2921e-02, -9.4024e-03,  1.5699e-02, -3.0236e-03, -1.4250e-02,
                       1.8265e-02,  3.9243e-02,  2.8241e-02,  1.0995e-02, -2.2515e-02,
                      -2.5128e-02, -3.7115e-02, -1.1053e-02,  4.5840e-03,  1.3588e-02,
                       3.5902e-02, -3.6959e-03,  4.6566e-02, -2.4481e-02, -4.2310e-02,
                       3.4298e-03,  5.7574e-04,  1.9986e-02,  1.0411e-02, -4.0277e-02,
                       3.8291e-04, -1.5380e-02, -9.4201e-03, -1.5057e-02,  1.3515e-02,
                       1.0415e-02, -1.5337e-03,  2.5060e-03, -2.0796e-02,  1.6927e-02,
                       5.9484e-03, -2.1134e-02,  3.0852e-02,  7.5537e-03, -3.9444e-02,
                      -1.6348e-02,  1.9408e-02,  1.7465e-02, -1.0772e-02,  8.3814e-03,
                      -1.0449e-02,  6.4303e-03,  1.7981e-02,  2.5369e-02,  9.3779e-03,
                       1.4953e-03, -1.1539e-02, -1.5067e-03, -8.5620e-03,  5.2003e-03,
                      -6.5350e-03,  3.4599e-03, -2.3980e-02, -2.2606e-03,  1.1377e-02,
                      -1.3929e-02,  1.5946e-03, -2.0784e-02, -1.9746e-02,  1.0417e-02,
                       4.0939e-04, -1.3663e-02,  1.4524e-02,  1.6622e-03,  1.8321e-02,
                       7.6105e-03, -3.3012e-03,  1.1846e-02,  7.5622e-03, -1.2027e-02,
                      -1.4633e-02,  2.3989e-03, -3.8572e-04,  6.4029e-03, -5.1658e-03,
                       1.3180e-02,  6.8024e-03,  2.2678e-03, -1.0465e-02,  1.2899e-02,
                       4.9381e-02, -9.1131e-03,  2.0413e-02, -5.1576e-03,  1.4746e-02,
                       1.3187e-02,  2.1652e-03,  1.7349e-02, -6.5572e-03,  1.7483e-02,
                      -2.2120e-02,  7.5057e-03, -1.8245e-02,  8.5249e-02,  2.0094e-02,
                      -5.9913e-03, -5.5965e-03,  2.1083e-02, -2.7190e-02,  1.5112e-02,
                       8.5473e-03,  2.3333e-03,  7.3521e-03,  3.6380e-02,  4.6688e-02,
                       1.5082e-02, -4.3194e-03,  3.2512e-02, -6.0387e-03,  4.6238e-03,
                       1.4476e-02,  2.7986e-03,  9.5683e-03,  2.0808e-03, -3.0954e-02,
                       3.5199e-02,  1.0239e-02, -3.2351e-02,  5.6181e-04, -2.0656e-02,
                       1.7643e-02, -1.7414e-02,  3.1919e-02, -2.0506e-02, -6.1032e-03,
                      -2.0161e-02, -1.0916e-02,  1.0949e-02, -1.4095e-02,  1.0370e-02,
                      -5.6782e-04,  2.1304e-02,  8.1011e-03, -1.9186e-02, -9.6900e-03,
                      -2.0631e-02, -5.6415e-03,  5.9004e-03, -6.0763e-03, -8.2793e-03,
                      -2.8782e-02, -3.5154e-03,  1.6351e-02, -9.5554e-03,  1.5788e-02,
                      -1.4590e-02, -2.6064e-02,  3.5462e-02, -3.3455e-03, -2.4103e-02,
                       1.8854e-02, -2.1142e-02, -1.6221e-02, -4.3868e-02,  2.9292e-02,
                      -5.2363e-02,  2.2405e-02,  1.8423e-02, -1.1134e-02,  3.0444e-02,
                      -1.4713e-02, -6.2096e-02, -1.3225e-02, -1.0436e-02, -2.8181e-02,
                       2.0575e-02, -1.0571e-02,  2.5622e-02, -1.2587e-02, -5.6240e-03,
                      -2.5980e-03, -3.4805e-02, -2.0065e-02, -2.5875e-02,  1.2110e-02,
                      -1.4166e-02, -1.7684e-02, -1.3776e-02,  9.9955e-03,  4.6145e-02,
                       1.0197e-02,  1.1440e-02, -4.6154e-03, -1.4039e-02, -5.0838e-03,
                      -5.6706e-03,  2.3310e-03, -1.0445e-02,  2.5001e-02,  1.2341e-02,
                       2.4548e-02,  1.2212e-02,  5.6656e-03, -1.8632e-02,  8.9308e-03,
                      -9.1553e-03, -4.4157e-02, -3.2999e-02,  3.7568e-02, -3.8868e-04,
                       6.6744e-03,  3.0593e-02,  1.3668e-02,  5.3261e-02, -2.4645e-02,
                       1.0954e-02,  2.2399e-02, -1.1042e-03,  4.6247e-02, -3.0096e-02,
                       5.0598e-03,  3.4079e-02, -2.2214e-02,  1.4303e-02, -6.3954e-02,
                      -1.3786e-01, -9.4131e-02, -1.1799e-02,  9.8912e-02,  3.0714e-02,
                      -7.4543e-03, -4.5516e-03, -2.0645e-02,  1.3407e-02, -1.5430e-01,
                       1.2333e-01,  8.8044e-02,  8.4723e-02,  1.7696e-01, -8.4196e-02,
                      -5.2699e-02,  1.1772e-01, -3.3966e-03, -1.9452e-02,  1.4321e-02,
                       2.3279e-01,  1.2035e-02, -4.1043e-02,  5.6063e-02, -7.1806e-02,
                       2.6941e-02, -2.1950e-01,  8.3619e-03, -5.3090e-04,  2.5301e-02,
                       9.5310e-02,  1.1608e-01, -1.3828e-01, -1.2801e-02,  2.6647e-02,
                      -1.0037e-01,  2.6869e-02,  7.7674e-02,  5.0967e-02,  3.9628e-02,
                       9.2893e-02, -8.9899e-02, -6.7881e-02,  4.3975e-02, -1.1295e-01,
                       4.6030e-02, -2.0679e-01,  5.6236e-03,  2.8964e-01,  4.7205e-02,
                      -6.7784e-02, -3.5854e-03,  1.3387e-01,  7.6342e-03, -2.8951e-02,
                      -2.6114e-02,  2.7268e-02, -5.8994e-03, -1.2398e-01,  5.0260e-02,
                       7.2553e-03,  1.4812e-02, -1.2922e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.weight',
              tensor([[-0.0154, -0.0163, -0.0195,  ..., -0.0521, -0.0005,  0.0126],
                      [-0.0094, -0.0178,  0.0429,  ...,  0.0426,  0.0134, -0.0384],
                      [-0.0204, -0.0188,  0.0416,  ...,  0.0057,  0.0067,  0.0260],
                      ...,
                      [-0.0043, -0.0237,  0.0153,  ..., -0.0149, -0.0157, -0.0057],
                      [-0.0184, -0.0138,  0.0233,  ..., -0.0096, -0.0197,  0.0129],
                      [ 0.0032,  0.0209,  0.0047,  ...,  0.0051, -0.0029, -0.0128]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.dense.bias',
              tensor([-4.4592e-02, -8.9818e-03, -1.0622e-01, -5.3229e-02,  4.4773e-02,
                      -6.1403e-02,  1.0608e-01, -1.4861e-01,  3.3158e-03, -8.5938e-04,
                       1.0468e-01,  6.2938e-02,  5.9490e-04,  7.5971e-02, -6.6756e-02,
                      -3.1471e-02,  1.0620e-01, -1.0544e-01,  1.3867e-01, -1.0550e-02,
                      -5.7345e-03, -7.1474e-03, -2.7406e-02,  5.5414e-02, -1.9892e-01,
                      -1.1174e-01,  2.3757e-03, -1.6365e-01, -2.2273e-02,  7.8620e-02,
                       3.9782e-02,  1.3792e-02, -1.6567e-02, -9.0393e-02,  1.2152e-02,
                       4.8460e-03, -1.7382e-01,  2.0976e-02, -2.6752e-01, -1.5787e-01,
                      -6.1549e-02,  1.3297e-01,  3.6182e-02,  1.3190e-02, -8.8619e-03,
                       1.8825e-02, -2.0362e-02, -3.2109e-02,  1.0309e-01, -5.3360e-02,
                       7.4560e-02, -4.5214e-02, -2.8572e-01,  1.4303e-01,  1.8699e-01,
                      -1.8641e-01,  1.3957e-01,  1.1329e-01, -1.9997e-01, -9.8592e-02,
                       4.5674e-03,  5.6845e-02, -1.1798e-02, -3.5123e-02, -3.8922e-02,
                       2.4259e-03,  1.4613e-01,  1.2035e-01, -4.8748e-02, -1.3872e-01,
                       2.1067e-02, -2.4376e-02,  9.0554e-02, -1.3822e-01, -4.1916e-02,
                       3.1674e-02, -8.2765e-02, -9.4207e-02, -1.8899e-03, -4.8144e-02,
                      -1.0402e-01, -1.1278e-01,  1.4003e-02,  8.3654e-02,  2.2653e-01,
                      -1.3888e-01,  6.6613e-02, -6.6329e-02, -6.8203e-03, -1.1633e-02,
                      -6.2882e-02, -1.8690e-02,  3.7039e-02,  1.0594e-01, -7.0217e-02,
                      -7.9047e-02, -4.2030e-02, -1.4543e-01, -1.4579e-02,  1.8431e-02,
                       9.6382e-03,  1.3146e-02, -1.9320e-02,  6.0218e-02, -1.1668e-01,
                       5.6955e-02,  3.6976e-02, -2.2050e-02,  1.3177e-01,  2.2795e-02,
                      -1.5803e-03,  1.5401e-01,  5.0543e-02,  9.1403e-02,  8.9261e-02,
                       3.5832e-02,  1.3641e-03, -1.1937e-02,  4.5993e-02, -3.4305e-02,
                       1.3157e-01,  1.7420e-02,  2.6570e-02,  6.2286e-02, -1.1550e-01,
                      -3.1286e-02,  4.0856e-02, -9.7053e-02,  6.4126e-02, -9.7608e-03,
                       3.9409e-02, -3.1478e-03, -5.6296e-02, -2.8575e-02,  2.6093e-02,
                      -2.2356e-02, -1.1336e-01,  4.1177e-03, -1.5708e-03, -6.3295e-02,
                       3.5807e-02,  7.1467e-03,  7.9400e-02, -3.8876e-01,  5.4614e-03,
                       3.9343e-02,  1.4544e-02, -2.5916e-02,  1.2000e-03,  1.5656e-01,
                       1.9773e-02,  4.5264e-04, -7.0016e-04, -1.0990e-03, -8.1697e-02,
                      -6.9212e-02,  2.4418e-02, -6.6718e-02, -1.7076e-01,  1.1247e-01,
                       4.7887e-02, -2.9089e-02, -1.2582e-02, -4.3235e-02, -6.9109e-02,
                       1.7394e-02, -7.4345e-03, -8.8564e-02,  4.0751e-02,  1.5900e-02,
                       4.6734e-02, -4.0160e-02,  2.3079e-01,  3.1128e-02,  2.1073e-02,
                      -7.4725e-02,  2.4659e-02,  2.3471e-02, -1.8210e-02,  2.7169e-03,
                       1.4046e-03,  6.8777e-02,  1.9658e-02, -8.3138e-02,  9.3449e-02,
                       2.1226e-01,  7.2789e-02,  3.6478e-02,  5.2054e-02, -2.7732e-02,
                      -1.6886e-02, -2.6966e-01,  7.3026e-02,  9.1492e-02,  9.2166e-02,
                       1.1815e-01,  1.2664e-02,  4.0317e-02,  1.7779e-01,  7.0650e-02,
                       4.0384e-03, -1.3506e-01,  1.7476e-01,  1.2333e-01, -1.5595e-01,
                       9.3056e-02, -8.4975e-02, -1.2014e-02,  2.8667e-03,  9.9821e-02,
                      -6.8128e-02, -5.3017e-02, -2.3721e-02,  8.3836e-02,  7.2793e-02,
                      -1.6742e-02,  1.0749e-01,  3.3393e-02,  7.8534e-02, -4.6827e-02,
                      -6.6980e-02,  6.2278e-02,  1.2760e-02, -4.1325e-02,  3.4294e-02,
                       1.2995e-01,  7.5983e-02, -2.4816e-02,  9.8166e-02, -1.2196e-01,
                       8.7535e-02,  6.7689e-02, -9.8564e-02,  1.4409e-01, -1.3445e-01,
                      -2.6649e-02, -1.0996e-01, -3.5543e-02, -5.9721e-02,  6.2817e-02,
                       1.0870e-01,  1.8072e-01, -2.2236e-01,  9.2566e-02,  5.4796e-02,
                       4.0627e-02, -8.3232e-02, -1.2145e-01,  2.5655e-02, -1.9812e-02,
                      -1.5730e-01, -3.9837e-02,  6.8435e-02,  3.4401e-02,  6.6675e-02,
                      -7.6456e-02,  1.0578e-01,  5.4485e-02, -2.3091e-02,  2.7209e-03,
                       6.8177e-02, -1.2079e-01,  1.0588e-01,  2.5309e-02, -3.8604e-02,
                      -2.5233e-02,  8.3924e-02, -1.1175e-01,  1.6216e-02,  7.3246e-03,
                      -4.3018e-02,  6.4526e-02,  6.2509e-02, -4.2959e-02,  9.4674e-03,
                       5.4908e-02,  1.0481e-01,  1.3819e-02,  1.6526e-02,  6.8970e-02,
                      -1.5626e-02, -5.3560e-02,  1.2257e-01,  1.4949e-01,  5.1912e-03,
                       5.0393e-02, -4.8633e-02,  8.1108e-02,  2.7683e-02,  4.7177e-03,
                      -2.1822e-01, -8.0754e-02,  1.6778e-01,  1.3030e-02,  1.5673e-01,
                      -9.4328e-02,  9.9701e-02, -2.1682e-01, -1.9933e-02,  1.3847e-01,
                      -2.7231e-02, -6.9130e-02, -3.5770e-02,  4.2841e-02, -2.3572e-02,
                      -1.0989e-01, -9.4668e-02,  6.6386e-03,  1.2719e-01,  3.3458e-02,
                       5.1544e-02,  1.9375e-02, -5.7505e-02, -1.6013e-01, -7.2401e-02,
                      -5.5561e-02, -4.6473e-02, -1.7831e-03, -9.1179e-04, -1.9550e-01,
                       1.3633e-02, -6.7523e-02,  3.2633e-02,  1.9867e-02,  2.7017e-02,
                      -5.1797e-02,  2.7432e-02, -1.9260e-01,  1.4427e-02,  1.6146e-02,
                       1.1655e-02, -1.6296e-02,  3.6048e-02,  8.9736e-02,  1.5878e-01,
                      -5.1088e-02, -1.2516e-01, -4.3492e-02, -4.3004e-02,  1.6298e-01,
                       1.8437e-01,  4.3733e-02,  5.4832e-02,  9.2516e-03, -1.5267e-01,
                      -2.6537e-02,  9.3825e-02, -9.1728e-02, -1.0679e-01,  1.1860e-02,
                       4.9629e-04, -5.8676e-03,  4.1538e-03,  8.4641e-02,  9.7138e-02,
                       2.8022e-02, -9.5098e-02,  2.8737e-02, -1.0140e-01,  1.5465e-01,
                      -5.3543e-02,  7.0623e-02,  1.4260e-01, -4.6661e-02,  5.8654e-03,
                      -9.2508e-02, -2.6309e-02, -2.1222e-02, -5.1721e-02, -1.1948e-01,
                       1.0013e-01, -7.5083e-02, -1.0261e-01, -4.6270e-02,  9.7062e-02,
                       7.8676e-02, -4.5635e-02,  1.6291e-02,  6.6324e-03, -7.2733e-02,
                       8.0945e-02, -1.4210e-02, -1.7155e-02,  1.0287e-01,  1.0494e-01,
                      -6.1097e-02,  6.7081e-02, -1.1150e-02, -1.3644e-01, -3.1341e-02,
                       3.7786e-03, -5.6807e-02,  5.1666e-02, -4.6558e-02,  7.3341e-02,
                       5.8219e-02,  1.4124e-01, -1.7373e-03, -2.8465e-02,  2.7752e-02,
                       2.4940e-03, -1.4251e-01, -2.8459e-01,  7.1188e-03,  1.9176e-02,
                      -1.8040e-01,  7.2564e-02,  1.4743e-01, -1.2493e-01,  6.1202e-02,
                       1.8370e-01,  4.7814e-02,  1.3084e-02,  8.2709e-02, -4.7833e-02,
                       5.4942e-02, -3.4134e-02, -2.5469e-03,  4.6765e-02, -2.5183e-03,
                      -1.3630e-01, -6.7621e-02,  7.8035e-02,  1.3219e-02,  2.3801e-02,
                      -1.4280e-02, -2.9771e-02, -1.3045e-01,  2.1356e-02,  1.1120e-01,
                      -5.0732e-02,  9.6564e-02, -2.3921e-02, -2.6969e-03, -1.4007e-01,
                       1.3658e-02,  1.1759e-02, -5.9498e-02, -2.8090e-02, -1.0103e-01,
                       1.9898e-02,  1.5668e-01, -3.4995e-02, -5.7779e-02,  6.9868e-05,
                      -1.9046e-01, -3.9079e-03, -3.0563e-02, -3.2947e-02,  7.4647e-02,
                       5.9166e-02, -4.1074e-02,  2.8240e-02,  4.2394e-02, -1.3473e-01,
                       6.4512e-02, -8.2759e-02, -1.4505e-01, -8.4188e-02, -5.6544e-02,
                      -2.8018e-02,  2.2267e-02,  1.2193e-01,  5.3135e-02,  1.3125e-01,
                       1.2909e-01, -9.2695e-02, -8.2726e-02, -5.2208e-02, -9.3758e-02,
                      -1.2351e-02, -4.1892e-02, -4.9894e-02, -5.4050e-02, -4.1269e-02,
                      -1.0596e-01,  6.8459e-04, -5.2148e-03,  6.2038e-02,  3.7836e-03,
                      -2.8319e-02,  1.0287e-01, -5.1317e-02,  5.7406e-02, -5.3672e-02,
                      -1.2332e-01, -5.5514e-02, -1.5357e-02, -1.2516e-02,  4.8076e-02,
                       7.8732e-02, -7.1773e-03, -1.0895e-01, -3.5010e-02, -7.1003e-02,
                       4.1453e-02,  8.0364e-02, -3.5491e-02, -4.1601e-02, -2.3125e-02,
                      -2.1669e-02, -2.5985e-02,  6.7722e-02,  1.0676e-02, -5.0915e-02,
                       2.3245e-02, -1.8804e-03, -6.8439e-02,  9.9718e-02,  3.0013e-02,
                       5.9648e-02,  1.0031e-01, -7.7056e-02, -1.7197e-01, -2.7048e-02,
                       4.4011e-03,  3.1680e-02, -2.9416e-02, -1.1978e-01,  4.7440e-02,
                       5.7077e-02,  1.3407e-01,  2.7559e-01,  2.4652e-02, -3.0799e-02,
                       1.5876e-02,  5.0355e-02, -1.1195e-02, -1.2367e-01, -5.6347e-02,
                       1.1321e-01,  6.1795e-02, -2.5019e-02,  8.4668e-02, -2.3784e-02,
                       2.4282e-02,  1.5965e-01,  6.4413e-02,  1.0327e-01, -1.1916e-01,
                       7.6611e-04, -2.8110e-02,  6.3201e-02,  1.1822e-02,  3.6010e-02,
                      -4.2339e-02, -1.1909e-01, -5.6580e-03,  1.0574e-01,  2.5333e-02,
                       1.2047e-02, -5.6605e-03, -3.8933e-03,  1.1424e-01, -5.9209e-02,
                      -1.4768e-02,  4.6312e-02, -1.3539e-01, -2.4654e-02,  1.6451e-02,
                      -6.3661e-02, -1.6388e-02, -3.7788e-02,  1.6005e-02, -1.5781e-02,
                       7.5276e-02,  2.7793e-03,  3.6931e-02, -7.4306e-02, -5.0144e-02,
                      -8.3230e-02, -1.3718e-02,  1.8356e-02,  3.1162e-02,  1.5413e-02,
                      -2.8350e-03, -3.3083e-02,  7.9221e-02,  5.8873e-02, -3.8186e-02,
                       8.4119e-02, -6.5414e-02,  6.9734e-03, -2.7285e-02,  4.4535e-04,
                      -1.0110e-02, -3.8332e-02, -3.5923e-02, -4.1357e-02,  6.1796e-02,
                      -3.0454e-02,  1.1723e-01, -3.4916e-02, -1.1715e-01, -1.6694e-02,
                      -4.1985e-02, -4.6924e-02, -7.9502e-02,  6.7170e-02, -3.7622e-02,
                      -5.1406e-02,  9.3523e-04,  3.8055e-02,  2.5506e-02, -5.7436e-02,
                      -3.7325e-02,  1.2480e-02, -1.1821e-01,  8.0994e-03,  3.0365e-02,
                      -1.1498e-01,  6.2184e-02, -1.0289e-02,  1.1455e-01,  1.0661e-02,
                      -1.5382e-02, -1.4417e-01, -1.1208e-02, -7.6912e-02,  4.0158e-02,
                      -1.3089e-01, -1.2924e-02, -1.2597e-02,  2.5485e-02, -7.5201e-02,
                      -2.2994e-02, -3.8889e-02, -5.1272e-02, -2.9678e-02,  2.1266e-01,
                      -7.5901e-02,  2.1184e-02, -1.7930e-02, -2.7441e-02, -8.4486e-03,
                       8.7648e-03,  4.1766e-02, -5.4088e-02,  1.1348e-01,  7.1733e-02,
                      -5.8744e-02, -6.8956e-03, -4.4044e-02, -7.3124e-02, -1.3435e-02,
                       5.8856e-02,  2.1052e-02,  8.7383e-02, -1.1283e-01, -6.9772e-03,
                      -6.0549e-02, -5.4800e-02,  1.3558e-01, -3.4716e-02,  5.7590e-02,
                      -7.1723e-02, -6.8991e-02,  1.3769e-02,  2.8341e-02,  2.8291e-02,
                       5.5957e-02,  5.8957e-02,  4.7628e-02, -4.2881e-02, -3.9083e-02,
                       1.2689e-01, -8.4538e-03,  7.3433e-02, -5.5314e-02, -1.1659e-01,
                       3.1213e-02,  1.3555e-02,  7.8753e-02,  2.8030e-02,  5.1065e-02,
                      -1.1684e-02, -1.6686e-01,  7.6556e-03, -8.1012e-04, -4.5548e-02,
                      -2.6447e-02,  2.4222e-02,  3.6421e-02,  8.5535e-03,  1.8315e-02,
                       6.2612e-02, -3.0647e-02,  2.4398e-02, -2.4586e-02,  2.8807e-02,
                       5.6494e-02,  2.1839e-01, -2.0975e-02, -1.6307e-02,  6.6381e-03,
                      -3.9020e-03, -2.0076e-02, -4.1920e-02, -2.0143e-02, -3.7768e-03,
                       8.0655e-02, -7.5297e-02, -3.4413e-01,  7.2158e-02, -1.8868e-02,
                       2.1187e-02,  1.7936e-02,  6.0891e-02,  7.5132e-02,  5.7640e-03,
                       1.0593e-01, -5.4595e-02,  5.9933e-03, -3.6318e-02,  8.5983e-02,
                      -1.4105e-01,  1.3229e-01,  1.0025e-01, -5.5884e-02,  5.2944e-02,
                       1.3861e-03,  6.6550e-02, -2.0495e-02,  2.2366e-02,  6.8754e-03,
                      -2.6652e-01, -6.2744e-02, -2.4481e-04,  7.2390e-02,  8.7863e-03,
                      -2.0328e-02, -9.4628e-02,  1.3519e-01, -5.7359e-02,  5.8963e-02,
                      -4.6219e-02,  1.0549e-01,  2.8751e-02,  2.8165e-02, -2.2894e-02,
                       6.9197e-02, -3.2866e-02,  1.1862e-02, -6.2668e-02, -5.7585e-02,
                      -6.8566e-02,  2.1682e-02, -4.0106e-02,  2.0693e-01,  6.1809e-02,
                       1.0218e-01,  5.7082e-02,  1.6177e-02,  5.9540e-02, -2.4915e-02,
                       6.6038e-02, -4.2215e-02, -1.0029e-01, -8.2068e-02, -1.9570e-02,
                       8.8501e-04,  3.6262e-02, -1.2045e-02, -1.0821e-03,  1.0893e-02,
                      -9.0908e-02, -5.7936e-02,  2.7761e-02], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.weight',
              tensor([0.8920, 0.8885, 0.9187, 0.8756, 0.8506, 0.9359, 0.8434, 0.9526, 0.9493,
                      0.8176, 0.9282, 0.9151, 0.9312, 0.9194, 0.8923, 0.8114, 0.8790, 0.8644,
                      0.8723, 0.9202, 0.8492, 0.9354, 0.8896, 0.8800, 0.8484, 0.8600, 0.9201,
                      0.9156, 0.8726, 0.8934, 0.8973, 0.7736, 0.9229, 0.8189, 0.8751, 0.8642,
                      0.8115, 0.9185, 0.8499, 0.8994, 0.9183, 0.8848, 0.9004, 0.9217, 0.9284,
                      0.9321, 0.8987, 0.9239, 0.9563, 0.8690, 0.9550, 0.8471, 0.8886, 0.8982,
                      0.8281, 0.7760, 0.9084, 0.8876, 0.8201, 0.8519, 0.8983, 0.9329, 0.9526,
                      0.9136, 0.8314, 0.9262, 0.8995, 0.8687, 0.8278, 0.8676, 0.8922, 0.8492,
                      0.8660, 0.8661, 0.9213, 0.9280, 0.9110, 0.8879, 0.9284, 0.9070, 0.8745,
                      0.8581, 0.8914, 0.8683, 0.7926, 0.9211, 0.8366, 0.8719, 0.9221, 0.8891,
                      0.9179, 0.8643, 0.9270, 0.9114, 0.8796, 0.8955, 0.7417, 0.9298, 0.9152,
                      0.9572, 0.8399, 0.9435, 0.8184, 0.9612, 0.7772, 0.9555, 0.9364, 0.8553,
                      0.9113, 0.9013, 0.8452, 0.9026, 0.9339, 0.7453, 0.9106, 0.9732, 0.8980,
                      0.9151, 0.9061, 0.9277, 0.9324, 0.8843, 0.8810, 0.8698, 0.8476, 0.8269,
                      0.8777, 0.8778, 0.8782, 0.8677, 0.8958, 0.8432, 0.8942, 0.9122, 0.9132,
                      0.8626, 1.4604, 0.9081, 0.8292, 0.9164, 0.8365, 0.9127, 0.8742, 1.6964,
                      0.8787, 0.9007, 0.8959, 0.8905, 0.9013, 0.8937, 0.9381, 0.9283, 0.8963,
                      0.8777, 0.9102, 0.8815, 0.9009, 0.9180, 0.8900, 0.8944, 1.0081, 0.9144,
                      0.7545, 0.9023, 0.8680, 0.9215, 1.0501, 0.7503, 0.8273, 0.8699, 0.9005,
                      0.7484, 0.8358, 0.8742, 0.9114, 0.9625, 0.9430, 0.9986, 0.9243, 0.9064,
                      0.8829, 0.8841, 0.8352, 0.9906, 0.8885, 0.9278, 0.8579, 0.9106, 0.8869,
                      0.8787, 0.9309, 0.8581, 0.8832, 0.8970, 0.8989, 0.9315, 0.9068, 0.7698,
                      0.8842, 0.9386, 0.9253, 0.8541, 0.9194, 0.9598, 0.8830, 0.8949, 0.8995,
                      0.9287, 0.9039, 0.9246, 0.9075, 0.9377, 0.8629, 0.9197, 0.8644, 0.9429,
                      0.8522, 0.8510, 0.9009, 0.8519, 0.9032, 0.8643, 0.9157, 1.0280, 0.8725,
                      0.9154, 0.9164, 0.9201, 0.9064, 0.6427, 0.8577, 0.8950, 0.9000, 0.8639,
                      0.8838, 0.9027, 0.7524, 0.9319, 0.8379, 0.8951, 0.8806, 0.8571, 0.8644,
                      0.8829, 0.9250, 0.8599, 0.9093, 0.8557, 0.9457, 0.9472, 0.9193, 0.9061,
                      1.0134, 0.9570, 0.9747, 0.8847, 0.9115, 0.7129, 0.8869, 0.9108, 0.7930,
                      0.9217, 0.8814, 0.9074, 0.9215, 0.9116, 0.9090, 0.9243, 0.8261, 0.8993,
                      0.9187, 0.8890, 0.9363, 0.8971, 0.9829, 0.9154, 0.8786, 0.8952, 0.8878,
                      0.9016, 0.9599, 0.9017, 0.8236, 0.8208, 0.8925, 0.9429, 0.7947, 0.9459,
                      0.9174, 0.8668, 0.7901, 0.8806, 0.8595, 0.8503, 0.9157, 0.8146, 0.9459,
                      0.7179, 0.9357, 0.9433, 0.9288, 0.8785, 0.8503, 0.8796, 0.6724, 0.9294,
                      0.8394, 0.9402, 0.9505, 0.8812, 0.9243, 0.8892, 0.8990, 0.7693, 0.8611,
                      0.9160, 0.8902, 0.8411, 0.9527, 0.8496, 0.8903, 0.9144, 0.8843, 0.9469,
                      0.8651, 0.8829, 1.0413, 0.8888, 0.9470, 0.9323, 1.0197, 0.9037, 0.9224,
                      0.9068, 0.9466, 0.9034, 0.8986, 0.9497, 0.9096, 0.8371, 0.7373, 0.9247,
                      0.8578, 0.9249, 0.8910, 0.9187, 0.8961, 0.8931, 0.9053, 0.8816, 0.9117,
                      0.8535, 0.8436, 0.9089, 0.9264, 0.9181, 0.8809, 0.8987, 0.8902, 0.8246,
                      0.8611, 0.9252, 0.9107, 0.9246, 0.8805, 0.9121, 0.9170, 1.0183, 0.9062,
                      0.9746, 0.8927, 0.9225, 0.9167, 0.8932, 0.8690, 0.8638, 0.8601, 0.8999,
                      0.9291, 0.7388, 0.9051, 0.8977, 0.9077, 1.0064, 0.8763, 0.8347, 0.8527,
                      0.9078, 0.9332, 0.8180, 0.9326, 0.8359, 0.8875, 0.9099, 0.8863, 0.9030,
                      0.8636, 0.9692, 0.8953, 0.8478, 0.7894, 0.8468, 0.8796, 0.8911, 0.8823,
                      0.9078, 0.8723, 0.9395, 0.9264, 0.9563, 0.8806, 0.8355, 0.9547, 0.9372,
                      0.9203, 0.8873, 0.8730, 1.0085, 0.8903, 0.9153, 0.8962, 0.9560, 0.9178,
                      0.8581, 0.8816, 0.9175, 0.9468, 0.7351, 0.9096, 0.9560, 0.8846, 0.8923,
                      0.9107, 0.9454, 0.8486, 0.9765, 0.9264, 0.8823, 0.9095, 0.9040, 0.9388,
                      0.8390, 0.8864, 0.8058, 0.8523, 0.8953, 0.9084, 0.9244, 0.9168, 0.8493,
                      0.9375, 0.7345, 0.9022, 0.9088, 0.9107, 1.0238, 0.8384, 0.8688, 0.8429,
                      0.8660, 0.8526, 0.8889, 0.8747, 0.9106, 0.8451, 0.8412, 0.8881, 0.8613,
                      0.8966, 0.9034, 0.9107, 0.8845, 0.9427, 0.9108, 0.9386, 0.9074, 0.7495,
                      0.9523, 0.8803, 0.9619, 0.8570, 0.8734, 0.9280, 0.9296, 0.9176, 0.9143,
                      0.9705, 0.8332, 0.9739, 0.8430, 0.8564, 0.9387, 0.8952, 0.8737, 0.9009,
                      0.8560, 0.8420, 0.9246, 0.8561, 0.8780, 0.8931, 0.9118, 0.8313, 0.8831,
                      0.9136, 1.0193, 0.9384, 0.8729, 0.9392, 0.9077, 0.9614, 0.8784, 0.9384,
                      0.9061, 0.9144, 0.8484, 0.8993, 0.8722, 0.7822, 0.8976, 0.9202, 0.8060,
                      0.9149, 0.9433, 0.9120, 0.9552, 0.9554, 0.9408, 0.9263, 0.9347, 0.8934,
                      0.9402, 0.9221, 0.8326, 0.8812, 0.8781, 0.8217, 0.9260, 0.8729, 0.8991,
                      0.9212, 0.9220, 0.8421, 0.7934, 0.8597, 0.9099, 0.8758, 0.8676, 0.9037,
                      0.9243, 0.8604, 0.8682, 0.9424, 0.9168, 0.8085, 0.9174, 0.8498, 2.8153,
                      0.8901, 0.8788, 0.9166, 0.9255, 0.8165, 0.9181, 0.9323, 0.9143, 0.8692,
                      0.9155, 0.8601, 0.9708, 0.8639, 0.8740, 0.8646, 0.9019, 0.9174, 0.9213,
                      0.8671, 0.8552, 0.9433, 0.9017, 0.9163, 0.9212, 0.9197, 0.8876, 0.9069,
                      0.9203, 0.9248, 0.9314, 0.9006, 0.8486, 0.9385, 0.8330, 0.8711, 0.9043,
                      0.9170, 0.9547, 0.8854, 0.8886, 0.9339, 0.8649, 0.9137, 0.8684, 0.8149,
                      0.9449, 0.9666, 0.8944, 0.9043, 0.8812, 0.9176, 0.8909, 0.8752, 0.8593,
                      0.8920, 1.0755, 0.9461, 0.9113, 0.9339, 0.9588, 0.8989, 0.9131, 0.9100,
                      0.8190, 0.8728, 0.9309, 0.8707, 0.9967, 0.9115, 0.9126, 0.8938, 0.9736,
                      0.9046, 0.9350, 0.8512, 0.8843, 0.8636, 0.9489, 0.8973, 0.9274, 0.9188,
                      0.8739, 0.9504, 0.8710, 0.8866, 0.8731, 0.8672, 0.8326, 0.9529, 0.9503,
                      0.9171, 0.8844, 0.8410, 0.9364, 0.8415, 0.8046, 0.8690, 0.9005, 0.9220,
                      0.8787, 0.8830, 0.9342, 0.9092, 0.8655, 0.8701, 0.9097, 0.8929, 0.8851,
                      0.9484, 0.7113, 0.8024, 0.8996, 0.9394, 0.8464, 0.8746, 0.9440, 0.9431,
                      0.8875, 0.8996, 0.8961, 0.9316, 0.9263, 0.9309, 0.8666, 0.8996, 0.9186,
                      0.9365, 0.9005, 0.8717, 0.9172, 0.8706, 0.9157, 0.9404, 0.7630, 0.9365,
                      0.9231, 0.9624, 0.8915, 0.9202, 0.9600, 0.8472, 0.9338, 0.8492, 0.8498,
                      0.8124, 0.9160, 0.9366, 0.9442, 0.9100, 0.9462, 0.8764, 0.9244, 0.8819,
                      0.9106, 0.9216, 0.8779, 0.9633, 0.8882, 0.8865, 0.8056, 0.8878, 0.9353,
                      0.9095, 0.9201, 0.9409, 0.8446, 0.9187, 0.7468, 0.9612, 0.8612, 0.9048,
                      0.9073, 0.9236, 0.8738, 0.9373, 0.9239, 0.8798, 0.9378, 0.9218, 0.8495,
                      0.8721, 0.9089, 0.9630, 0.8722, 0.7139, 0.8836, 0.8831, 0.8565, 0.8901,
                      0.8983, 0.8918, 0.8053, 0.8723, 0.9091, 0.8720, 0.9010, 0.9087, 0.8540,
                      0.8021, 0.8861, 0.9256, 0.8910, 0.9022, 0.9102, 0.9320, 0.8818, 0.9445,
                      0.8920, 0.9539, 0.8801], device='cuda:0')),
             ('bert.encoder.layer.1.attention.output.LayerNorm.bias',
              tensor([ 7.8970e-03,  1.9607e-01, -1.1043e-01,  7.2634e-03, -1.7963e-01,
                       3.7941e-01, -2.9270e-01,  5.2600e-01,  2.6568e-01, -6.9190e-02,
                       1.6140e-01,  4.2129e-03,  4.2354e-02, -1.8123e-01, -3.0148e-02,
                       3.5707e-01, -9.3828e-02, -3.4481e-02, -3.1731e-03, -1.1297e-01,
                       4.1730e-02,  3.7003e-02, -6.8765e-02,  9.0586e-02, -2.3700e-02,
                       2.2599e-01, -1.4205e-01,  1.3791e-01,  8.6926e-02,  1.1676e-01,
                       8.9821e-02, -2.9151e-01, -1.7132e-01, -1.4351e-01,  8.0768e-02,
                       1.7484e-02, -5.6866e-02, -8.3961e-03,  1.2557e-01,  1.6000e-01,
                      -1.5763e-01, -3.1155e-02, -5.8996e-03,  5.4231e-02, -1.2443e-01,
                      -2.9059e-02,  2.0461e-01, -2.4200e-01,  1.6965e-01, -4.6938e-02,
                       1.6320e-01,  1.1399e-02,  6.6901e-02, -4.5611e-02, -6.9913e-02,
                      -2.8130e-01, -3.3240e-02,  1.8721e-02, -6.8097e-02, -2.9884e-02,
                      -5.8797e-02,  1.0054e-01,  2.2234e-01, -2.1444e-01,  2.0621e-03,
                      -4.9618e-02,  4.4943e-02,  1.0751e-02,  2.0916e-01,  1.0723e-01,
                      -1.8005e-01,  5.0437e-02,  5.0528e-03,  9.3180e-02, -6.4077e-02,
                      -1.3037e-01,  1.4868e-01, -7.4925e-02, -3.5106e-02,  1.8450e-01,
                      -4.9981e-03, -4.9447e-02, -6.2890e-02,  2.3723e-01, -1.7705e-01,
                       2.5019e-01, -1.2759e-01, -1.1351e-01,  4.4039e-02,  7.4891e-02,
                      -1.8358e-01, -7.1867e-02, -2.5078e-01,  2.6064e-01, -1.9389e-01,
                       2.8073e-01, -2.4243e-01, -2.6418e-01,  1.5519e-01,  4.1497e-01,
                      -1.6854e-01, -1.0953e-01,  1.3198e-01,  1.4887e-01,  5.8166e-02,
                       1.8997e-01,  3.2646e-03,  2.0363e-02, -7.6264e-02, -5.3963e-03,
                       6.9658e-02, -5.0797e-02,  3.5276e-02, -3.5537e-01, -1.8643e-02,
                       2.8609e-01,  4.9184e-02,  1.7575e-01, -6.8899e-04,  1.2245e-01,
                       8.3707e-02, -7.4222e-02, -6.1076e-02, -1.4324e-02, -1.3810e-01,
                      -1.3252e-01, -9.7860e-02, -8.0170e-02,  2.2819e-02,  1.6350e-01,
                      -9.6051e-02,  1.1344e-01, -1.9781e-01,  9.3368e-02,  5.3931e-02,
                       1.0912e-02,  3.3455e-01,  2.4356e-02, -3.4788e-02,  1.0438e-02,
                      -5.0487e-01,  3.6496e-02, -1.1277e-01, -2.1066e+00, -3.7465e-02,
                      -2.1815e-01,  1.3375e-01,  6.1568e-02, -1.1135e-01, -2.3486e-01,
                      -3.7862e-01,  1.2655e-01, -5.1524e-02, -8.4772e-02,  1.2534e-01,
                       5.7968e-03, -1.1064e-01, -1.0757e-01, -7.3595e-02, -5.0340e-02,
                       2.8242e-01, -2.6568e-02, -1.0038e-01, -7.7373e-02,  4.5565e-02,
                      -2.2921e-01,  5.8759e-01,  4.4771e-02, -1.0579e-01, -3.3228e-02,
                      -7.5934e-02, -4.1532e-02,  1.4461e-01, -4.4992e-02,  3.5222e-01,
                       3.0016e-01,  2.3462e-01, -6.0189e-01, -2.2815e-02, -3.2566e-02,
                      -3.6931e-01,  7.3729e-03, -1.9236e-01, -4.2204e-01, -4.9040e-02,
                      -5.9536e-02, -1.9034e-01, -1.4230e-01,  8.2850e-02,  4.1725e-02,
                       2.3405e-01,  2.4998e-01,  1.5067e-01,  9.5212e-02, -1.4923e-01,
                      -2.1189e-01, -7.2714e-02, -1.9331e-01, -1.0512e-01,  7.3378e-02,
                       1.7865e-01,  2.9097e-01, -4.4185e-02,  2.6713e-01,  1.4061e-01,
                       1.1687e-01, -5.2723e-02, -1.0377e-01, -1.0513e-01, -2.9572e-01,
                      -9.5242e-02, -1.8030e-02, -1.4131e-02, -1.0857e-01, -1.1385e-01,
                      -1.2601e-01,  8.9304e-02,  1.0217e-01,  1.2221e-02,  1.4067e-02,
                      -4.8042e-02, -5.7279e-02,  7.5698e-02, -5.9355e-01,  2.2965e-02,
                       9.1452e-02,  1.1321e-01,  3.6340e-02,  2.4472e-01, -4.6380e-01,
                      -1.0997e-01, -3.0043e-02,  8.3865e-02, -4.6171e-02, -2.4815e-01,
                      -1.6579e-01,  3.0958e-02, -2.3341e-02, -4.2198e-02, -1.5560e-02,
                      -1.8401e-01, -9.1340e-02, -2.9591e-02, -2.2270e-02, -2.6219e-01,
                      -2.0090e-01,  2.0933e-02, -2.5974e-01,  4.1395e-02,  1.1580e-01,
                      -3.2239e-02,  7.6571e-02,  2.1237e-01,  1.2075e-01,  2.3860e-01,
                       1.3817e-01, -2.3916e-01, -1.2984e-01, -1.7572e-01, -1.6427e-01,
                      -1.1472e-01, -3.4129e-01,  1.0360e-01,  1.8569e-01, -7.3501e-02,
                       1.1874e-01, -1.0378e-01, -7.8301e-02,  1.2139e-01, -2.9241e-02,
                      -3.2578e-02, -1.2067e-01,  8.0541e-02,  4.3359e-02,  2.4392e-01,
                       4.1922e-02, -1.1913e-01, -2.1638e-01,  1.3167e-01, -1.2331e-01,
                      -9.2722e-03, -1.5417e-01, -7.9901e-02,  6.7677e-01, -9.7713e-02,
                       2.2346e-01,  1.0676e-01, -2.4533e-01,  1.9445e-01,  5.9891e-02,
                      -4.1050e-02, -2.0488e-01, -7.9494e-02, -9.9448e-02, -1.2509e-01,
                      -1.5280e-01, -2.8994e-01, -2.5085e-01, -1.1137e-01,  3.7259e-01,
                       1.8745e-01, -9.5628e-02, -7.4120e-02,  3.9323e-03, -1.4507e-01,
                      -1.9197e-01,  1.7783e-02,  2.1229e-01,  1.6456e-01, -4.6870e-02,
                       4.8834e-01, -1.4289e-01, -7.5180e-02,  6.7476e-02, -4.2014e-02,
                      -1.6911e-02, -1.4591e-01, -9.7454e-02, -3.3981e-01,  1.7450e-02,
                      -2.0082e-01, -9.1781e-02, -2.6297e-03, -3.8842e-02, -2.7324e-01,
                      -9.1258e-02,  5.1810e-01,  1.4809e-01,  1.4346e-01,  2.4815e-01,
                      -5.4839e-01, -9.1478e-02, -1.0261e-01,  1.4430e-02,  1.4726e-01,
                      -7.9173e-02,  7.6162e-02,  1.5295e-01, -1.9732e-01, -3.3570e-02,
                       9.2046e-02,  6.0169e-02, -7.0135e-02, -1.6157e-01, -3.0578e-02,
                      -5.6658e-03, -2.0234e-02, -1.2781e-01, -5.0084e-02, -1.2255e-01,
                       1.3598e-03,  2.5264e-02, -1.4907e-01,  8.1798e-02, -2.3644e-03,
                      -1.9761e-01, -8.6180e-02,  6.0130e-02, -4.4240e-02, -6.5024e-02,
                      -3.5204e-02, -1.3028e-01,  2.5207e-01, -4.9078e-02, -1.2230e-01,
                       1.8608e-01, -7.5002e-02,  3.2313e-01, -1.7690e-01,  4.1560e-01,
                       1.2196e-01, -2.4370e-01, -5.9643e-02,  1.5672e-01,  9.2220e-02,
                      -7.9195e-02,  7.5355e-02,  5.3582e-02,  3.0326e-01, -1.7403e-01,
                       1.5565e-01, -5.8820e-02, -5.1765e-02,  3.2528e-01, -2.4092e-01,
                      -2.3917e-01,  1.5754e-01, -3.2381e-03,  1.5028e-01, -7.2548e-02,
                       1.0880e-01, -8.5232e-03,  1.1754e-01,  8.0731e-02,  4.1081e-02,
                      -1.2778e-01, -6.6271e-02,  2.2119e-01, -6.7667e-02, -2.4407e-01,
                      -1.5307e-01,  2.2953e-01,  2.6430e-02,  4.2861e-03, -1.5137e-01,
                       1.4244e-01,  1.1126e-01, -2.9610e-01, -2.6351e-01, -1.0088e-01,
                      -1.5854e-01, -2.5768e-02,  2.9823e-01,  3.7461e-02,  9.4088e-02,
                      -7.6857e-02,  2.4971e-01,  2.9243e-01, -2.4455e-01,  1.7247e-02,
                      -1.6981e-02, -3.7547e-03, -2.2266e-01, -1.2371e-01,  1.0287e-02,
                      -2.0399e-01, -3.9051e-01, -2.4947e-01, -2.4195e-01,  1.8723e-01,
                      -3.5837e-02, -1.1506e-02, -3.1777e-01, -5.9369e-02, -4.6022e-01,
                       2.6757e-01,  3.7337e-01,  2.1324e-01, -1.9008e-01,  4.9960e-02,
                       1.8981e-01,  5.0799e-02, -6.3000e-02, -8.5511e-02, -1.4970e-02,
                      -3.1096e-01,  7.1870e-02,  8.8591e-02,  5.3580e-02,  3.6142e-03,
                       2.8913e-01,  9.6010e-02, -4.0456e-02,  5.2861e-03, -1.2751e-01,
                      -5.4094e-01,  2.5020e-02, -2.1746e-02, -1.2934e-01, -5.2784e-02,
                      -3.4849e-03,  1.0324e-02, -1.1683e-01,  1.1407e-01, -8.2699e-02,
                      -1.1072e-01, -2.8256e-02,  2.9747e-02,  8.4859e-02,  8.0538e-02,
                       3.3823e-02,  1.8675e-01,  3.4897e-02,  2.7407e-01, -1.9733e-01,
                       1.0634e-01,  6.4365e-03,  2.3644e-01,  1.1496e-01, -1.8017e-01,
                      -1.5228e-02, -1.1182e-01, -1.3793e-01,  1.2783e-01,  9.4121e-02,
                      -1.9877e-01,  1.8105e-01, -5.0744e-02,  1.2608e-01,  1.3612e-03,
                      -5.7181e-02, -1.5839e-01,  4.2223e-03,  9.2466e-03,  2.5492e-02,
                       2.7058e-02,  1.4298e-03,  5.1191e-02, -1.8353e-01,  9.2456e-02,
                      -7.4069e-02,  1.0471e-01,  6.9814e-03,  5.5150e-02, -1.8530e-01,
                       3.0602e-01, -7.3443e-02, -9.6954e-02, -3.0820e-01, -1.7234e-01,
                      -4.7884e-01,  1.3274e-03,  2.8685e-01,  1.5656e-01, -4.5020e-02,
                      -1.7479e-02,  2.8381e-02,  2.7493e-02,  2.9801e-01,  4.2289e-02,
                       1.2534e-01, -5.4022e-03,  1.2884e-01, -2.0908e-01, -1.7300e-01,
                      -2.8039e-02,  1.9810e-01, -2.9313e-02, -1.5170e-02, -1.2138e-01,
                      -6.6763e-02,  7.5966e-02, -3.3731e-01, -5.5294e-03, -2.3002e-02,
                      -9.8365e-02, -8.0726e-02,  2.7242e-01, -1.5425e-01,  7.6209e-02,
                      -1.6883e-01,  1.5146e-01,  5.5814e-02,  1.0956e-01,  5.8262e-02,
                       4.6171e-02,  9.1568e-02, -2.4843e-01,  2.1532e-01,  1.3879e-01,
                       9.5824e-02, -2.9291e-02, -8.7834e-02,  1.8083e-01, -7.2832e-02,
                      -1.6517e-02, -1.8031e-01, -2.9631e+00, -8.7616e-02,  3.5148e-02,
                      -1.1399e-01,  1.4052e-01, -3.2620e-01, -1.2255e-01,  1.6114e-01,
                      -5.4129e-02,  3.0788e-02, -1.6267e-02, -2.2224e-01,  2.3691e-01,
                      -7.7857e-02, -7.2423e-02,  7.5006e-03,  4.3473e-02, -7.8082e-03,
                      -8.2135e-02, -1.5782e-02, -6.7366e-02,  2.6699e-01,  3.5210e-02,
                       2.2885e-01,  1.7474e-01,  1.8577e-01,  1.0817e-02,  2.8629e-02,
                      -4.7541e-02,  2.2690e-01,  1.0469e-01, -1.0235e-02,  3.9359e-02,
                      -7.4335e-02, -7.4048e-02, -1.1624e-01, -2.9077e-01, -3.6096e-02,
                      -1.0302e-01, -1.2194e-01, -1.7081e-01, -1.6766e-01, -2.6994e-02,
                      -1.7659e-01, -1.7135e-01, -1.4559e-01, -3.5508e-01,  1.2284e-01,
                      -6.3141e-02, -5.7575e-02,  1.6833e-01,  1.5187e-01, -1.3637e-02,
                       4.4051e-02,  1.2007e-01, -2.0062e-01, -5.9669e-01,  2.1221e-01,
                       8.1743e-03,  1.5016e-01, -4.3024e-02, -8.0447e-02, -3.7187e-02,
                      -3.8511e-02, -2.4100e-02,  3.9697e-02,  1.1655e-01,  3.8103e-02,
                      -3.1627e-01, -5.9208e-02, -8.7899e-02,  8.1950e-02,  4.6708e-01,
                      -7.3819e-02,  7.5523e-02,  5.5955e-02, -8.4695e-02,  1.4320e-01,
                       4.2819e-01, -4.5936e-02,  1.5576e-01, -2.6462e-01, -1.4870e-01,
                      -1.1008e-01, -2.0142e-01, -4.7069e-03, -1.1707e-01, -1.1361e-02,
                       4.7558e-02, -7.8886e-01,  1.9355e-01, -8.9056e-02,  4.6846e-02,
                       3.7176e-02, -7.3985e-02, -3.6717e-03, -1.0502e-01, -1.5313e-01,
                       9.0746e-02, -3.8534e-02,  8.4235e-02,  1.5546e-01,  3.1886e-02,
                       1.8500e-01,  6.6429e-03, -1.2918e-01, -1.8134e-01,  9.8421e-02,
                      -8.2333e-02,  2.1476e-01, -3.6592e-02, -3.5724e-02,  1.7967e-01,
                      -1.2437e-02,  8.3690e-02,  1.2933e-01,  7.7390e-02,  2.7868e-01,
                       4.0539e-02, -4.4994e-02, -1.5890e-01, -5.2536e-02, -6.7808e-02,
                       2.1530e-01, -1.5842e-03,  1.6933e-01, -7.8980e-04,  7.4772e-02,
                       2.8440e-02, -8.4813e-02,  2.7349e-02, -8.6691e-02, -1.0130e-01,
                       1.1466e-01,  3.6018e-02, -3.4847e-01, -1.3300e-01,  2.1300e-01,
                       2.1692e-02, -6.7714e-02, -2.1134e-01, -5.3543e-02, -4.4848e-02,
                       1.6523e-01,  1.0865e-01,  2.4983e-01,  3.0004e-01, -1.3990e-01,
                       1.0222e-03, -8.4677e-03, -2.4083e-01,  9.5178e-03, -3.6115e-02,
                      -1.5098e-02, -2.0625e-02, -1.0216e-01,  7.1334e-02,  1.6014e-02,
                       2.5453e-01, -1.4151e-01, -1.0609e-01,  7.3152e-02,  4.5469e-02,
                       1.2026e-01,  2.4320e-01,  1.1821e-01,  4.9155e-02, -2.5946e-02,
                      -2.3222e-01,  1.7758e-01,  1.4373e-02,  9.1193e-02,  1.4015e-01,
                      -2.7935e-01,  6.5440e-02,  6.8434e-02,  2.2510e-01, -6.4387e-03,
                      -6.6462e-02,  2.3675e-01, -1.6952e-01,  2.4300e-02,  3.2936e-02,
                      -2.1350e-01, -5.6565e-02,  1.3175e-01,  1.2730e-01,  7.3392e-02,
                      -9.0135e-02,  1.9857e-02, -8.3743e-02, -1.6684e-01,  3.0231e-01,
                      -1.6067e-02,  1.3433e-01,  4.7398e-03, -1.8782e-01, -5.4006e-02,
                       3.8973e-02,  3.7565e-03, -9.6646e-02,  5.0011e-02,  2.9238e-01,
                      -2.2745e-01,  8.8556e-02,  3.7945e-02, -7.8343e-02,  1.2318e-01,
                      -1.3207e-01,  5.8216e-02,  4.5974e-02], device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.weight',
              tensor([[ 0.0223,  0.0649,  0.0266,  ..., -0.0585,  0.0231,  0.0317],
                      [ 0.0490, -0.0497, -0.0114,  ..., -0.0230,  0.0940, -0.0190],
                      [ 0.0392, -0.0208, -0.0275,  ...,  0.0240, -0.0421, -0.0230],
                      ...,
                      [ 0.0607,  0.0213,  0.0410,  ..., -0.0151, -0.0419,  0.0027],
                      [-0.0162, -0.0338,  0.0734,  ..., -0.0341, -0.0134, -0.0261],
                      [ 0.0129,  0.0120,  0.0822,  ..., -0.0208,  0.0206,  0.0817]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.intermediate.dense.bias',
              tensor([-0.0930, -0.1281, -0.1187,  ..., -0.1139, -0.1093, -0.1480],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.weight',
              tensor([[-0.0342, -0.0111,  0.0244,  ...,  0.0179,  0.0435, -0.0340],
                      [ 0.0917,  0.0012,  0.0190,  ...,  0.0094, -0.0145,  0.0565],
                      [ 0.0537, -0.0314, -0.0697,  ..., -0.0182,  0.0316,  0.0342],
                      ...,
                      [-0.0362, -0.0183,  0.0258,  ..., -0.0394, -0.0362,  0.0008],
                      [ 0.0265,  0.0246, -0.0301,  ..., -0.0618,  0.0527, -0.0735],
                      [ 0.0388,  0.0375, -0.0456,  ..., -0.0631, -0.0019, -0.0134]],
                     device='cuda:0')),
             ('bert.encoder.layer.1.output.dense.bias',
              tensor([-1.2593e-02, -5.8320e-03,  3.5647e-02,  8.9972e-02, -5.0652e-03,
                       6.7880e-02, -9.4359e-03, -1.8375e-02, -4.7138e-03, -5.6322e-02,
                       7.0156e-02,  8.1652e-02, -5.0680e-02, -7.3515e-02, -1.9002e-02,
                       2.1405e-01, -1.1000e-02,  2.5382e-03,  4.8316e-02,  3.9942e-03,
                       2.0936e-02,  1.1943e-01, -5.3862e-02,  2.5359e-03, -2.2277e-01,
                      -1.1016e-01, -1.0224e-01, -2.2017e-02,  9.6217e-02,  5.4984e-02,
                       1.6206e-02,  5.6174e-02,  6.2591e-02, -3.2147e-01,  1.2099e-02,
                      -2.7435e-02, -1.6297e-01, -2.1121e-02, -1.5490e-01,  1.1042e-01,
                      -1.5914e-03, -4.7235e-02, -5.7793e-02,  2.3054e-02, -2.0395e-02,
                      -1.8926e-02,  1.6125e-02, -5.0051e-02,  2.3224e-02,  1.0573e-02,
                      -1.7363e-02,  4.1704e-02,  3.7620e-02, -5.6735e-02, -6.3654e-02,
                      -1.7439e-01,  6.2846e-02,  6.1622e-03,  2.3242e-02, -6.1525e-02,
                      -4.2866e-02,  5.1490e-02,  3.7850e-02,  2.6133e-02, -1.2134e-01,
                       8.4013e-02,  2.7346e-02,  1.6782e-02,  4.6279e-02, -1.7614e-01,
                      -1.5283e-02, -5.8580e-02, -6.8079e-02, -9.4720e-05, -6.0870e-02,
                       2.8720e-02,  2.2817e-02, -1.3384e-02, -4.4898e-02, -1.4843e-02,
                       3.5836e-02, -4.8233e-03,  2.4272e-03,  1.0147e-02,  1.8178e-01,
                      -1.0015e-01,  4.9301e-02, -1.0527e-01,  4.4412e-02, -5.8405e-02,
                      -6.6799e-02, -8.6654e-02, -7.0069e-02,  7.7750e-02, -2.1982e-02,
                       1.3151e-01, -1.0591e-01,  1.9927e-02,  1.3823e-01,  3.3273e-02,
                       4.2262e-02,  1.0260e-02,  9.4717e-02,  8.5201e-03, -4.0989e-02,
                       4.5195e-02,  1.2782e-01, -2.8902e-02, -2.9885e-02,  7.0943e-02,
                       5.6160e-02, -4.6228e-02,  6.9022e-02,  1.4886e-01,  5.2678e-02,
                       7.3779e-03, -7.7265e-02, -6.0246e-02,  6.8493e-02,  2.5120e-02,
                      -8.2783e-04,  4.3540e-02, -4.7074e-02, -2.1806e-04, -1.7032e-01,
                      -9.4344e-03, -1.8903e-02, -4.8218e-02, -6.2258e-02,  3.7811e-02,
                       1.0575e-01,  3.2056e-03,  1.9632e-02,  5.2767e-03,  5.0415e-02,
                       2.4839e-02, -2.7815e-02,  5.6666e-02, -9.0207e-02,  7.7776e-02,
                      -2.1260e-01, -5.3768e-02, -9.2034e-02, -9.3496e-01, -4.9646e-02,
                       2.4374e-03,  6.7661e-02, -6.8937e-02,  2.1830e-02,  7.6067e-02,
                      -7.2129e-02, -9.6962e-02, -1.1724e-01,  3.3840e-02, -2.9819e-02,
                       1.4534e-02,  6.6393e-02, -4.5527e-02,  5.9015e-03,  5.8195e-02,
                       1.4290e-02, -4.4881e-02, -1.2460e-01, -9.5027e-04,  5.3472e-02,
                       4.7783e-02,  5.5219e-02, -5.4308e-02, -1.6325e-01, -2.0824e-02,
                       4.9824e-02, -2.6967e-02,  2.7306e-02,  5.2151e-02, -7.2387e-03,
                       1.1861e-02,  1.0638e-01, -1.2367e-01, -9.8974e-03,  8.2679e-02,
                      -1.4873e-01,  2.7724e-02,  2.5213e-02, -9.1935e-02,  1.4089e-01,
                       1.0377e-02, -2.7963e-03, -1.1166e-01,  7.4961e-02, -3.1276e-02,
                       3.9378e-02, -1.1664e-01,  6.5270e-02,  1.6943e-02,  1.2404e-01,
                      -3.1688e-02, -1.4960e-02,  1.8314e-01, -6.7639e-03,  1.2911e-02,
                       2.4424e-02,  1.1516e-01,  8.5949e-02,  5.2751e-02,  1.6343e-02,
                      -2.7355e-02,  1.6046e-02, -2.7705e-02,  1.1970e-03, -5.9433e-02,
                      -3.4414e-02, -1.0425e-01,  4.2506e-02,  2.9462e-02,  5.5821e-02,
                      -1.5279e-02, -8.1496e-02,  2.6121e-02, -1.2999e-02,  1.0835e-01,
                       5.9550e-02,  5.2660e-02,  1.6233e-02, -5.2307e-04, -2.0200e-02,
                       1.7255e-02, -1.3089e-01, -2.9347e-02,  1.0911e-01,  7.1481e-02,
                      -4.5098e-02,  4.8966e-02,  1.1135e-03,  3.5978e-02, -2.9676e-03,
                      -9.8515e-02, -2.2875e-01, -5.1388e-02, -1.8020e-01,  1.3417e-01,
                      -4.5959e-02,  5.6704e-02,  1.5539e-02,  6.3331e-02, -8.0635e-02,
                      -1.1040e-02,  3.8677e-02, -6.6228e-02, -4.3405e-02,  1.8783e-02,
                      -9.4524e-02, -1.9037e-02, -4.8467e-02,  1.8432e-02,  1.6946e-02,
                      -2.0034e-02, -4.4128e-03,  1.4409e-01,  2.8127e-02, -2.5366e-02,
                      -4.3427e-02, -1.2483e-01, -3.2372e-02, -1.4175e-03, -3.1427e-02,
                      -2.7149e-02, -1.4214e-01, -7.8524e-03, -1.5506e-01, -6.6527e-03,
                      -6.8281e-02,  3.1805e-02,  1.1347e-01, -4.6644e-02,  6.6247e-02,
                       5.9166e-02,  1.2455e-01, -9.4846e-02,  1.3105e-01,  5.8661e-02,
                       2.4159e-02,  3.4850e-02, -6.3611e-02,  1.2124e-01, -7.6183e-02,
                       6.0774e-03,  1.0836e-01,  4.2947e-02,  5.8920e-02, -1.6506e-02,
                      -7.0699e-02, -3.1484e-02,  8.1822e-02,  9.7969e-02, -2.0352e-02,
                      -1.3582e-01, -8.5418e-02, -7.7046e-02,  5.5035e-02, -3.8144e-02,
                      -9.8150e-03, -4.1440e-02,  4.1677e-02,  6.3770e-03,  4.8700e-02,
                      -8.3824e-02, -2.0187e-02, -5.8977e-03, -3.8833e-03,  2.7953e-02,
                       2.3339e-01,  1.0718e-01, -4.6260e-02, -1.8145e-01, -9.8873e-02,
                       4.4592e-02, -5.3583e-02, -7.9654e-02,  1.9354e-02, -4.4065e-02,
                      -7.4478e-02,  5.5088e-02, -1.5226e-02,  6.3713e-02, -6.4954e-02,
                      -5.0928e-02,  9.0046e-03,  1.4297e-02,  1.2996e-01,  7.9505e-02,
                      -8.4929e-02,  1.2980e-02,  6.2339e-02, -9.8164e-03,  1.1413e-01,
                      -7.7541e-03, -5.1835e-02,  7.9012e-02, -4.6067e-02, -4.5030e-02,
                       2.2328e-01,  6.7309e-02, -1.2410e-01,  5.7073e-02, -1.0353e-01,
                      -2.2684e-02,  5.8658e-02, -3.1437e-02, -9.2236e-02,  7.9905e-02,
                      -6.6762e-02, -7.8437e-02, -4.5520e-03,  3.7701e-02,  6.0248e-02,
                      -6.1534e-02,  5.5424e-02,  2.6159e-02,  1.2447e-02, -5.5991e-02,
                       6.4501e-02, -1.2046e-01,  2.7172e-02, -8.0159e-03, -2.1996e-02,
                       3.0744e-02, -4.1694e-02,  3.7558e-02,  2.1389e-02,  6.4700e-02,
                      -9.6062e-02, -4.6362e-02, -4.3423e-02,  1.3739e-02, -4.5917e-03,
                      -9.5491e-03, -2.9984e-02,  1.9669e-02, -2.0312e-02,  1.7259e-02,
                       1.5200e-01, -3.4083e-02,  6.2089e-02,  3.5332e-02, -2.8804e-03,
                       1.7274e-01,  1.3328e-01, -9.9677e-03, -7.9877e-02,  4.5324e-04,
                       3.5971e-02, -3.2993e-02,  9.4585e-02, -3.0969e-03, -4.0418e-03,
                      -2.8875e-03, -1.9528e-02,  3.9783e-02, -1.1702e-01,  1.3124e-02,
                      -2.2118e-02,  5.7368e-02,  1.8058e-02, -1.2568e-02, -9.4018e-02,
                      -4.6652e-02,  6.7854e-02, -5.7318e-02, -1.0285e-01, -9.3049e-02,
                       2.1943e-02,  4.5841e-02, -2.5413e-02,  2.0562e-03,  2.7956e-02,
                       6.0335e-02, -2.8266e-02, -1.7819e-03,  6.0107e-02,  5.8839e-02,
                      -1.7299e-01,  9.7351e-03,  7.0714e-02,  8.8336e-05,  4.5312e-02,
                       3.2314e-02, -9.0841e-03, -7.3772e-02, -9.1243e-02, -3.8586e-02,
                       1.4424e-02,  8.5536e-02,  9.8303e-02,  8.6474e-02, -5.5962e-02,
                       2.6041e-02,  2.7860e-04, -2.6237e-02,  5.0007e-02,  4.1095e-02,
                       5.9848e-02, -4.3958e-02, -1.5985e-01, -7.5808e-02, -3.3464e-02,
                      -1.5714e-02, -8.5381e-03,  5.1591e-02, -3.7003e-02,  4.7306e-02,
                       1.6828e-01,  3.8495e-02,  2.7137e-03,  2.5601e-02, -3.0657e-02,
                      -6.9816e-02,  1.3413e-01, -4.7530e-02, -6.4501e-02, -3.8766e-02,
                       4.0691e-02,  1.7742e-02,  1.9836e-02,  8.8541e-02,  1.1715e-02,
                       1.1305e-01, -8.0877e-02, -6.1987e-02, -4.6140e-02,  2.9769e-03,
                      -2.3403e-02,  1.6447e-03, -1.3333e-02,  9.0489e-02, -7.9436e-02,
                       1.3568e-02, -1.4480e-01, -9.1172e-02,  4.5011e-02,  3.4676e-02,
                      -3.3306e-02,  5.9478e-02,  2.0950e-02, -2.3404e-02, -9.1704e-03,
                      -1.0068e-01,  5.0561e-02,  5.3406e-02,  4.7734e-02, -4.7808e-02,
                       4.1355e-03, -1.7968e-02, -4.0484e-02,  4.6692e-02,  8.5331e-03,
                      -7.2144e-02, -7.7916e-02, -1.0498e-01, -2.4043e-02,  6.6492e-02,
                      -1.4422e-01, -1.7271e-02, -4.8632e-02, -4.9126e-02, -1.0003e-01,
                       9.5403e-02, -4.3195e-02,  1.7534e-02, -6.0322e-02,  4.8237e-02,
                      -4.1602e-02,  3.1168e-02,  1.5285e-02,  5.0857e-02, -1.6098e-02,
                       1.2488e-01,  2.5822e-02, -5.3546e-02,  5.5812e-02,  7.4320e-02,
                      -7.0469e-02,  1.5046e-02,  1.8000e-01,  2.1617e-03, -1.3600e-02,
                      -4.4605e-03,  8.9154e-02,  1.4965e-02, -2.4097e-02, -2.0990e-03,
                       2.7006e-02,  1.3329e-02, -6.4698e-02, -1.1166e-01, -7.0097e-02,
                      -7.6852e-02,  2.3316e-02,  4.3291e-02,  4.1139e-02, -8.1176e-02,
                       2.0886e-02,  3.7271e-02,  5.9798e-02,  3.6951e-02,  5.3863e-02,
                       1.5779e-02,  3.7408e-02,  5.6456e-02, -1.0181e-02,  9.2271e-04,
                       1.2185e-01,  2.2789e-02, -1.7002e-02,  2.2347e-02, -1.7147e-01,
                       5.5899e-02, -1.4307e-01, -3.5260e-01, -7.6470e-02,  7.8414e-02,
                       7.8865e-02, -2.0267e-02, -6.3280e-02, -1.2551e-02,  1.8168e-02,
                      -2.0526e-02, -1.1793e-01, -2.0656e-02, -6.5951e-03, -2.7637e-03,
                      -1.7822e-01,  6.2479e-02, -8.7243e-02, -1.1948e-02, -1.7539e-02,
                      -3.8260e-02,  1.1610e-02,  1.0808e-02, -1.6287e-02, -6.2236e-02,
                       9.0951e-02,  3.8997e-02, -1.5102e-02, -2.6422e-02,  2.4439e-02,
                       3.1534e-02, -5.2667e-02,  3.8084e-02,  5.9550e-02,  3.8740e-02,
                      -2.7228e-02,  1.6394e-01,  5.8464e-03, -9.0607e-02,  4.9583e-02,
                       2.9370e-02, -3.9905e-02,  3.7077e-02,  3.8053e-02, -3.7199e-02,
                      -3.8474e-02, -5.8777e-02, -1.5031e-02,  6.2999e-02, -1.8780e-02,
                      -2.3555e-02,  5.6911e-02, -2.7233e-02, -2.5266e-03,  3.1431e-02,
                      -3.8073e-02,  3.4930e-02, -5.5748e-02, -2.9869e-02,  3.3190e-02,
                      -8.4365e-02,  3.3545e-02,  9.3812e-03, -4.3499e-02,  7.8322e-02,
                      -5.7788e-02, -1.9178e-02,  6.8958e-02,  6.9554e-02, -2.1138e-02,
                      -7.5468e-02,  4.6110e-02, -2.9196e-02, -5.7103e-02,  1.9830e-01,
                      -1.8506e-01,  3.6882e-02, -8.4546e-02, -7.3730e-03, -2.5502e-02,
                       1.1461e-01,  9.4364e-02,  1.9967e-02,  1.7279e-02, -6.0249e-02,
                      -1.5205e-02, -8.0031e-04,  1.0122e-01,  7.2149e-04, -4.6752e-02,
                      -7.4781e-02,  1.4726e-01, -1.4541e-03, -1.0898e-01, -1.2365e-01,
                       3.4576e-02,  9.9956e-02,  1.8780e-02,  1.0597e-01,  3.4907e-02,
                       1.1178e-01, -3.0322e-02,  1.4116e-02,  2.3005e-02, -4.9391e-02,
                       4.3712e-02,  6.3082e-02, -2.4548e-02,  8.9016e-02,  2.1965e-02,
                       3.3807e-02,  2.0460e-02,  1.6152e-01, -4.5401e-02,  4.9747e-02,
                      -2.9185e-03,  2.3823e-01, -4.0024e-02,  3.7878e-03, -2.2687e-07,
                      -6.8869e-03, -2.3670e-02, -5.3075e-03,  1.9996e-02,  3.1822e-02,
                       5.2155e-02, -1.4299e-01,  6.8108e-02, -4.8443e-03,  5.5111e-02,
                       4.5233e-02, -8.5661e-02, -5.2906e-03,  2.0891e-02,  3.9848e-02,
                       1.4095e-02,  2.8166e-02, -3.2880e-02, -5.0167e-03, -7.2928e-02,
                      -5.1663e-02, -1.6850e-02,  1.2268e-02, -1.3139e-02, -1.6286e-02,
                       1.5888e-01, -4.1002e-02,  4.4107e-02,  9.0581e-03,  1.7724e-02,
                      -4.3957e-03, -5.0285e-02, -9.5495e-02, -2.9167e-02, -4.4420e-02,
                       3.6835e-02, -5.1876e-02, -6.9266e-02, -6.9812e-02,  2.5994e-02,
                       1.1001e-01,  4.9803e-02,  9.0981e-02,  6.9886e-02,  5.8426e-03,
                      -1.2780e-02, -2.6531e-02, -6.1922e-02, -1.2778e-01,  5.9664e-02,
                      -1.4988e-01, -4.9867e-02,  7.9026e-02,  4.3052e-02,  8.0380e-03,
                      -5.2888e-02,  6.3575e-02,  4.9981e-02, -3.8700e-02, -1.0556e-01,
                       1.0645e-02,  9.6175e-02, -1.5652e-03,  8.5867e-02,  6.3281e-02,
                      -4.8673e-02, -1.4073e-01,  1.1400e-01, -5.0346e-02,  9.3736e-03,
                      -5.4822e-03,  7.2127e-02,  2.6500e-03, -1.0870e-01,  1.3406e-01,
                      -1.1108e-02, -6.5856e-02, -5.7342e-04,  1.1310e-01,  2.3240e-02,
                       4.3101e-02,  7.6398e-02, -5.2806e-02, -2.4830e-02,  2.4719e-02,
                      -2.7805e-02, -2.2224e-02,  3.7053e-02, -2.6201e-03,  1.1508e-02,
                       3.3883e-02,  3.8223e-02,  8.0218e-02], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.weight',
              tensor([0.8881, 0.8743, 0.8687, 0.8514, 0.8083, 0.8349, 0.7156, 0.6701, 0.8731,
                      0.7822, 0.8801, 0.8864, 0.9491, 0.9078, 0.9143, 0.6762, 0.8632, 0.8807,
                      0.8743, 0.8999, 0.7552, 0.9125, 0.8868, 0.8571, 0.8583, 0.8615, 0.8775,
                      0.8274, 0.8666, 0.9049, 0.8637, 0.7341, 0.8988, 0.8190, 0.8857, 0.8629,
                      0.7945, 0.9065, 0.7700, 0.8437, 0.9061, 0.8753, 0.9097, 0.8886, 0.9017,
                      0.9009, 0.8666, 0.8736, 0.9036, 0.8492, 0.8892, 0.8270, 0.8205, 0.8870,
                      0.8113, 0.6797, 0.8541, 0.8511, 0.8281, 0.8127, 0.8721, 0.9198, 0.9012,
                      0.8825, 0.8187, 0.9308, 0.8740, 0.8640, 0.6970, 0.8290, 0.8873, 0.8829,
                      0.8682, 0.8508, 0.8967, 0.9101, 0.8776, 0.8646, 0.9255, 0.8610, 0.8702,
                      0.8155, 0.8930, 0.8479, 0.6922, 0.8848, 0.8177, 0.8826, 0.9054, 0.8557,
                      0.8365, 0.8794, 0.8616, 0.8478, 0.8492, 0.8359, 0.7361, 0.8556, 0.8897,
                      0.8170, 0.8568, 0.9260, 0.7978, 0.9173, 0.7340, 0.9056, 0.9090, 0.8218,
                      0.9167, 0.8978, 0.8575, 0.8354, 0.9250, 0.6596, 0.8460, 0.8879, 0.8859,
                      0.8879, 0.9195, 0.9167, 0.8771, 0.8826, 0.8990, 0.8181, 0.8236, 0.8356,
                      0.8956, 0.8606, 0.8802, 0.8608, 0.8963, 0.8308, 0.8494, 0.8932, 0.8876,
                      0.8767, 0.7426, 0.8932, 0.7892, 0.9057, 0.6716, 0.9229, 0.8653, 0.1310,
                      0.8595, 0.8632, 0.8670, 0.8754, 0.8778, 0.8616, 0.8389, 0.8682, 0.9044,
                      0.8865, 0.8504, 0.8991, 0.9063, 0.8873, 0.8845, 0.8811, 0.9096, 0.8960,
                      0.7776, 0.8851, 0.8306, 0.8679, 0.7281, 0.6966, 0.8471, 0.8783, 0.9020,
                      0.7596, 0.8224, 0.8648, 0.7907, 0.8698, 0.8842, 0.7352, 0.9000, 0.8846,
                      0.8570, 0.8578, 0.8440, 0.8586, 0.9110, 0.9079, 0.8381, 0.8819, 0.8696,
                      0.8974, 0.8445, 0.7088, 0.8586, 0.8858, 0.8620, 0.9010, 0.9195, 0.7228,
                      0.8807, 0.9007, 0.8916, 0.7401, 0.9007, 0.8401, 0.8406, 0.8654, 0.9034,
                      0.9410, 0.9201, 0.8376, 0.8999, 0.9078, 0.8271, 0.8965, 0.8754, 0.8952,
                      0.8491, 0.8561, 0.8755, 0.8775, 0.9013, 0.8636, 0.9177, 0.8104, 0.8784,
                      0.8858, 0.9053, 0.9102, 0.8262, 0.6388, 0.8381, 0.9111, 0.8569, 0.8346,
                      0.8635, 0.8833, 0.8474, 0.8977, 0.8782, 0.9306, 0.8710, 0.8480, 0.8191,
                      0.8615, 0.8779, 0.8179, 0.9033, 0.8337, 0.9274, 0.9241, 0.8937, 0.8929,
                      0.9459, 0.9113, 0.9047, 0.9192, 0.9022, 0.7389, 0.8707, 0.8611, 0.7281,
                      0.8652, 0.8736, 0.8608, 0.8791, 0.8719, 0.8945, 0.9439, 0.7788, 0.8749,
                      0.8950, 0.9102, 0.9317, 0.8591, 0.8950, 0.9241, 0.8797, 0.8715, 0.8471,
                      0.9151, 0.9221, 0.9049, 0.8249, 0.4633, 0.8875, 0.9013, 0.7852, 0.8845,
                      0.8626, 0.8430, 0.7654, 0.8321, 0.8425, 0.8357, 0.8684, 0.8100, 0.8234,
                      0.7330, 0.9140, 0.8373, 0.8920, 0.8736, 0.8501, 0.8583, 0.6280, 0.8904,
                      0.8370, 0.8902, 0.8629, 0.8766, 0.7653, 0.8683, 0.8653, 0.7269, 0.8510,
                      0.9162, 0.8582, 0.8180, 0.8916, 0.8385, 0.8205, 0.8728, 0.8537, 0.9300,
                      0.8148, 0.8065, 0.8170, 0.8384, 0.9146, 0.8672, 0.8540, 0.8770, 0.9299,
                      0.8933, 0.9099, 0.9141, 0.8863, 0.8746, 0.8890, 0.8095, 0.7394, 0.9093,
                      0.8886, 0.9060, 0.8757, 0.9299, 0.8974, 0.8827, 0.8783, 0.8597, 0.8875,
                      0.8605, 0.8132, 0.8649, 0.9272, 0.8515, 0.8670, 0.8889, 0.8762, 0.7822,
                      0.8876, 0.9014, 0.8433, 0.9119, 0.8766, 0.8228, 0.9037, 0.8952, 0.9239,
                      0.7703, 0.8859, 0.8994, 0.8955, 0.9002, 0.8610, 0.8570, 0.8509, 0.9012,
                      0.8719, 0.7493, 0.8357, 0.8997, 0.9119, 0.8425, 0.8129, 0.7967, 0.7982,
                      0.8974, 0.8588, 0.7774, 0.9056, 0.8093, 0.8872, 0.9056, 0.8730, 0.8835,
                      0.8318, 0.8828, 0.8738, 0.8026, 0.8151, 0.8178, 0.8120, 0.8598, 0.8828,
                      0.8842, 0.8743, 0.8234, 0.9057, 0.9414, 0.8358, 0.8530, 0.8717, 0.9287,
                      0.8790, 0.8465, 0.8194, 0.8329, 0.8526, 0.8625, 0.8809, 0.9319, 0.8764,
                      0.8291, 0.8587, 0.8784, 0.8222, 0.5938, 0.8689, 0.8817, 0.8822, 0.9213,
                      0.8179, 0.9137, 0.6595, 0.8953, 0.8346, 0.8477, 0.8837, 0.8957, 0.9028,
                      0.8162, 0.8464, 0.8331, 0.8863, 0.8180, 0.8895, 0.8936, 0.9040, 0.8390,
                      0.8541, 0.8591, 0.8828, 0.8963, 0.8595, 0.8147, 0.8390, 0.8337, 0.8626,
                      0.8791, 0.8688, 0.8756, 0.8707, 0.8878, 0.8431, 0.8219, 0.8710, 0.8405,
                      0.8786, 0.8652, 0.9235, 0.8426, 0.9309, 0.8444, 0.8860, 0.8801, 0.8140,
                      0.9019, 0.7787, 0.9381, 0.8425, 0.8760, 0.8862, 0.8803, 0.8936, 0.8432,
                      0.9201, 0.8225, 0.9491, 0.8169, 0.8245, 0.9125, 0.8926, 0.8243, 0.8999,
                      0.8490, 0.8766, 0.9250, 0.8644, 0.8901, 0.8827, 0.9229, 0.8697, 0.8898,
                      0.8801, 0.8629, 0.9231, 0.8696, 0.8471, 0.8757, 0.8076, 0.8955, 0.8508,
                      0.8773, 0.9130, 0.8259, 0.9096, 0.8695, 0.7004, 0.9264, 0.9115, 0.7741,
                      0.8723, 0.9029, 0.9010, 0.9189, 0.8848, 0.9305, 0.8589, 0.9006, 0.8744,
                      0.8975, 0.8301, 0.8558, 0.8590, 0.8388, 0.8253, 0.8545, 0.8585, 0.8533,
                      0.8629, 0.9084, 0.7673, 0.8190, 0.8328, 0.9310, 0.8589, 0.8240, 0.8611,
                      0.8850, 0.8441, 0.8473, 0.9030, 0.8537, 0.8154, 0.8180, 0.8360, 0.4078,
                      0.8709, 0.8701, 0.9080, 0.9293, 0.7964, 0.9011, 0.8923, 0.9182, 0.8758,
                      0.8824, 0.8306, 0.8965, 0.8421, 0.8462, 0.8702, 0.8626, 0.9044, 0.9107,
                      0.8633, 0.8796, 0.8528, 0.9000, 0.8645, 0.9007, 0.8816, 0.8685, 0.8960,
                      0.8905, 0.8238, 0.8919, 0.8372, 0.8198, 0.9157, 0.7848, 0.8262, 0.8351,
                      0.8760, 0.9237, 0.8243, 0.8582, 0.8966, 0.8852, 0.9021, 0.8647, 0.8539,
                      0.8704, 0.8603, 0.8989, 0.8705, 0.8429, 0.8675, 0.8599, 0.8788, 0.7995,
                      0.8444, 0.6870, 0.8963, 0.8964, 0.9216, 0.9408, 0.9002, 0.8880, 0.8620,
                      0.8266, 0.8542, 0.9321, 0.8546, 0.8652, 0.8958, 0.8496, 0.8103, 0.7800,
                      0.8939, 0.8727, 0.8454, 0.8853, 0.8289, 0.8135, 0.9169, 0.8868, 0.8784,
                      0.8604, 0.9088, 0.8454, 0.8583, 0.8929, 0.8596, 0.8437, 0.6649, 0.8861,
                      0.9017, 0.8530, 0.8011, 0.9396, 0.8688, 0.7175, 0.8485, 0.8572, 0.9176,
                      0.8494, 0.8116, 0.9023, 0.8741, 0.8521, 0.8696, 0.8688, 0.8197, 0.9040,
                      0.9279, 0.7386, 0.7711, 0.8754, 0.9263, 0.8693, 0.8548, 0.9202, 0.8639,
                      0.8200, 0.8842, 0.8764, 0.9206, 0.8692, 0.8982, 0.8592, 0.8643, 0.9117,
                      0.9023, 0.8608, 0.8686, 0.9215, 0.8794, 0.9125, 0.8975, 0.7325, 0.8538,
                      0.8902, 0.8957, 0.9131, 0.8760, 0.9164, 0.8494, 0.9225, 0.8226, 0.7728,
                      0.7924, 0.8227, 0.8677, 0.9225, 0.8797, 0.8996, 0.8753, 0.8982, 0.8746,
                      0.9106, 0.8979, 0.8694, 0.9221, 0.7769, 0.8649, 0.8006, 0.8960, 0.9178,
                      0.8823, 0.8290, 0.9167, 0.8575, 0.9240, 0.7199, 0.9124, 0.8354, 0.8881,
                      0.8877, 0.8691, 0.8564, 0.9050, 0.8887, 0.8675, 0.9157, 0.8958, 0.8285,
                      0.8706, 0.9096, 0.8979, 0.8724, 0.6920, 0.8404, 0.8829, 0.8312, 0.8475,
                      0.8954, 0.8696, 0.6641, 0.8614, 0.8957, 0.8776, 0.8591, 0.9063, 0.8722,
                      0.8218, 0.8582, 0.8835, 0.8785, 0.8292, 0.8890, 0.9186, 0.9082, 0.9283,
                      0.8618, 0.9143, 0.8644], device='cuda:0')),
             ('bert.encoder.layer.1.output.LayerNorm.bias',
              tensor([-1.4016e-02, -1.4249e-01,  4.0094e-02,  2.2907e-02,  8.5713e-02,
                      -2.0435e-01,  1.4535e-01, -3.6545e-01, -1.4436e-01, -1.3629e-02,
                      -6.3666e-02, -1.7846e-02, -6.0943e-02,  4.0052e-02, -2.9718e-02,
                      -1.3911e-01,  2.5827e-02, -4.6091e-02, -2.4092e-02,  3.8697e-02,
                      -6.6604e-02, -3.5582e-02,  1.2361e-02, -6.4527e-02, -3.2011e-02,
                      -1.4959e-01,  5.2882e-02, -8.2963e-02, -4.6175e-02, -5.1484e-02,
                      -1.0576e-01,  1.3617e-01,  7.1968e-02,  1.6683e-03, -9.1114e-02,
                      -5.2837e-02, -4.1040e-02, -4.5555e-02, -1.7284e-01, -9.7313e-02,
                       2.7183e-02,  1.8386e-02, -2.6143e-02, -7.8885e-02,  5.5178e-02,
                      -2.6002e-02, -1.7359e-01,  8.7366e-02, -1.2522e-01, -2.7368e-02,
                      -1.4294e-01, -4.4306e-02, -7.1305e-02, -4.5056e-02,  3.5209e-02,
                       6.0963e-02,  4.7208e-03, -2.9588e-02, -1.5021e-02, -5.4474e-02,
                       2.5371e-03, -5.7692e-02, -9.9347e-02,  9.8281e-02, -1.2237e-01,
                       3.1568e-03, -2.8989e-02,  8.2349e-03, -1.0013e-01, -9.2676e-02,
                       3.7476e-02, -1.1534e-01, -4.9478e-02, -8.1486e-02,  2.6980e-02,
                       3.4680e-02, -1.0525e-01, -1.1763e-02, -1.5709e-02, -1.4227e-01,
                       1.1209e-02, -3.0932e-02, -1.7698e-03, -1.3538e-01,  1.5124e-01,
                      -1.4666e-01,  8.1122e-02, -2.8281e-03, -4.3821e-02, -1.0624e-01,
                       7.6714e-02,  1.9251e-03,  1.1594e-01, -1.4295e-01,  8.1577e-02,
                      -1.5042e-01,  1.8183e-02,  1.4363e-01, -8.9522e-02, -2.4552e-01,
                       4.9911e-02,  3.3101e-02, -1.0652e-01, -1.2836e-01, -7.4967e-02,
                      -1.7667e-01, -3.4541e-02, -8.5388e-02, -1.9272e-02, -3.4774e-02,
                      -6.3933e-02, -3.0380e-02,  6.9982e-03,  1.8301e-01, -1.8039e-03,
                      -1.7144e-01, -6.2247e-02, -1.4505e-01, -4.0891e-02, -7.4246e-02,
                      -7.1884e-02,  6.7729e-02, -5.3449e-03,  2.8101e-02, -1.3796e-02,
                       5.6068e-03,  4.0272e-02,  6.3709e-03, -5.9274e-02, -7.9541e-02,
                       3.3330e-02, -1.0590e-01,  7.8143e-02, -6.5125e-02, -7.3423e-02,
                      -3.1628e-02,  8.8302e-02, -6.2116e-02,  3.2715e-02, -1.9228e-02,
                       9.6715e-02, -8.6798e-02,  4.1738e-03,  8.8291e-01, -4.0743e-03,
                       9.7634e-02, -9.4900e-02, -9.3584e-02, -5.8313e-03,  5.9811e-02,
                       1.6082e-01, -1.5024e-01, -2.3252e-02,  3.4530e-03, -1.2416e-01,
                      -5.2477e-02,  3.6764e-02,  4.5146e-02, -2.1013e-02, -1.8838e-02,
                      -1.7406e-01, -4.4480e-02, -4.1069e-02,  8.6904e-03, -4.5292e-02,
                       6.6725e-02, -3.8134e-01, -7.7093e-02,  2.6826e-02,  2.3845e-02,
                       2.0866e-02, -9.3253e-02, -3.2987e-02,  5.7730e-03, -1.8894e-01,
                      -2.4273e-01, -1.8380e-01,  2.1780e-01, -3.2917e-02,  8.9713e-03,
                       1.3780e-01, -5.1182e-02,  7.1399e-02,  1.6740e-01, -2.3451e-02,
                      -1.3653e-02,  5.8005e-02,  3.6847e-02, -8.4443e-02, -3.3560e-02,
                      -1.4095e-01, -2.1218e-01, -9.9092e-02, -7.3612e-02,  6.3395e-02,
                       7.8517e-02,  5.4367e-03,  1.4066e-01,  8.5222e-02, -8.0377e-02,
                      -1.4946e-01, -1.5498e-01, -3.3169e-02, -1.9161e-01, -1.6380e-01,
                      -1.1285e-01,  4.9488e-03,  1.2661e-03,  4.4033e-02,  1.3931e-01,
                       3.7799e-02, -1.8745e-02, -5.2940e-02,  3.8308e-02,  6.4143e-02,
                       1.1486e-02, -6.4933e-02, -1.1783e-01, -2.7892e-02, -1.1145e-02,
                      -6.9424e-03,  6.4382e-04, -5.6055e-02,  2.2538e-01, -4.7220e-02,
                      -4.3999e-02, -1.2577e-01, -8.9565e-02, -1.6019e-01,  2.5661e-01,
                       4.9269e-02, -2.7674e-02, -1.1947e-01, -2.5092e-02,  7.9440e-02,
                       2.0954e-02, -8.7467e-02, -1.8440e-02, -4.7339e-02, -1.8311e-02,
                       1.8304e-02,  4.0357e-02,  4.8102e-03,  1.1529e-02,  8.6746e-02,
                       7.6541e-02, -5.7270e-02,  7.4488e-02, -5.1163e-02, -2.8929e-02,
                      -4.3752e-02, -8.4443e-02, -1.5526e-01, -7.0160e-02, -1.5553e-01,
                      -1.0647e-01,  5.0854e-02,  5.9521e-02,  9.6773e-02,  7.3633e-02,
                      -2.5106e-02,  1.2919e-01, -1.2133e-01, -1.4953e-01, -4.3205e-02,
                      -1.0529e-01, -2.0315e-02,  9.7611e-03, -1.3991e-01, -1.3404e-02,
                      -4.2990e-02,  3.5947e-03, -5.6594e-02, -1.0818e-01, -1.7172e-01,
                      -6.7783e-02,  5.3968e-02,  4.2633e-02, -1.0005e-01,  1.4453e-02,
                      -3.3588e-02,  4.8012e-02,  1.7458e-02, -1.3795e-01, -6.4962e-03,
                      -1.6828e-01, -5.5157e-02,  5.3359e-02, -1.4466e-01, -8.7076e-02,
                      -2.9564e-02,  8.4765e-02,  7.9832e-02,  2.2585e-02,  4.2027e-02,
                       2.2226e-02,  1.3436e-01,  4.2315e-02,  2.6304e-02, -2.0327e-01,
                      -8.5123e-02, -2.3204e-02,  2.4115e-02, -4.1933e-03,  5.5629e-02,
                       6.5830e-02, -2.5301e-02, -1.4341e-01, -1.6244e-01,  3.3202e-02,
                      -2.2603e-01,  7.0978e-02,  3.4348e-02, -9.5419e-02, -4.4426e-02,
                      -1.1647e-02,  6.5974e-02, -1.8213e-02,  9.8149e-02, -4.4631e-02,
                       7.4336e-02, -2.9231e-03, -2.9994e-02, -4.6314e-02,  1.3132e-01,
                      -3.8142e-02, -2.7535e-01, -1.3081e-01, -1.0707e-01, -1.3802e-01,
                       1.7451e-01,  6.2375e-02,  2.3700e-03, -5.1260e-02, -7.4652e-02,
                      -2.1862e-02, -5.1745e-02, -1.3733e-01,  8.9404e-02,  1.4893e-03,
                      -1.5354e-02, -4.2633e-02, -2.3287e-02,  5.0815e-02, -3.1269e-02,
                      -5.1316e-02, -3.9477e-02,  3.3561e-02, -3.1782e-02,  3.2966e-02,
                      -7.7117e-03, -5.1472e-02,  8.6967e-02, -8.0320e-02, -4.2907e-02,
                       3.5641e-02,  1.9473e-03, -8.1797e-02, -1.5563e-02,  7.8569e-03,
                       1.6561e-02,  4.0116e-02, -1.1721e-01,  3.0776e-03,  2.3860e-02,
                      -1.3332e-01, -1.1372e-03, -1.7242e-01,  7.1944e-02, -2.3010e-01,
                      -1.3596e-01,  6.8184e-02, -2.3836e-02, -1.2055e-01, -7.7893e-02,
                       2.3438e-02, -5.7874e-02, -7.1742e-02, -1.9566e-01,  1.2738e-02,
                      -9.2664e-02, -2.4298e-02, -1.3784e-02, -2.3576e-01,  1.0177e-01,
                       1.0169e-01, -8.9536e-02,  1.1256e-02, -8.9255e-02, -2.4467e-02,
                      -7.3949e-02, -4.7205e-02, -9.3446e-02, -6.2764e-02, -8.8278e-02,
                       2.5673e-02,  1.7977e-02, -1.8303e-01, -5.8688e-02,  1.0211e-01,
                       4.6185e-02, -1.7834e-01, -5.8430e-02, -6.1993e-02,  7.6668e-02,
                      -1.2683e-01, -9.5299e-02,  1.0871e-01,  6.9555e-02,  1.7648e-02,
                       6.1053e-02, -7.3318e-03, -1.2447e-01, -7.6218e-02, -1.2166e-01,
                       1.6189e-02, -1.5858e-01, -1.2721e-01,  1.1398e-01, -4.7060e-02,
                      -8.3644e-02, -7.0618e-02,  1.0025e-01,  3.8200e-02, -3.7561e-02,
                       6.2093e-02,  2.0916e-01,  1.1525e-01,  1.0119e-01, -1.5033e-01,
                      -4.1494e-02, -1.4802e-02,  1.6798e-01, -4.2443e-02,  1.5780e-01,
                      -1.9257e-01, -2.4383e-01, -1.5409e-01,  4.1604e-02, -7.5641e-02,
                      -1.2863e-01, -7.3085e-02, -2.6354e-02, -1.5234e-02, -6.3696e-03,
                       1.0016e-01, -8.2509e-02, -9.0012e-02, -5.7838e-02, -7.4166e-03,
                      -1.8857e-01, -7.8618e-02,  5.4388e-04, -4.8771e-02, -1.0997e-02,
                       1.6677e-01, -4.4438e-02, -2.1815e-02, -6.4751e-03,  1.3123e-02,
                      -1.6932e-02, -5.0990e-02,  6.7545e-03, -6.7185e-02,  8.1593e-03,
                       1.8292e-02, -5.6146e-02, -9.7249e-02, -1.0804e-01, -8.7051e-02,
                       3.8018e-03, -1.3850e-01, -6.5018e-02, -1.3793e-01,  3.6304e-02,
                      -7.9404e-02, -5.4028e-02, -1.5763e-01, -7.5924e-02,  2.9053e-02,
                      -8.3524e-03,  3.1628e-02,  2.0393e-02, -1.0642e-01, -1.0893e-01,
                       6.1480e-02, -1.1768e-01,  7.4657e-03, -8.5191e-02, -4.0564e-02,
                       1.6649e-02,  3.0172e-02, -5.0742e-02, -5.7799e-02, -5.4430e-02,
                      -8.3740e-02, -4.4038e-02, -6.6865e-02,  5.2042e-02, -6.6200e-02,
                      -1.9280e-02, -8.8381e-02, -4.9231e-02, -8.5357e-02,  4.5121e-02,
                      -2.3623e-01, -4.5837e-02,  7.3492e-02,  1.2886e-01,  2.4182e-02,
                       1.2128e-01, -1.5174e-02, -1.4944e-01, -1.1383e-01, -9.9876e-03,
                       3.5417e-02, -3.4485e-02, -6.5578e-02, -1.5752e-01, -6.1326e-02,
                      -8.7926e-02, -2.7133e-02, -4.9351e-02,  6.4240e-02,  5.2707e-02,
                      -1.5854e-02, -1.0373e-01, -7.3315e-04, -1.3843e-02,  2.1794e-02,
                      -1.8863e-02, -8.7143e-02,  1.0290e-01, -2.4379e-02, -2.7009e-02,
                      -1.4268e-02, -3.3578e-03, -2.1226e-01,  3.8204e-02, -1.2031e-01,
                       7.4911e-02, -1.0383e-01, -3.1698e-02, -6.5681e-02, -4.2253e-02,
                      -5.4239e-02, -9.8470e-02,  9.6910e-02, -9.8631e-02, -9.6522e-02,
                      -3.0244e-02, -5.0589e-03, -8.9692e-03, -1.0321e-01, -4.9165e-02,
                       8.9033e-04,  7.4494e-02, -9.9908e-01, -1.1484e-02, -2.6896e-02,
                       3.5776e-02, -7.9419e-02,  1.1103e-01,  5.0653e-02, -1.0435e-01,
                      -5.3653e-03, -5.2549e-02, -3.6981e-02,  7.5231e-02, -1.7807e-01,
                      -3.2985e-03, -9.3754e-03, -5.0395e-02, -5.6993e-02, -9.5509e-02,
                       2.9178e-03, -1.9105e-03, -1.0442e-02, -1.3671e-01, -4.5525e-02,
                      -1.3900e-01, -1.3116e-01, -1.0471e-01, -4.7586e-02, -6.0873e-02,
                      -7.2658e-03, -2.3022e-01, -1.4114e-01,  1.0530e-02, -2.4972e-02,
                       9.6604e-03,  4.7733e-02,  1.2157e-02,  1.3942e-01,  3.0823e-03,
                       2.3729e-02,  9.0297e-03,  4.6263e-02,  7.7822e-02,  4.0331e-04,
                       4.7805e-02,  5.0819e-02,  1.0619e-02,  1.5900e-01, -1.1380e-01,
                      -1.5820e-02,  1.4955e-02, -1.6217e-01, -1.1259e-01, -4.0047e-02,
                      -7.4934e-02, -1.2217e-01,  7.1878e-02,  2.9283e-01, -1.3452e-01,
                      -4.0536e-02, -1.1324e-01,  1.3843e-02,  1.7065e-02, -4.2417e-02,
                      -8.6117e-03, -4.2095e-02, -4.6839e-02, -6.4524e-02, -8.8561e-02,
                       1.6973e-01,  1.5509e-02, -1.2856e-02, -5.3224e-02, -2.3366e-01,
                      -4.8903e-02, -7.1876e-02, -8.7520e-02, -1.1967e-02, -1.2306e-01,
                      -2.6762e-01, -4.9605e-02, -1.1295e-01,  1.1489e-01,  5.5511e-02,
                       5.1850e-02,  9.0312e-02, -2.2563e-02, -3.0877e-03, -3.2978e-02,
                      -6.5569e-02,  4.5088e-01, -1.0870e-01, -2.3146e-02, -1.0196e-01,
                      -2.9272e-02, -8.0491e-03, -2.0778e-02, -1.6540e-03,  7.9197e-02,
                      -6.4876e-02, -5.3405e-02, -7.8535e-02, -1.2536e-01, -4.9250e-02,
                      -1.1017e-01, -1.3539e-02,  6.5816e-02,  7.4437e-02, -7.7758e-02,
                      -5.5523e-03, -1.0533e-01,  6.8121e-02, -1.7763e-02, -1.3062e-01,
                      -2.1152e-02, -3.6806e-02, -1.3922e-01, -4.6166e-02, -1.8592e-01,
                      -4.1152e-02, -1.1364e-02,  1.0566e-02,  1.0474e-02,  1.1487e-02,
                      -1.7048e-01, -7.0056e-02, -1.3203e-01, -5.7249e-02, -5.9924e-02,
                      -4.4422e-02, -5.1560e-03, -6.0664e-02,  3.3056e-03,  2.0743e-02,
                      -9.8260e-02, -2.1960e-02,  2.0554e-01,  3.9557e-02, -1.8453e-01,
                      -5.3730e-02,  3.0561e-02,  2.9479e-02,  1.7755e-02, -3.2628e-02,
                      -8.9549e-02, -8.5390e-02, -9.4055e-02, -1.9023e-01,  6.5481e-02,
                      -4.2217e-02, -3.0421e-02,  9.3308e-02, -1.0676e-02, -1.4682e-02,
                       9.9079e-04, -3.4658e-02,  3.1426e-02, -6.9523e-02, -3.6997e-02,
                      -1.0156e-01,  4.1453e-02,  6.7496e-02, -8.1436e-02, -7.4899e-02,
                      -9.2309e-02, -1.3587e-01, -9.3860e-02, -8.1842e-02, -1.5148e-02,
                       6.3734e-02, -1.0015e-01, -6.5095e-02, -8.1832e-02, -8.4690e-02,
                       8.7559e-02, -5.2869e-02, -5.4661e-02, -1.0575e-01, -4.8878e-02,
                       2.6199e-02, -1.5642e-01,  5.4603e-02, -1.7281e-02, -7.7537e-02,
                       5.9495e-02, -7.1349e-03, -4.2926e-02, -1.2542e-01, -6.2171e-02,
                      -1.1439e-02, -3.4227e-02, -3.1631e-02,  2.2881e-02, -1.6454e-01,
                       1.5995e-02, -9.3009e-02, -5.0615e-02,  1.3714e-01, -1.9110e-02,
                      -1.7733e-02, -2.3231e-02, -7.0831e-03, -3.0701e-02, -1.8838e-01,
                       1.1406e-01, -6.3905e-02, -3.5111e-02,  5.4515e-04, -4.9885e-02,
                      -1.2009e-02, -4.4598e-02, -8.5892e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.weight',
              tensor([[-0.0117, -0.0479, -0.0709,  ..., -0.0322,  0.0408,  0.0042],
                      [ 0.0633, -0.0157,  0.0113,  ..., -0.0064, -0.0190,  0.0129],
                      [ 0.0567, -0.0112,  0.0185,  ..., -0.0762, -0.0031, -0.1261],
                      ...,
                      [-0.0056,  0.0087,  0.0174,  ..., -0.0388, -0.0042, -0.0521],
                      [-0.0399,  0.0412, -0.0311,  ..., -0.0483,  0.0489, -0.0332],
                      [ 0.0365, -0.0140, -0.0531,  ...,  0.0112,  0.0352,  0.0408]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.query.bias',
              tensor([ 3.0965e-02,  1.3675e-02, -1.3983e-02, -2.4580e-04, -8.0213e-03,
                      -4.7812e-03, -3.9659e-03,  2.1171e-02, -1.3194e-02, -2.8449e-02,
                      -4.4315e-02, -3.1324e-02,  2.0414e-02, -7.2409e-02, -1.5289e-03,
                       2.9823e-03,  1.8464e-03, -3.2111e-02, -2.3035e-02,  5.0490e-03,
                       1.8722e-01, -2.1005e-02, -3.2804e-02,  5.8885e-02,  3.4351e-02,
                      -3.9689e-03,  5.4026e-02, -1.0046e-01, -1.1017e-02,  2.0273e-02,
                      -3.1643e-02,  2.0070e-02,  1.1334e-02,  2.0266e-02, -4.0775e-03,
                       5.8939e-02, -1.5254e-02,  4.7849e-02,  3.1308e-02,  4.5161e-02,
                      -1.4409e-02, -1.7924e-02,  3.1435e-02,  2.3277e-02,  3.5998e-02,
                       5.1554e-03,  2.5883e-04,  5.3942e-02,  2.3121e-02,  2.6426e-02,
                       2.0868e-02, -1.1341e-02,  5.1842e-02, -1.4453e-02, -6.0891e-03,
                      -7.6742e-03, -2.7857e-02, -2.9714e-02, -3.7892e-02, -9.8370e-02,
                       6.1782e-02, -1.0808e-02, -6.9474e-03, -4.2889e-02, -5.9122e-02,
                       5.0637e-03, -1.3673e-01, -7.1636e-02,  7.4595e-02, -4.0355e-01,
                       1.5574e-01, -1.3955e-01,  9.7503e-02, -1.9270e-01,  2.1169e-01,
                       3.4081e-01, -8.5253e-02, -1.0333e-01,  7.4771e-02, -5.6755e-01,
                      -1.4487e-01,  1.1446e-01,  1.5193e-01, -1.2964e-03, -2.2340e-01,
                       1.4189e-02,  4.2725e-02, -3.4707e-03, -8.1557e-02, -5.3786e-02,
                       1.6865e-01,  1.4239e-01,  1.4188e-02,  1.9791e-01,  2.0319e-01,
                      -1.3802e-01,  3.9882e-03,  1.0407e-01, -7.5296e-03,  3.4442e-01,
                      -1.0484e-01, -8.0006e-02,  2.6020e-01,  1.2575e-01,  8.6294e-02,
                      -8.9174e-02, -2.2064e-01,  7.7866e-02,  1.5460e-01, -4.0109e-02,
                      -2.5145e-01, -1.1057e-01, -3.7281e-01, -1.5669e-01, -1.7549e-01,
                      -5.2667e-02, -3.9871e-02, -2.6864e-03,  3.0359e-01,  1.0629e-02,
                      -6.6790e-02,  4.5115e-02,  1.8330e-01,  5.4912e-02,  4.0320e-01,
                       2.1548e-01, -5.3533e-02,  8.5307e-01,  3.8277e-02,  1.1290e-01,
                      -1.2179e-01, -3.6304e-03, -3.8088e-03, -1.3497e-02, -3.6944e-02,
                       6.0492e-02,  7.0770e-02,  6.6241e-03, -2.0735e-02, -5.6445e-03,
                      -4.8271e-03,  1.2245e-01,  2.5834e-02,  7.1744e-02, -1.6886e-02,
                       7.4766e-02, -5.9756e-02,  1.4962e-01,  2.7084e-02,  3.3117e-02,
                       4.0361e-02,  3.0377e-02, -1.1691e-01,  1.1090e-01,  3.0458e-02,
                       8.6856e-02,  3.7711e-02,  8.1233e-02, -3.3428e-02, -1.5118e-02,
                      -7.6914e-02, -2.5834e-02,  2.4142e-02, -6.9903e-02, -6.9167e-02,
                       1.8659e-01,  8.2855e-02, -2.6653e-02, -1.7117e-02,  3.7051e-02,
                       7.0834e-04,  1.8478e-02,  2.4138e-03,  5.8476e-02, -1.1349e-02,
                      -2.6438e-02, -5.6748e-02,  7.7256e-02, -9.9784e-02, -3.8430e-01,
                       2.2903e-02, -6.0887e-02, -3.4500e-02, -6.9879e-03, -7.4460e-03,
                       3.3096e-02, -2.0103e-02,  1.0813e-02, -1.5696e-02,  4.4575e-02,
                      -4.1115e-02,  1.4315e-03,  5.9427e-02,  2.1338e-01,  1.8602e-01,
                       1.7898e-01, -1.7150e-01,  1.1815e-01,  7.2056e-02, -2.7436e-02,
                      -1.3490e-01,  2.3183e-02, -2.7393e-01,  6.1806e-02,  7.6177e-02,
                       7.3627e-02,  8.4696e-02, -2.0245e-01,  4.5782e-02, -1.6630e-01,
                      -5.3667e-02,  7.3583e-02,  2.1960e-01,  1.8971e-01,  9.6875e-02,
                       7.2550e-02,  3.1344e-01, -2.4636e-02, -6.3346e-02,  4.7318e-02,
                       1.1862e-01, -1.3861e-01, -1.9849e-02,  1.1491e-01,  9.7379e-02,
                      -6.4364e-02,  2.5491e-02, -3.4648e-03, -1.7036e-01, -1.0692e-01,
                      -3.8073e-01,  2.3788e-01, -2.0874e-02, -6.9565e-02,  1.5986e-01,
                       8.0841e-02,  7.2903e-02,  2.0301e-01, -4.2570e-02, -8.2180e-02,
                      -1.9710e-01, -4.0825e-02,  1.0005e-01, -1.0761e-01,  1.7021e-01,
                      -1.2280e-01, -4.2278e-01, -1.8886e-02, -1.6487e-01, -5.7309e-02,
                       1.4535e-01, -6.1313e-02, -3.0493e-01,  4.0679e-03,  4.6393e-02,
                      -1.5629e-02, -3.8341e-02,  8.2830e-02, -3.3443e-02, -2.3033e-02,
                      -2.4105e-02, -9.7300e-02,  1.3076e-02, -6.6398e-02, -1.4040e-01,
                      -8.7736e-02,  7.9805e-02,  1.3161e-01, -2.5503e-02,  7.7211e-02,
                      -6.8347e-04, -1.9043e-01, -9.7988e-03, -4.4969e-02,  3.5398e-02,
                       5.9156e-02,  1.2294e-01, -1.0046e-02, -8.8174e-03, -4.1965e-02,
                      -2.3135e-02,  2.7600e-02, -2.7217e-01,  1.0745e-02, -2.9089e-03,
                       5.7625e-02, -1.0068e-02,  1.6312e-02,  4.5866e-02,  1.5879e-01,
                      -8.4556e-02,  3.9625e-02, -1.7642e-02, -4.3532e-02, -2.1158e-02,
                       3.9256e-02, -1.3147e-01, -4.9489e-02, -7.1262e-02, -2.8040e-02,
                      -7.9644e-02,  2.5507e-02, -4.0930e-03,  1.3973e-02,  7.1776e-02,
                       6.0999e-02,  3.4910e-01,  1.4746e-01, -6.2915e-03, -5.3397e-02,
                       1.2306e-01,  6.7607e-02, -1.1545e-02,  3.8815e-02, -4.0006e-02,
                      -2.7315e-02, -4.7143e-02, -7.6520e-03, -2.1027e-02,  1.0814e-01,
                      -2.9245e-02,  4.9913e-02,  2.8738e-02,  3.6297e-02, -1.6372e-01,
                      -1.3678e-01, -5.0242e-02, -3.6350e-02, -2.6287e-02,  4.0029e-02,
                      -3.2330e-02,  2.5986e-02,  6.4763e-02, -2.0232e-01,  4.9975e-02,
                       3.0813e-02, -3.8834e-02,  1.9016e-01,  1.4379e-02, -9.7902e-03,
                      -5.9045e-02,  3.4850e-02, -5.9027e-03, -4.9642e-02,  1.2718e-01,
                       4.1686e-01, -1.7985e-01, -3.5816e-02, -5.7647e-03,  6.5612e-02,
                       6.2291e-02, -2.2065e-01, -6.0883e-01, -1.0295e-01, -5.1715e-01,
                       9.7952e-03,  6.4628e-02, -9.2066e-02, -8.6289e-02,  7.4069e-02,
                       1.7053e-01,  3.8881e-02,  3.3105e-02, -1.5680e-01,  6.7987e-01,
                      -1.0325e-01, -8.4443e-03, -1.0285e-01, -9.1817e-02, -3.3571e-02,
                      -9.1730e-04, -3.9075e-01, -2.8825e-02, -5.5125e-02, -4.4728e-02,
                      -6.4445e-01, -2.9823e-01,  1.7713e-02,  5.9339e-02,  1.9127e-02,
                       7.5239e-02,  1.0209e-01,  6.2214e-02, -4.8728e-02,  1.6322e-02,
                       1.5061e-01, -1.1839e-01,  2.3767e-01,  1.1440e-01, -4.0318e-02,
                       2.0291e-02, -6.2027e-02, -3.6936e-02, -1.2504e-01,  3.2132e-02,
                      -3.2272e-01, -1.6595e-01,  1.3095e-01, -6.7418e-02,  1.7624e-01,
                       2.3304e-01,  4.2640e-03, -9.9281e-02,  8.0348e-02, -2.5866e-02,
                      -6.6240e-02,  4.8859e-02,  3.2094e-02,  1.3695e-01,  5.7657e-02,
                       2.5563e-01,  6.3367e-02, -9.7894e-02, -9.2733e-03, -8.6111e-03,
                      -2.3541e-01,  2.9643e-01,  3.0032e-02, -1.5112e-01, -1.1598e-03,
                       2.2873e-01, -4.8211e-02,  1.4872e-01,  8.5044e-02,  2.2595e-01,
                       3.4626e-01, -2.1567e-01, -9.7981e-02, -8.6610e-02, -4.3785e-02,
                      -2.2530e-02, -9.0615e-02, -2.7953e-01,  1.7307e-01, -5.4295e-02,
                      -4.5188e-02, -2.5096e-02, -1.7071e-01, -3.3193e-03,  5.7889e-03,
                      -1.3071e-01, -2.6748e-02,  1.5892e-01, -3.4536e-03,  8.8412e-02,
                       2.0999e-01,  7.1682e-02,  2.8581e-02,  1.8708e-01, -1.3580e-01,
                      -6.6555e-02, -6.0421e-02, -1.1632e-01,  5.1751e-02,  1.7739e-01,
                      -6.5546e-04,  1.0407e-01, -6.3387e-02, -1.2624e-01, -1.1915e-01,
                       3.7608e-01, -1.0670e-01,  1.6772e-01,  4.9549e-03, -1.3476e-01,
                      -2.2457e-01, -6.2055e-02,  1.4785e-01, -3.9887e-02, -7.4589e-03,
                       1.8785e-01,  2.1044e-02, -8.2484e-03,  8.2379e-02, -2.4729e-01,
                       2.5091e-01,  1.8304e-02,  2.0000e-01, -2.3854e-01, -7.3490e-02,
                      -2.2526e-01, -9.6173e-02,  8.9234e-02,  2.1128e-01, -1.6312e-01,
                       7.1881e-02,  2.0005e-01, -1.4083e-01,  3.6232e-01,  2.1167e-01,
                      -7.8591e-02, -7.1789e-02, -3.8624e-02, -5.6958e-02,  6.3104e-02,
                      -3.5619e-02,  2.6938e-02, -2.2446e-02, -1.6885e-01,  3.5578e-02,
                       2.5094e-01,  1.7297e-01, -1.3090e-01, -1.5206e-01, -2.5833e-02,
                      -1.6387e-01,  4.4679e-02, -7.5678e-02, -1.5100e-01,  1.4413e-01,
                      -1.8763e-01, -1.7674e-01, -2.6792e-02, -2.5318e-01, -7.3265e-03,
                       4.9759e-01,  1.3324e-01,  2.1119e-01,  4.6241e-01,  9.0147e-02,
                      -5.7199e-02, -1.9020e-01, -2.6892e-01,  3.5375e-01, -1.0647e-01,
                       1.2630e-02,  5.0012e-01, -3.2193e-01, -6.9879e-02, -4.9242e-02,
                       2.7941e-01,  3.2518e-01, -9.1749e-02,  1.7511e-01,  2.1110e-01,
                       2.5363e-01,  2.1823e-01,  1.4931e-01, -4.9103e-02,  2.3371e-01,
                      -5.2422e-01, -7.0640e-02,  3.2839e-01, -1.6722e-01,  1.2435e-01,
                       1.9132e-01, -3.9186e-01,  3.7432e-01, -4.7012e-01,  8.4055e-02,
                      -1.7891e-01, -7.1614e-04, -1.9041e-01, -2.4846e-01,  1.7677e-01,
                      -3.5694e-01,  4.4665e-01, -2.9144e-01, -2.6243e-01, -2.5200e-01,
                      -4.8615e-01, -4.0564e-01, -1.6499e-01, -1.3012e-01, -1.3195e-01,
                       5.0994e-02, -1.0074e-01, -7.6489e-02, -6.4233e-02, -9.7224e-02,
                       4.4253e-02, -8.0198e-02,  9.9032e-02,  5.0179e-01,  3.0134e-01,
                       1.3349e-01, -1.4828e-01,  3.3808e-02, -2.9498e-02, -7.0682e-02,
                       6.8555e-03, -5.3725e-02,  1.2977e-01,  1.3014e-01,  6.0788e-02,
                      -5.0185e-02,  1.1133e-01,  1.1619e-02,  2.0543e-03, -4.3271e-02,
                      -5.0091e-02, -1.1200e-02,  8.3642e-02,  4.1598e-02, -5.2590e-04,
                       5.3714e-02,  8.2646e-03, -3.3075e-02, -5.6688e-02,  6.8993e-03,
                       1.9287e-02,  8.5505e-02, -3.7247e-02,  2.5521e-02,  2.5257e-02,
                       1.6580e-02,  1.8998e-01,  3.5156e-02, -5.6051e-02, -5.5384e-02,
                      -6.7722e-04,  8.6765e-02,  1.8821e-02, -7.0365e-02,  3.6048e-02,
                       3.8719e-02, -3.5464e-02, -5.2305e-02,  1.3734e-01,  2.3429e-01,
                       6.7106e-02,  6.9051e-02, -1.0056e-01, -8.9636e-02, -4.5384e-02,
                       3.7157e-02,  7.3280e-02,  9.9274e-02,  2.1659e-02,  4.5974e-02,
                       6.6573e-02,  1.4121e-02, -3.2399e-02,  1.6555e-02, -4.2406e-02,
                      -5.8619e-03,  6.3992e-02,  3.1890e-02, -4.9143e-02,  1.4151e-02,
                       6.2819e-02,  2.6717e-01, -5.3047e-02,  1.7576e-01, -1.1891e-01,
                       6.0713e-02,  9.1148e-02, -2.3926e-02, -1.1738e-01, -7.5497e-02,
                      -3.7022e-03,  4.2327e-02, -4.5847e-02,  1.2445e-01, -1.3754e-01,
                       9.9960e-02,  3.2682e-02, -6.3725e-02,  1.7503e-01, -3.6238e-02,
                       4.9400e-02,  9.0781e-02,  4.2762e-02, -1.8926e-01,  5.4484e-04,
                       3.7369e-02,  1.7828e-02, -1.6620e-02,  4.4007e-03, -7.1496e-03,
                      -7.2902e-03, -1.0998e-01,  7.8947e-02,  5.8028e-02,  3.4971e-02,
                       8.5642e-02, -3.3729e-02,  9.5640e-02,  7.3427e-02,  7.9708e-02,
                      -7.2631e-02, -7.5804e-02,  9.0053e-02,  6.9167e-02, -2.2031e-01,
                       1.6822e-02,  1.4797e-02,  8.5573e-02, -3.4042e-02, -6.2905e-02,
                      -5.2835e-02, -2.7387e-02,  6.7809e-02, -3.5902e-03, -8.1087e-02,
                       6.9069e-04,  1.2577e-02,  7.0737e-02,  7.6559e-02, -2.4586e-02,
                      -8.3243e-02,  2.2416e-03,  7.1158e-02, -4.4936e-02, -7.6183e-02,
                       2.3501e-02, -1.5420e-02, -4.7733e-02,  1.3076e-02,  2.5979e-02,
                       1.3854e-02, -1.2697e-01,  5.4346e-02, -9.1166e-02, -5.9948e-02,
                      -7.7502e-03,  4.5482e-02,  2.7111e-02,  4.0418e-03, -9.8756e-02,
                      -9.5170e-02, -5.9837e-02,  4.0941e-02,  8.9951e-02, -1.8787e-02,
                      -5.7938e-03,  1.4250e-02,  4.0264e-02, -4.3763e-03, -6.0617e-02,
                       2.2483e-02,  5.6410e-04,  8.0249e-03, -1.4873e-02, -2.1875e-02,
                      -3.2451e-02, -1.0533e-01, -8.0215e-02, -4.0354e-02,  7.2657e-02,
                      -8.0260e-02,  4.6965e-02, -7.7207e-02,  1.1661e-02,  1.4627e-02,
                      -1.0425e-01, -8.4319e-02, -1.0172e-01, -5.1877e-02, -3.4144e-02,
                       7.9164e-02, -4.7271e-02, -3.4298e-02,  3.3821e-02, -1.1490e-02,
                      -2.2544e-02,  2.9710e-02, -7.0443e-03, -6.6982e-02, -9.8795e-02,
                       5.7515e-02,  1.1438e-01,  1.0521e-02, -5.8471e-02,  2.5938e-02,
                       5.6767e-03,  6.9728e-02, -6.2349e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.weight',
              tensor([[-0.0225, -0.0226, -0.0211,  ..., -0.0327, -0.0122,  0.0420],
                      [-0.0505,  0.0412,  0.0213,  ...,  0.0378, -0.0389, -0.0837],
                      [ 0.0062, -0.0268,  0.0693,  ..., -0.0533,  0.0972, -0.0751],
                      ...,
                      [-0.0038,  0.0403, -0.0503,  ...,  0.0220, -0.0262, -0.0098],
                      [ 0.0573, -0.0631,  0.0222,  ...,  0.0344, -0.0584,  0.0137],
                      [-0.0090,  0.0013,  0.0378,  ..., -0.0114, -0.0179,  0.0196]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.key.bias',
              tensor([-8.1374e-04, -2.5284e-03,  1.8443e-03, -2.7293e-03, -1.6502e-03,
                      -5.0055e-03,  1.2574e-03, -5.4640e-03, -2.1352e-03,  1.2500e-03,
                      -2.5505e-03,  4.2602e-03, -3.0170e-03,  6.9596e-03, -1.3759e-03,
                       5.3354e-03,  1.7987e-03,  1.1258e-03, -2.0588e-03,  5.4117e-03,
                      -1.3261e-03,  1.6107e-03, -4.5978e-03, -2.7668e-03,  4.9612e-04,
                       1.8741e-03, -2.9299e-03,  2.2434e-03,  5.0141e-03, -2.1483e-03,
                       3.1050e-03,  4.1571e-03,  1.2365e-03, -2.4680e-03,  5.3741e-03,
                      -1.6803e-03, -2.0188e-03,  2.7715e-04,  3.7418e-03, -9.5093e-05,
                       1.4642e-03,  1.5444e-03,  2.2749e-03,  1.6298e-03, -5.5982e-04,
                      -3.5027e-03,  8.2839e-03,  3.3811e-03,  3.3225e-03, -4.6848e-03,
                       6.9361e-04, -2.9465e-03, -2.2279e-03,  2.2105e-03,  3.8353e-03,
                       1.4803e-03, -3.0313e-03,  2.9018e-03, -1.4939e-03, -2.2952e-03,
                       2.7444e-03, -3.5765e-04,  5.0066e-04,  6.9192e-03,  2.0997e-03,
                      -3.1160e-03, -2.4303e-03,  3.6792e-04, -6.9964e-04,  2.9507e-03,
                       3.7378e-03, -9.6888e-04,  6.6798e-03, -3.4650e-03,  1.3564e-03,
                      -3.9174e-03,  1.7120e-03, -6.4390e-04,  3.4828e-04, -1.3968e-03,
                       2.2485e-03, -2.3053e-03,  4.0193e-03, -7.7894e-04, -2.7301e-04,
                       1.9921e-03, -7.6262e-04,  6.0373e-04,  1.4253e-03, -8.4359e-04,
                       2.2490e-03,  8.9151e-03, -8.5851e-03, -9.4046e-05, -8.1156e-03,
                       4.7080e-03, -2.8910e-04, -8.5735e-03,  8.4742e-03, -1.4198e-03,
                      -2.4568e-03,  6.6815e-04,  3.4627e-03,  7.3524e-03, -4.0520e-03,
                       8.7600e-05,  7.0095e-03, -2.8962e-03,  2.5359e-04,  4.0184e-03,
                      -5.1136e-04, -4.0724e-03, -2.4233e-03, -5.1309e-03,  6.6932e-03,
                      -6.8192e-03, -2.1277e-03,  2.8743e-03,  3.7047e-03, -3.4153e-03,
                      -1.9635e-03,  8.2433e-03, -3.7940e-04,  2.4490e-03,  3.9586e-03,
                      -2.7921e-03, -1.4566e-03, -8.6768e-03, -1.8924e-03,  9.5782e-04,
                      -4.8526e-04,  1.4714e-03, -2.0421e-03, -1.5029e-03, -4.3873e-03,
                      -1.8339e-03, -4.5872e-03,  1.3689e-03,  2.0262e-04,  3.0710e-03,
                       2.2851e-03, -3.9081e-04,  1.3579e-03,  1.5970e-03,  5.1584e-03,
                       2.9849e-04,  2.5359e-03,  1.5618e-04,  9.0302e-04, -6.8209e-06,
                       1.6800e-03, -2.5400e-03, -1.9993e-03,  1.3459e-03,  1.2027e-03,
                      -3.1668e-03,  3.8098e-03,  8.0004e-04, -6.0358e-04,  3.9859e-04,
                      -7.0689e-04, -3.0086e-04, -1.0602e-03, -3.9223e-03, -1.6416e-03,
                      -3.0582e-03,  5.7118e-05,  1.6470e-03,  1.2702e-03, -3.3835e-03,
                      -2.6836e-04,  1.7892e-03, -2.8543e-03,  2.8134e-03,  2.4810e-04,
                       2.9939e-03, -1.6337e-03,  2.6907e-03,  7.2496e-04,  7.3353e-04,
                       7.3813e-04, -1.2383e-03, -2.8988e-03, -1.6061e-03, -9.9518e-04,
                      -3.1062e-04, -3.7967e-04,  3.6536e-05, -6.5838e-04, -2.4019e-04,
                      -9.8255e-04,  1.0510e-03,  1.6976e-03, -8.0047e-04,  2.1751e-04,
                      -1.3592e-03,  8.2301e-04,  2.0140e-03,  4.7265e-04,  1.4164e-03,
                       2.9980e-03, -5.2563e-04,  7.6542e-04, -1.1543e-03,  3.2173e-03,
                      -2.7231e-03, -3.5603e-04, -2.7931e-03, -2.1486e-03,  9.1650e-04,
                      -1.7387e-03,  2.3683e-03,  1.4163e-03, -2.2068e-03,  1.3572e-03,
                       7.1723e-04,  5.4411e-04,  3.0811e-03,  2.1552e-03,  6.3452e-04,
                      -1.1392e-03,  2.4371e-03,  7.9083e-04, -2.8132e-03, -2.1355e-03,
                       9.8470e-04, -1.1268e-03,  1.4465e-03, -2.8578e-03, -1.0669e-05,
                      -7.5793e-04, -1.5773e-03,  9.5875e-04, -5.3279e-07,  2.9471e-04,
                      -9.8710e-04,  1.2469e-03, -5.4373e-04, -1.4039e-03, -1.8806e-03,
                       2.5058e-03,  1.0411e-03,  2.2455e-04, -1.6013e-03, -9.8627e-06,
                       2.7026e-03,  1.2852e-03,  2.9319e-04,  2.3115e-04,  4.0990e-04,
                       2.7303e-03, -3.8999e-04, -2.6516e-05, -1.3484e-03, -1.6956e-04,
                       3.5227e-04,  3.5885e-03,  7.0051e-04, -1.3069e-03,  2.9466e-03,
                      -5.0156e-04,  4.6038e-04,  1.6387e-03,  8.9076e-04,  5.9404e-04,
                       2.4370e-04, -3.5315e-03,  6.1397e-04,  9.8264e-04,  2.9341e-03,
                      -7.3946e-04,  4.0952e-03, -1.8207e-03, -7.2700e-04,  1.4235e-03,
                      -1.9420e-03,  6.6271e-04,  8.1332e-05,  1.6455e-03, -4.1298e-04,
                      -3.8789e-05,  3.4685e-03,  5.3032e-03, -1.1371e-03, -2.6444e-04,
                       1.0831e-03, -2.9639e-04,  2.5202e-03, -9.8748e-04, -1.7515e-03,
                      -4.9572e-04, -8.7990e-04,  5.5598e-04, -1.5450e-03,  1.3234e-03,
                       2.1264e-03,  1.9715e-03,  4.4609e-04,  1.6894e-03, -1.7714e-03,
                       1.9154e-03, -1.9032e-04,  8.0298e-05, -1.7313e-03, -2.4922e-03,
                      -4.4305e-03, -3.5057e-03, -5.8553e-04,  3.5419e-04, -2.6887e-03,
                       4.9186e-04,  9.4300e-04, -2.2868e-03, -3.6508e-03,  2.4035e-03,
                       4.5249e-03,  3.5431e-03,  1.6972e-03,  5.9705e-03,  5.7768e-04,
                       1.5158e-03,  6.1431e-03,  5.8624e-03, -1.2500e-03,  5.7905e-04,
                      -4.8573e-03, -1.4748e-03,  4.4425e-03,  2.3058e-03,  7.2461e-03,
                       9.3218e-03, -1.0594e-03,  6.3071e-03, -2.1164e-03,  8.5792e-03,
                       5.9385e-03,  3.7562e-03,  4.1631e-03,  1.1983e-03, -7.1873e-04,
                      -1.5722e-03, -2.6587e-03, -3.1069e-03, -2.0275e-03, -7.9413e-04,
                       5.6680e-03,  1.9794e-03, -6.0021e-03,  6.7269e-03,  4.3762e-03,
                       4.3545e-04,  3.3355e-03,  2.8223e-03, -3.0207e-03, -7.7863e-04,
                      -2.7371e-03,  2.5719e-03, -3.0356e-03,  7.1939e-03, -2.8826e-04,
                      -3.1206e-04,  1.4226e-03, -2.0421e-03,  5.7205e-03,  1.7848e-03,
                      -2.9234e-03, -5.0565e-03,  2.2155e-03,  4.6642e-04,  3.1499e-03,
                       7.4508e-03,  2.3450e-03,  6.9558e-04,  5.5020e-03, -3.1409e-03,
                      -4.6573e-03,  4.1638e-03, -4.1374e-03, -4.4665e-03,  2.2483e-03,
                       3.3812e-04,  1.0115e-03,  7.2505e-04,  3.5849e-03, -2.4467e-03,
                       1.7619e-03,  1.0553e-03,  4.1207e-03,  1.4125e-03,  1.1326e-03,
                      -3.7095e-03,  7.9991e-04,  2.2468e-04, -3.6918e-04, -1.0701e-03,
                       1.1097e-03, -9.5536e-04, -1.2754e-03, -1.1115e-03,  1.4810e-03,
                      -3.6024e-04, -9.9440e-04, -1.6972e-03,  1.0491e-03, -1.3707e-03,
                       1.7072e-03, -8.4028e-04, -2.7333e-03, -3.1115e-04, -8.0651e-04,
                       2.5277e-04,  6.9345e-04,  1.9970e-03, -2.0080e-03,  5.6680e-04,
                       4.9787e-04,  3.7477e-04, -1.5515e-03, -2.4012e-03,  1.6128e-03,
                      -7.9949e-06, -1.7608e-03,  1.5089e-03, -2.4926e-03,  1.8262e-04,
                       1.6458e-03, -4.6537e-04, -1.0733e-03,  2.8490e-03, -7.1132e-05,
                      -1.2262e-03, -1.3187e-03, -1.3334e-03, -3.7340e-03, -9.9111e-04,
                       1.4644e-04, -2.0347e-03,  3.5647e-03, -6.4200e-04, -5.4109e-04,
                       5.5545e-04, -1.4006e-03,  2.5496e-03,  9.3590e-04,  7.5084e-04,
                      -3.0317e-04, -1.5547e-03,  2.3561e-05,  2.7750e-03,  4.0510e-03,
                      -8.9365e-04, -1.1748e-03,  4.6295e-03, -2.1647e-03, -1.1130e-03,
                      -2.1900e-03,  1.9880e-03, -7.0585e-04, -3.7156e-03, -8.2665e-04,
                       2.3265e-03, -1.9038e-03,  1.1635e-03,  1.6876e-03,  5.2481e-04,
                      -8.5727e-04,  2.0494e-04, -1.3047e-03,  2.2425e-03,  2.4198e-03,
                       5.7574e-04,  1.8247e-03,  2.7483e-03,  1.2165e-03, -2.7763e-03,
                       1.9549e-03, -1.4066e-03, -1.9029e-03, -7.4756e-04, -3.5320e-04,
                       3.5975e-03, -2.3967e-03,  1.8735e-03,  1.9846e-04,  6.8281e-04,
                      -5.4791e-05,  2.5047e-03,  3.5230e-03, -5.0312e-03,  2.8325e-03,
                      -1.4894e-04, -3.7410e-03,  8.0786e-04,  1.0707e-03,  9.2931e-04,
                       4.6390e-04, -2.1916e-03,  1.1709e-03, -3.6141e-03, -2.4931e-05,
                       3.2895e-03, -3.2775e-04, -2.8577e-03,  3.4880e-03,  3.4722e-04,
                      -3.5549e-03,  1.8854e-03,  1.1876e-03, -3.9450e-03,  9.4931e-06,
                       2.1962e-03, -1.3625e-03, -3.6348e-03,  2.7208e-03,  8.0487e-04,
                       1.0954e-03,  2.0826e-03, -1.3157e-03,  1.6353e-03,  2.9620e-04,
                       1.9073e-03,  9.2013e-04,  4.0342e-04, -3.5986e-03,  2.7378e-03,
                      -2.7338e-03,  2.7581e-04, -2.8408e-03,  1.0908e-03, -2.5233e-03,
                       3.6204e-03, -6.6302e-04,  9.1609e-04,  1.3211e-03, -5.4421e-04,
                       1.1803e-04,  1.6485e-03, -2.7235e-03, -7.9869e-04, -8.0933e-04,
                      -7.9261e-04,  6.7204e-04, -2.2979e-03,  1.4988e-03,  5.1761e-04,
                       6.7165e-04,  6.2935e-04, -2.8340e-03, -3.3288e-03, -1.4545e-03,
                      -2.8580e-03,  8.3015e-04,  8.1412e-05,  1.5593e-03, -8.1155e-04,
                       4.0469e-03,  3.7786e-03, -9.5022e-04, -2.3115e-03,  2.1923e-03,
                      -2.9880e-03, -4.0915e-04,  7.3422e-04, -3.3919e-03,  1.4848e-03,
                       2.2898e-03,  2.3357e-03, -2.5893e-04, -5.9865e-03,  4.2074e-05,
                       1.4285e-03, -2.2616e-03, -2.2183e-03, -8.7479e-04, -2.0367e-03,
                       3.0461e-04, -2.5186e-03,  8.5592e-04,  1.1798e-04, -3.7450e-04,
                       2.4128e-03,  2.5369e-03, -8.9412e-04,  6.3131e-04, -9.3407e-04,
                       8.5916e-05,  3.1077e-03, -1.3347e-03,  1.4597e-03,  2.3089e-03,
                       6.5559e-04, -4.7227e-04, -9.2471e-05,  7.1100e-04,  1.5020e-03,
                      -1.0838e-04, -4.6028e-03, -2.1565e-03, -4.7883e-04, -3.1571e-03,
                      -1.4948e-04,  1.2606e-03, -4.4160e-04, -7.0892e-04, -2.1008e-03,
                       4.4006e-04,  4.5435e-03,  1.1043e-03,  1.9867e-03,  9.2009e-04,
                      -5.9375e-04, -6.9224e-04,  7.4807e-04, -5.3986e-04, -3.8571e-03,
                       3.9906e-05,  1.0829e-03,  3.4119e-03, -1.9508e-03, -3.0227e-03,
                       1.0532e-03,  2.6278e-03, -6.8513e-04, -9.3900e-04,  4.5056e-04,
                       6.3783e-04,  1.8585e-03, -2.5793e-03,  1.6126e-03,  3.9957e-03,
                       1.2301e-03,  2.2079e-03, -1.7613e-03,  3.2809e-03,  6.1983e-04,
                      -2.2982e-03,  8.8178e-04, -2.4599e-03, -2.3416e-03,  4.0672e-04,
                       1.0172e-03,  1.7176e-03, -9.6644e-04,  9.2307e-05,  2.0118e-04,
                      -2.6678e-05, -2.0643e-03, -4.6137e-04, -9.3053e-04, -2.1273e-03,
                       5.2209e-04, -3.0008e-03,  3.0527e-03,  1.0834e-03,  3.0126e-03,
                       4.9618e-04, -3.2150e-04,  3.9882e-03,  1.3026e-03,  1.9599e-03,
                       8.9254e-04,  2.3061e-03,  4.8477e-03,  1.9188e-03,  6.9763e-04,
                      -5.3536e-04, -5.9975e-04,  2.7719e-03,  2.0341e-03, -2.0259e-04,
                      -2.1936e-03,  1.1593e-03,  2.0575e-03, -1.7177e-03, -2.0555e-03,
                      -1.8253e-04, -3.5466e-03,  1.1275e-03,  6.1030e-04,  8.9048e-04,
                      -3.0210e-03,  4.4009e-03,  7.6615e-04, -1.3338e-03, -2.9968e-03,
                       1.2136e-03, -6.5499e-05,  2.3913e-04,  4.4281e-04, -4.9583e-03,
                       1.0397e-03,  3.1552e-03,  2.5577e-05,  2.9140e-03,  1.9057e-04,
                       2.5526e-03,  9.9982e-04, -7.3864e-04, -8.9055e-04, -5.1990e-04,
                       1.3832e-04,  7.2044e-04,  1.4957e-03, -2.2031e-03,  1.5459e-03,
                       4.3170e-04, -9.1582e-04,  5.9666e-04, -7.3603e-04, -7.6305e-04,
                       1.8429e-03,  1.3138e-03, -1.5210e-03, -2.0653e-03, -2.8494e-04,
                      -7.6361e-04,  1.5689e-03, -2.0005e-03, -9.8673e-04, -2.9406e-03,
                      -6.0006e-04, -7.8275e-04, -1.6790e-03, -1.7539e-03,  9.0395e-04,
                      -7.2497e-04, -2.8498e-03, -2.9989e-03, -4.7963e-03, -1.3116e-03,
                      -7.2435e-05,  5.6061e-04,  5.8881e-03,  2.2119e-03, -3.6969e-03,
                       6.3452e-04, -3.9125e-04,  1.0700e-03, -7.4597e-04,  1.8332e-03,
                      -2.0649e-03,  9.2155e-04, -3.0763e-03, -4.8669e-05, -2.4558e-03,
                      -1.2712e-03, -1.9569e-03,  3.1113e-03,  2.1859e-03, -7.3456e-04,
                      -1.6755e-03, -1.3326e-03, -3.8217e-04, -1.3853e-03, -3.2559e-03,
                       6.1470e-04, -8.7115e-04,  8.2693e-05, -2.2261e-03,  1.8995e-03,
                      -5.9557e-04,  6.3866e-05, -8.0551e-04, -1.3616e-04,  6.1258e-05,
                      -1.1949e-03, -2.5949e-03,  2.2345e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.weight',
              tensor([[-0.0263,  0.0111, -0.0061,  ...,  0.0259, -0.0154,  0.0323],
                      [-0.0086,  0.0101, -0.0115,  ...,  0.0546,  0.0084,  0.0324],
                      [-0.0187,  0.0253,  0.0255,  ..., -0.0029, -0.0018,  0.0200],
                      ...,
                      [ 0.0120, -0.0711,  0.0498,  ..., -0.0026,  0.0130, -0.0245],
                      [ 0.0405, -0.0105,  0.0105,  ...,  0.0117,  0.0101, -0.0283],
                      [ 0.0607, -0.0502,  0.0002,  ...,  0.0119,  0.0189, -0.0074]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.self.value.bias',
              tensor([ 9.7933e-03, -2.1842e-03, -1.4520e-02,  7.1019e-04,  1.0288e-02,
                      -2.9177e-03,  1.1653e-03, -1.5719e-02, -5.8124e-03,  3.6268e-02,
                      -1.5553e-02,  2.3790e-02,  1.5735e-02,  3.9506e-03, -1.0197e-02,
                      -1.3748e-02, -1.1242e-02,  1.8982e-02, -2.4983e-02,  4.9464e-02,
                      -2.8737e-03,  1.2333e-02, -2.6097e-02,  2.0925e-02, -3.5653e-02,
                       1.3504e-02, -2.1981e-03,  2.2696e-03, -2.0922e-02, -1.2973e-02,
                       1.4893e-02, -1.0180e-02,  1.1577e-02,  2.5382e-02,  1.8778e-02,
                       3.9960e-02, -8.2625e-03, -2.6725e-02, -6.3153e-04, -3.4945e-02,
                      -3.7375e-02,  2.6263e-02, -1.0003e-02, -3.4990e-03, -2.4845e-03,
                       2.0090e-02,  9.8726e-04,  2.4836e-02, -2.2472e-03, -2.1173e-02,
                      -4.5723e-03, -6.7283e-02,  9.9628e-03, -3.8475e-03, -3.5186e-02,
                      -5.9151e-03, -3.1425e-02, -1.3243e-02, -1.0284e-02,  7.2403e-03,
                      -1.0998e-02,  2.8266e-02,  3.9215e-03, -1.7258e-02, -3.6099e-03,
                      -4.9839e-02,  3.5844e-02,  2.6646e-02,  3.7680e-02,  3.2047e-02,
                       1.6856e-02, -8.2714e-02, -6.4630e-03,  6.7391e-03, -3.7556e-02,
                       6.2361e-03, -3.5040e-02, -3.2226e-03, -1.4313e-02, -2.2456e-02,
                      -5.7662e-02,  2.5996e-02, -1.1178e-02,  3.4263e-02,  9.4953e-02,
                       8.6075e-02,  3.2457e-02, -4.0691e-02, -7.0380e-03,  3.1404e-02,
                       1.1025e-01,  5.3117e-02, -2.5515e-03, -2.3891e-02, -4.0703e-02,
                       1.2119e-02, -5.2573e-03, -2.7675e-02,  5.2601e-02, -2.9934e-03,
                       1.2016e-01,  8.5809e-02,  1.6746e-02, -1.0248e-01,  3.3266e-02,
                      -5.9216e-02,  5.3622e-02, -5.9193e-02, -9.3142e-03, -1.6552e-02,
                      -5.6558e-02,  5.6301e-03, -3.1314e-02,  5.3159e-03,  3.7195e-02,
                      -1.1705e-01,  7.9062e-03,  8.6394e-03, -3.6526e-02, -8.3904e-03,
                      -3.2330e-02, -7.7638e-02,  1.9497e-02,  4.3925e-04,  4.7788e-02,
                      -4.2173e-02, -4.3173e-02, -1.5363e-02,  2.1470e-03,  1.9876e-02,
                       1.1768e-02,  3.6877e-02, -5.2215e-04,  8.0787e-03, -1.3766e-02,
                       1.6323e-02, -5.9289e-02, -4.1010e-03, -2.0910e-02,  3.5929e-02,
                      -1.9575e-02,  1.6360e-02, -2.8922e-04,  4.4890e-02, -1.3409e-02,
                      -2.7654e-03,  7.9310e-03,  3.6016e-02, -5.3758e-03,  6.6610e-03,
                       3.7347e-02, -2.3243e-02,  1.9132e-02, -3.2554e-02, -4.6581e-02,
                      -8.2100e-03, -1.9663e-02,  4.5061e-02, -9.4790e-03,  2.0556e-02,
                       1.7380e-02,  1.9378e-02,  2.4070e-03, -1.0347e-02,  1.5564e-02,
                      -1.4471e-02,  1.4851e-04, -1.2638e-02, -6.4439e-03,  7.4356e-03,
                      -2.3742e-02,  1.8285e-02,  1.6590e-02,  2.2005e-02, -5.8244e-03,
                      -3.3830e-02, -3.1554e-02,  5.5657e-02,  7.9498e-03,  2.1960e-02,
                      -4.7736e-03,  7.8162e-04, -1.1253e-02,  9.9750e-03,  3.1287e-02,
                       4.9949e-03, -1.6694e-02, -6.1890e-03,  2.1443e-02, -1.1504e-02,
                       2.2858e-04,  1.8841e-03,  8.7518e-02, -6.0014e-02, -1.4294e-02,
                      -3.5134e-01,  1.0628e-01,  1.2398e-01,  7.9581e-02, -6.5126e-02,
                       1.5096e-01,  3.9406e-02,  7.6536e-02, -2.2826e-01,  2.5250e-01,
                      -3.7745e-02, -3.4493e-02,  9.8946e-02, -2.7832e-02, -3.6604e-02,
                       6.3119e-02, -3.1332e-02, -3.0167e-02,  2.2097e-01, -4.4976e-02,
                       2.4971e-01, -8.0293e-03,  1.2191e-02, -8.4378e-03,  6.2003e-02,
                      -2.6529e-02, -5.4721e-02, -4.6136e-02, -2.4679e-02,  1.7195e-02,
                      -1.6625e-02, -6.8378e-02, -2.0463e-01, -1.3586e-01,  3.2827e-02,
                       6.2867e-02, -1.1413e-01,  4.2331e-01, -6.6048e-02,  3.2524e-02,
                      -4.1850e-02,  1.8933e-02,  1.2658e-03, -1.2644e-03,  1.3906e-01,
                      -1.4350e-03,  1.5755e-01,  4.7527e-02,  1.1778e-01, -9.3515e-02,
                       1.6378e-01,  9.0416e-02,  1.1214e-01, -1.2930e-01, -1.0110e-01,
                       1.2743e-02,  1.3860e-01,  4.8406e-02, -2.2356e-01, -1.0339e-01,
                       4.6691e-02, -1.6421e-02,  1.3145e-02,  2.2130e-02,  2.5884e-02,
                       2.8112e-02, -7.5594e-03, -2.2324e-02, -4.9047e-02, -1.4669e-02,
                       1.6964e-02,  1.2319e-02,  1.1733e-02, -2.8144e-02,  2.2440e-03,
                       8.7821e-03,  1.8430e-02, -1.5926e-02,  3.4304e-03, -9.6181e-03,
                      -2.7513e-02,  1.7135e-03,  1.2918e-03, -1.2682e-02,  4.6939e-03,
                      -2.7351e-02, -1.9287e-02,  2.8635e-03,  9.9357e-03, -1.6638e-02,
                      -1.3092e-03, -8.5492e-03, -1.4851e-02,  2.8659e-02,  1.7243e-02,
                      -2.7795e-02, -3.2654e-02, -1.2129e-03,  3.9154e-02, -1.7821e-02,
                      -5.8554e-03,  1.0559e-02, -2.4500e-02, -6.6009e-03,  2.3694e-02,
                       2.6813e-02, -4.3927e-03,  4.3216e-03, -4.5115e-02,  3.6297e-02,
                      -3.6698e-02,  2.3502e-03,  9.6366e-03, -2.4683e-02, -1.4495e-02,
                       1.0082e-02,  1.0863e-02, -6.9816e-03, -3.0971e-02,  4.5113e-02,
                       1.2891e-02,  5.9419e-03,  1.7888e-02,  2.2800e-02,  3.6338e-02,
                       1.1106e-01,  7.0866e-02,  7.5510e-02,  2.1229e-02, -1.1670e-02,
                      -1.4786e-03, -4.6080e-02, -4.1900e-02,  3.1778e-02, -1.5117e-03,
                       1.4383e-02, -4.9200e-02, -8.4494e-04, -1.3808e-02,  4.3249e-03,
                      -4.4579e-02,  1.7542e-02, -8.4740e-02, -5.9356e-02,  1.0522e-02,
                      -2.6876e-02, -4.1218e-02, -5.7468e-02,  4.0655e-02, -2.6372e-02,
                      -1.2719e-02, -9.0676e-02,  6.0319e-03,  3.6855e-02,  5.7742e-02,
                       1.0535e-02,  2.6638e-02, -7.3998e-02, -4.7791e-03, -2.7485e-02,
                       1.5237e-02,  2.2385e-02,  2.7038e-02,  4.4312e-02, -4.8622e-02,
                      -2.5134e-02, -1.0748e-02,  9.6184e-02, -2.4984e-02, -4.2191e-02,
                      -5.9000e-02,  6.9882e-02,  1.9117e-02,  1.9867e-02, -3.0885e-02,
                      -6.5125e-02, -4.4038e-02, -5.0588e-03,  1.1053e-01,  3.5650e-02,
                      -5.1137e-02, -6.1931e-02,  1.9777e-02, -6.4693e-02, -1.2562e-02,
                      -2.9642e-02, -1.4836e-02,  2.3038e-02, -5.0703e-02, -7.8904e-03,
                      -1.7372e-02, -3.5480e-02,  1.9072e-02,  3.3463e-02, -4.7823e-02,
                      -1.2107e-02, -1.9751e-02, -2.4362e-02, -4.1115e-02,  1.8867e-02,
                       1.8519e-02, -1.3544e-02, -6.0543e-03,  2.2989e-02,  1.4583e-02,
                       6.3367e-03, -2.0642e-02,  2.1758e-02, -7.0243e-03, -3.2407e-03,
                      -8.7107e-03,  2.1667e-03,  2.6950e-02, -1.5837e-02, -1.0485e-02,
                      -1.1134e-02, -2.6421e-02,  3.9419e-03, -1.7496e-02, -1.6306e-02,
                      -7.3935e-04,  2.2260e-02, -2.2157e-02, -3.3359e-02, -4.1064e-03,
                      -3.9548e-03, -2.8356e-03, -2.3760e-02,  1.4288e-02,  9.9616e-04,
                      -1.9363e-02, -6.3436e-03, -6.7390e-03,  1.2201e-02,  1.3162e-02,
                       5.2661e-03, -7.4764e-03, -6.0286e-02, -1.5895e-02,  8.0036e-03,
                      -2.1934e-02,  2.6606e-03,  6.3734e-05, -2.0403e-02, -1.1584e-02,
                      -9.3048e-03,  3.9533e-02,  2.4291e-02, -3.9697e-02,  5.1572e-03,
                      -3.5875e-02,  1.7558e-02, -7.0298e-04, -4.4492e-03,  2.2274e-02,
                      -3.8610e-03, -4.9174e-03, -2.8876e-04,  5.2366e-03, -6.0206e-03,
                       1.9848e-02,  2.1309e-03, -1.1836e-02, -1.7393e-02,  1.8296e-02,
                       1.7652e-02, -1.5395e-02, -5.9287e-04, -1.8034e-02, -5.1795e-04,
                      -1.9948e-04,  4.4451e-04,  1.3043e-02, -3.7577e-02, -5.5488e-03,
                       1.0757e-02, -2.3808e-02, -2.2153e-02, -5.6027e-03,  1.1380e-02,
                      -1.2006e-02,  1.0280e-04, -3.1181e-02,  3.0214e-02,  1.1264e-02,
                       9.4324e-04,  6.7457e-03,  4.8347e-03, -6.6275e-03,  3.1836e-04,
                       1.3095e-02,  1.0153e-02,  2.4755e-02, -2.4022e-03, -1.3100e-02,
                      -6.3590e-03, -1.5226e-02,  4.3706e-02, -3.0612e-04, -5.3345e-04,
                      -1.2366e-03,  1.2219e-02, -3.8826e-03,  1.1475e-02,  1.6377e-02,
                       2.9633e-02,  1.4459e-02,  2.5499e-02,  7.5507e-03,  9.2737e-03,
                       2.5996e-02,  5.3496e-03, -8.6509e-03,  3.4293e-02, -9.6716e-03,
                       2.3620e-02,  3.3622e-02, -3.9420e-03, -1.3066e-02,  8.8281e-03,
                      -3.3676e-02, -2.5345e-02, -5.3485e-03, -2.4507e-02,  2.0518e-02,
                      -3.9127e-02, -9.3720e-03,  3.7192e-03, -4.1023e-03, -1.5893e-02,
                       8.4963e-05, -9.7263e-03,  4.2155e-03,  9.8963e-03,  4.5681e-03,
                       1.2526e-02, -6.2726e-02, -3.9085e-02,  1.0523e-02, -6.1101e-02,
                      -9.5688e-02,  2.2140e-02, -2.2514e-02, -2.1757e-02, -1.2980e-02,
                       5.9403e-03, -1.2355e-02, -3.0078e-03,  5.6069e-03,  6.5245e-03,
                       2.3831e-02,  2.8435e-02, -1.0836e-02, -2.1755e-02, -3.9894e-02,
                       3.8744e-03,  2.6941e-02,  6.2745e-03,  2.6420e-02, -2.3211e-03,
                       2.1534e-02, -8.5798e-03,  7.0312e-03, -2.1518e-03,  1.5290e-02,
                       1.4628e-02,  2.9624e-02,  4.7682e-02, -3.8354e-03,  4.9994e-03,
                      -3.5845e-02,  8.5895e-03, -3.2432e-02, -2.7310e-03,  2.1556e-03,
                      -4.9133e-03,  3.1800e-02,  4.2036e-02, -5.5556e-03, -2.5924e-03,
                      -3.0693e-03,  2.6237e-02,  3.7324e-03, -1.0600e-02,  3.3303e-02,
                      -3.0035e-02,  6.2143e-03, -1.6338e-02,  2.4038e-02, -2.0334e-02,
                      -1.5558e-02, -1.6773e-02,  4.5203e-02,  2.2518e-02, -6.5969e-03,
                       7.5931e-03,  3.1207e-02,  2.2460e-02,  6.4592e-03,  2.1940e-02,
                      -1.2766e-02, -8.1167e-03, -1.0430e-02,  2.7509e-02, -5.2201e-03,
                      -3.5182e-02, -1.0176e-02, -3.2827e-03,  2.8284e-02, -2.1969e-04,
                       7.4391e-03, -1.4158e-03, -2.7055e-02,  3.1178e-02,  4.4918e-03,
                      -1.4702e-02,  1.3164e-02, -1.2381e-02,  7.7763e-04,  2.4807e-02,
                      -5.1150e-03,  3.7002e-02,  6.5360e-03, -3.0955e-02, -9.8546e-03,
                      -2.6694e-03, -3.2944e-02, -1.3712e-02,  2.1548e-02, -2.7046e-02,
                       1.8194e-02,  2.0646e-02,  2.7825e-02, -1.3273e-03,  2.8916e-03,
                       1.6161e-02,  3.0181e-04, -1.0244e-02,  3.2616e-03, -4.2192e-03,
                       3.7310e-02, -2.4396e-02,  4.4452e-02,  3.6528e-02, -6.6823e-03,
                       1.3208e-02,  7.9890e-03,  1.6167e-02,  1.0107e-02,  7.0577e-03,
                       4.8677e-04, -2.1304e-02, -3.5498e-03, -1.5952e-02,  1.6616e-02,
                      -4.5403e-03,  5.1509e-03, -7.4600e-03,  1.4699e-02,  1.5108e-02,
                       2.1995e-02,  1.8883e-02, -9.3580e-03,  1.3115e-02,  5.0912e-03,
                      -6.9103e-03, -1.7565e-02,  1.5340e-02,  7.4441e-03, -7.2816e-03,
                       1.7021e-02,  2.1063e-03,  1.4009e-02,  2.2644e-03, -7.7857e-03,
                       3.8554e-03,  1.0038e-03, -1.7982e-02, -7.3337e-03,  1.0066e-02,
                      -2.4759e-02, -1.3596e-02,  3.3703e-03, -9.1657e-03, -6.2030e-03,
                       1.8105e-02,  1.3263e-02,  9.0442e-03,  5.0688e-03, -5.0625e-04,
                      -6.7723e-03,  8.0168e-05,  1.4114e-04,  1.3318e-02,  3.5791e-03,
                      -1.2429e-03, -9.9275e-03,  5.5960e-03, -8.5746e-03, -1.0295e-02,
                      -1.0536e-02,  1.1797e-03, -1.3965e-02,  3.0237e-03, -4.7487e-03,
                      -2.6373e-03,  8.3217e-03,  2.2699e-03, -2.1538e-02, -2.9051e-02,
                      -1.2262e-02,  1.8725e-02,  8.1932e-03,  1.0043e-02, -1.1836e-02,
                       9.3427e-03,  1.9304e-02,  2.2612e-02, -3.8848e-03, -2.4621e-02,
                      -3.6805e-02, -3.4711e-03,  1.6744e-02, -1.2193e-02,  2.7161e-02,
                       7.8221e-04, -2.8036e-02, -2.7001e-02,  6.3125e-03,  3.1740e-03,
                      -8.3278e-03, -2.2907e-02, -3.7760e-02,  8.5784e-04, -6.8600e-02,
                       2.8761e-02,  1.5374e-02,  2.8865e-02, -6.1415e-02,  1.6879e-02,
                      -3.8789e-02,  2.8897e-02,  6.6474e-03, -8.6871e-03, -2.4292e-02,
                      -1.0489e-02,  2.9643e-03, -1.3310e-02,  2.9788e-03, -2.5909e-02,
                       2.4380e-02,  6.0296e-03,  3.2051e-02,  1.8123e-03,  5.9350e-02,
                       1.1978e-03,  1.4870e-02, -4.1518e-03, -8.7464e-03, -1.6341e-02,
                      -2.4493e-02, -2.2499e-02,  8.4916e-03,  1.5787e-02, -4.7830e-04,
                       7.3109e-02,  3.4162e-02,  6.6280e-04,  8.3416e-03,  2.4193e-02,
                       1.3107e-02, -1.5761e-02,  6.8798e-03], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.weight',
              tensor([[ 0.0122, -0.0474, -0.0038,  ...,  0.0065, -0.0264, -0.0485],
                      [ 0.0244, -0.0304, -0.0085,  ...,  0.0064,  0.0167,  0.0037],
                      [ 0.0338, -0.0301, -0.0258,  ..., -0.0310,  0.0063,  0.0029],
                      ...,
                      [-0.0096, -0.0090,  0.0239,  ...,  0.0186, -0.0307, -0.0066],
                      [-0.0121, -0.0049, -0.0059,  ..., -0.0181, -0.0162, -0.0139],
                      [-0.0292,  0.0120,  0.0177,  ...,  0.0554, -0.0417, -0.0533]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.dense.bias',
              tensor([-3.6515e-02, -1.0050e-02, -7.7506e-02,  1.9842e-02,  2.4398e-01,
                       9.1889e-03, -6.6525e-02, -6.3448e-02,  1.3660e-02, -7.3360e-02,
                       1.1564e-02, -3.0544e-02, -1.5007e-02,  1.6084e-02, -6.6623e-02,
                      -2.0673e-03, -1.5200e-02, -2.4963e-02,  2.3995e-01,  4.6510e-03,
                      -1.9355e-02,  7.6366e-02,  9.3003e-02, -6.7747e-02, -7.7172e-02,
                      -9.3772e-02, -5.2797e-02, -3.0001e-02,  1.2807e-01,  2.4689e-02,
                      -5.8108e-02, -2.6113e-03,  4.1406e-02, -1.8446e-01,  5.9832e-02,
                       7.2289e-02, -1.5740e-01, -5.4339e-02, -6.4270e-02,  4.7992e-02,
                       2.5453e-02,  4.4678e-02, -8.2039e-02,  5.1561e-02,  1.8917e-03,
                      -9.5471e-03, -4.7647e-02,  2.9135e-02,  9.0532e-02, -1.1469e-01,
                      -1.9841e-02,  1.6585e-01, -2.0605e-01, -3.1358e-02,  8.6525e-02,
                      -1.0446e-02,  4.1460e-02,  4.1045e-02,  6.6118e-02, -1.3610e-01,
                       1.2866e-01,  3.8388e-02,  6.4194e-02,  1.1990e-01, -1.9326e-02,
                       1.2646e-02,  6.1444e-03,  1.1026e-01, -7.2629e-02, -1.4610e-01,
                      -2.8381e-02, -1.0013e-02, -1.0000e-01,  2.3162e-02, -7.3615e-02,
                      -2.4057e-02,  4.7279e-02,  6.5786e-03,  4.0412e-02, -5.4438e-02,
                      -1.0937e-01, -5.3567e-02, -3.4744e-02,  3.5081e-02,  9.2984e-02,
                      -1.3742e-01,  8.8427e-02, -8.0026e-02, -3.8954e-02,  1.0353e-02,
                       6.0927e-02, -1.6032e-02, -3.4556e-02,  1.6988e-01, -1.3104e-01,
                      -1.3395e-02, -5.6377e-02,  6.5718e-02,  7.7864e-02, -2.1036e-02,
                      -9.7034e-04,  1.3942e-02,  2.9250e-02,  7.1290e-02, -6.9274e-03,
                       1.0894e-02, -2.6495e-02, -2.8437e-02,  2.0701e-02,  7.9628e-02,
                      -1.1284e-01,  8.4833e-02,  4.7561e-02, -1.3511e-01, -2.9961e-02,
                      -8.8280e-02,  4.6001e-02, -8.6558e-02,  1.1014e-01,  1.6963e-02,
                       5.4699e-02,  6.3941e-03, -5.2676e-02,  5.8125e-02, -1.2805e-01,
                      -9.7215e-02, -1.0715e-02, -8.1915e-02,  3.2755e-02,  5.7994e-02,
                       5.3444e-02, -1.0156e-02, -4.5889e-02, -4.4445e-05,  2.5025e-02,
                       7.6892e-03, -3.8548e-02,  2.4870e-02, -7.7823e-02, -1.0018e-01,
                      -1.5550e-01,  7.3523e-02, -2.0959e-02, -7.2194e-02, -5.4928e-02,
                       7.6603e-02,  7.7267e-02, -8.7081e-02, -3.8872e-02,  1.4884e-01,
                       2.1611e-02, -3.9380e-02, -1.2715e-01, -7.5512e-03, -1.0601e-01,
                      -2.5047e-02, -6.2249e-02,  2.9731e-02, -7.7961e-03,  5.7273e-03,
                      -3.0864e-02, -6.1639e-02, -9.1118e-02, -8.6177e-02,  1.4899e-01,
                       3.6478e-02, -1.9600e-02, -2.1321e-01, -2.5626e-03,  5.0264e-02,
                      -8.5390e-03,  5.0339e-02,  1.5162e-01, -4.6195e-02,  1.0098e-01,
                      -6.9071e-02, -3.8222e-02,  7.5462e-02,  5.4542e-02,  2.1294e-02,
                      -7.9988e-02,  1.0824e-01, -5.1609e-02,  3.0268e-02,  7.6759e-03,
                       3.3284e-02,  1.9712e-02, -5.0781e-02,  1.0194e-01, -8.4100e-02,
                      -7.9847e-02, -3.5187e-01,  2.4435e-02, -2.2108e-02,  1.4417e-01,
                       6.2411e-02, -5.0727e-03,  1.8336e-01,  1.1937e-01,  1.3191e-01,
                       9.7007e-03, -3.7115e-03,  7.8961e-02,  6.9790e-02, -1.4040e-01,
                      -1.3625e-02, -4.6833e-02,  5.6618e-03,  5.6702e-03,  3.0970e-02,
                      -5.2143e-02, -4.3230e-02,  1.5435e-02,  1.2241e-01,  2.9271e-02,
                       1.8774e-02, -1.0763e-04, -2.7890e-02,  3.4344e-02, -8.0173e-02,
                       5.2269e-03, -3.5616e-02, -5.2581e-02,  2.4869e-02, -3.8867e-02,
                       8.6561e-02,  3.5463e-02, -5.2632e-04, -9.2386e-03, -1.0719e-01,
                       7.4400e-03, -2.6807e-02, -1.6370e-02,  4.7929e-02, -7.4891e-02,
                      -7.0275e-02, -1.4629e-01, -1.9533e-02, -1.7327e-01,  7.2996e-02,
                      -5.2008e-03,  4.7778e-02, -9.4841e-02, -1.8715e-02, -5.9215e-02,
                       1.4459e-01, -2.8309e-02, -8.4289e-02, -8.0181e-03,  6.7216e-02,
                      -6.4871e-02, -1.0209e-01,  1.1759e-02,  1.1839e-01, -3.0922e-02,
                      -7.3433e-02, -4.4465e-02,  1.2626e-01, -1.5595e-01, -1.2444e-01,
                       4.6236e-03, -1.6702e-01,  5.6884e-03,  2.2632e-02, -5.2315e-02,
                      -6.8905e-03, -7.8318e-02, -2.8664e-02,  1.1604e-02, -1.3090e-02,
                      -1.7901e-02, -1.5926e-02,  6.6405e-02, -7.4778e-02,  2.3880e-02,
                       8.1683e-02,  9.0093e-02, -5.6201e-02,  2.0733e-02,  2.1175e-02,
                      -1.9176e-02, -1.5460e-02,  1.0794e-01,  1.0157e-01, -1.7667e-02,
                       1.4250e-02,  6.8086e-02,  8.2306e-02,  1.6546e-01, -4.2184e-02,
                      -1.8495e-01, -7.2090e-02,  1.0879e-01,  1.4747e-02,  7.2097e-02,
                      -4.4628e-02,  1.4189e-02, -1.9830e-01,  2.0296e-02,  9.0645e-02,
                      -7.5253e-03, -6.9779e-02,  3.5969e-02, -6.9029e-02, -1.8387e-01,
                      -4.6384e-02,  1.9272e-02, -3.0807e-02,  1.2406e-01, -7.5363e-02,
                       7.3648e-02,  4.6248e-02, -8.3298e-02, -3.4769e-01, -6.1638e-02,
                      -7.3574e-03, -1.9188e-02, -9.3726e-02,  5.0542e-02, -9.1298e-02,
                       1.3302e-02, -1.4326e-02,  1.2716e-02,  4.2104e-02,  5.9807e-02,
                      -2.6558e-02,  4.8863e-02, -1.0887e-01,  2.5641e-02,  2.6121e-02,
                       6.1762e-02,  8.9872e-03,  3.4100e-02, -7.7268e-02,  7.2338e-02,
                       1.3946e-03, -9.6102e-02,  3.6702e-02, -2.7499e-02,  9.4115e-02,
                       1.4193e-01,  1.1589e-01, -1.9783e-03,  2.6737e-02, -5.2196e-02,
                      -1.4519e-01,  5.9746e-02, -6.5400e-02, -1.6949e-01,  2.6179e-02,
                       1.4219e-02,  5.6914e-02,  6.3950e-02,  1.0341e-01,  3.9712e-02,
                      -3.3072e-02, -5.7080e-03,  2.7750e-02, -7.1780e-02,  1.1814e-02,
                      -5.6301e-02, -6.2473e-02,  1.4093e-01, -3.9346e-02, -3.2171e-02,
                      -5.5448e-02,  9.8607e-03,  3.2620e-02, -2.4245e-02,  8.5402e-02,
                      -5.7119e-02, -9.2280e-03, -7.6566e-02,  8.0308e-02,  1.0810e-01,
                       1.0093e-02,  3.2995e-03,  7.6616e-03,  4.1680e-02,  4.7828e-02,
                       8.1457e-02, -3.3708e-03, -3.5088e-02,  2.3926e-02,  7.3652e-02,
                      -1.6020e-02, -1.9595e-02,  5.5286e-02, -8.3859e-03, -1.4625e-01,
                       3.9675e-02, -5.9686e-02,  4.5110e-04, -4.4390e-03, -4.8259e-03,
                       4.6117e-02,  4.9086e-02, -6.6696e-03, -3.1528e-02,  3.0784e-02,
                       5.1724e-02, -1.1191e-01, -1.0709e-01, -3.3273e-02,  2.1504e-02,
                      -1.6889e-01,  2.7799e-03, -1.7198e-02,  6.9047e-03,  2.4318e-02,
                       2.1750e-02, -6.7635e-03, -1.4591e-02, -8.7521e-03, -4.3778e-03,
                       1.3650e-01,  3.1761e-02,  5.2081e-03,  4.6292e-02,  3.3939e-02,
                      -1.7023e-01,  6.4783e-02,  1.5535e-01,  5.2604e-02, -4.9905e-02,
                       1.1297e-01, -7.2584e-02,  9.4831e-02,  5.5644e-02,  4.9347e-02,
                      -4.7974e-02,  6.8287e-02, -1.1684e-02, -5.4264e-02, -2.0657e-01,
                      -3.2696e-03,  1.7995e-02,  1.3862e-02,  1.4125e-02, -3.3522e-02,
                      -5.0875e-02,  5.4682e-02,  7.9565e-02, -1.2514e-01, -6.0128e-02,
                       4.5953e-03, -1.6540e-02,  2.8860e-03, -2.9436e-02,  1.2479e-01,
                       2.5284e-02, -1.8525e-02, -9.4633e-02,  3.0285e-02, -1.0744e-01,
                       6.5474e-02,  1.0923e-01, -6.2689e-03, -1.2583e-01, -5.9217e-02,
                      -4.7894e-02, -3.4113e-02, -9.3028e-03,  4.8598e-02,  6.0718e-02,
                       4.0828e-02, -1.2644e-01, -7.8382e-03, -5.4864e-02,  1.8976e-02,
                      -7.0474e-03, -4.9882e-02,  1.8560e-03,  9.3779e-02, -2.6256e-02,
                       2.2439e-02,  1.5236e-01,  7.9056e-02, -1.1413e-01, -3.1809e-02,
                       1.0541e-01,  2.8140e-02,  8.0395e-02,  1.0570e-01,  4.4260e-03,
                      -5.8994e-02,  1.6981e-02, -1.9486e-02, -2.9532e-02,  5.2366e-02,
                       9.9417e-02, -5.0646e-02,  6.8672e-02, -3.4185e-02, -7.3831e-02,
                       3.9287e-03, -7.0383e-02, -5.9344e-02, -2.9042e-02,  3.8993e-02,
                      -2.6693e-02, -8.6921e-03, -6.2930e-02, -1.3513e-02, -1.8885e-02,
                       3.8452e-02,  1.0446e-02,  7.2581e-03, -1.9448e-02,  1.3065e-01,
                      -3.2848e-02,  8.8691e-02, -1.2836e-01, -1.6025e-02,  2.8356e-02,
                       1.0766e-01,  4.5047e-03,  9.2501e-03, -1.5961e-01,  1.4607e-02,
                      -2.7251e-02, -1.1321e-01,  1.2646e-01,  3.3417e-02, -1.9414e-03,
                      -1.6916e-02,  6.3264e-02,  6.9528e-03, -1.1511e-01, -5.7502e-02,
                       5.3029e-02, -9.6506e-03, -4.2284e-02, -1.7583e-02,  4.2067e-03,
                       1.4361e-03, -3.5605e-03,  3.8850e-02,  1.5799e-01, -1.0550e-01,
                       3.4615e-02,  6.5077e-02,  1.8377e-01,  8.0484e-02,  8.1733e-02,
                      -8.1008e-03, -3.1540e-02, -7.9050e-02, -4.8441e-02, -4.9275e-02,
                       5.4933e-04, -6.5514e-02, -4.5288e-02, -5.1100e-03, -5.8767e-02,
                       6.7385e-02,  4.0769e-02,  5.2662e-02,  6.8030e-02,  1.2209e-03,
                       3.0439e-02, -1.3239e-02,  8.3822e-02,  6.4344e-02,  4.4178e-02,
                       3.8054e-02, -1.7109e-02, -2.3007e-03, -4.8993e-02,  5.1977e-02,
                      -1.0625e-01, -6.5914e-03, -9.8374e-02,  5.6998e-02,  1.1414e-02,
                      -2.6286e-02, -6.3594e-02,  1.1020e-01,  4.1757e-02,  8.0335e-03,
                      -9.7979e-04, -8.7334e-02, -6.5179e-03,  1.2346e-01, -4.0219e-02,
                      -6.7202e-03,  5.3683e-03, -8.7995e-02, -3.2884e-02,  9.7915e-02,
                      -3.1410e-04,  1.0429e-01,  1.1178e-01, -6.3662e-04,  1.1220e-02,
                       2.5699e-02, -1.8914e-01,  6.0796e-02, -1.5122e-02, -1.0221e-02,
                      -7.3414e-02, -4.0261e-03,  3.7243e-02, -5.7026e-03,  1.4850e-02,
                       1.8689e-02,  9.4872e-02, -6.5666e-02,  1.0534e-01, -1.9602e-02,
                      -1.2207e-01,  4.8435e-02, -8.7436e-02, -1.2214e-01, -3.7844e-02,
                      -2.4828e-02, -5.4849e-02,  8.0414e-02, -3.0533e-02,  3.9269e-02,
                      -6.2214e-02, -1.1656e-01,  6.1341e-02,  3.8171e-02, -4.8935e-02,
                       1.2270e-02,  4.8979e-02, -3.5535e-02, -2.9189e-03,  1.7073e-01,
                       6.1197e-02, -5.2328e-02,  8.7715e-02, -8.2542e-02, -1.0332e-01,
                       4.5038e-02,  5.0695e-02, -8.3489e-02,  6.2580e-03,  6.4244e-02,
                      -8.4473e-02,  2.5320e-02, -8.1707e-02,  2.6331e-02,  6.3545e-02,
                      -1.0490e-02, -1.8570e-02,  7.1392e-02, -1.0408e-01, -7.4067e-02,
                       4.7476e-02,  6.5189e-02,  7.2462e-02,  1.5184e-01,  5.6165e-02,
                       1.5869e-02, -2.0860e-02, -8.7745e-02,  5.7948e-03, -1.6470e-02,
                      -3.9430e-02,  9.5195e-02,  4.7113e-02, -9.3205e-03,  1.7350e-02,
                       5.1828e-02,  5.0559e-02, -8.2383e-02,  8.3876e-02, -3.3390e-02,
                      -6.1772e-03,  1.2518e-01,  6.4387e-02, -1.1396e-02, -3.1415e-02,
                       7.9630e-02, -1.0096e-01,  7.4968e-02,  4.5590e-02,  3.8575e-02,
                      -3.6628e-02, -1.9524e-02, -1.6117e-03, -2.6030e-02,  6.8903e-02,
                      -7.9823e-02, -3.5346e-02,  2.5633e-02, -1.1124e-02,  1.1273e-01,
                       3.4928e-02,  1.1280e-01,  1.8855e-02, -8.0008e-02, -3.2831e-02,
                      -1.9735e-02,  2.9180e-02,  1.3970e-02, -1.0203e-01, -1.3431e-01,
                       1.6193e-01,  3.2880e-02, -1.8345e-01,  3.0956e-02, -7.0274e-03,
                      -3.3989e-02, -2.1877e-02, -1.4455e-03, -3.9088e-02,  3.8120e-03,
                       1.3110e-01, -1.0500e-01,  3.7894e-02,  4.4974e-02,  2.7221e-02,
                       2.2344e-02,  9.8483e-02,  2.7104e-02, -5.2111e-02,  1.2647e-02,
                       6.6820e-02,  8.6784e-02,  8.1860e-02, -8.1970e-02,  9.6871e-02,
                      -2.0083e-01, -5.1543e-03,  6.4293e-02,  1.2133e-02,  4.4722e-03,
                      -4.4918e-02, -5.3359e-02,  4.4859e-02, -3.6977e-02, -3.3604e-02,
                      -4.7754e-02,  7.7076e-02, -1.0425e-01, -5.2984e-02,  6.2109e-02,
                       3.2941e-03,  1.5834e-03,  2.4168e-02, -3.1359e-02, -3.6726e-02,
                      -7.7442e-02,  1.1881e-01, -2.2355e-02,  1.7317e-01,  1.8714e-01,
                      -5.0598e-02,  1.8510e-02, -1.3955e-02,  5.7055e-02, -9.6580e-03,
                       6.5206e-02, -7.7663e-02, -1.2085e-02, -4.2308e-02, -1.5356e-03,
                      -4.3300e-02,  2.1237e-02,  2.7027e-02, -2.9940e-02, -2.1421e-02,
                      -4.0553e-02, -3.1254e-02, -3.5751e-02], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.weight',
              tensor([0.8837, 0.8725, 0.8901, 0.8273, 0.8306, 0.9126, 0.7680, 0.8958, 0.9199,
                      0.7842, 0.9132, 0.8862, 0.9234, 0.9077, 0.8641, 0.7393, 0.8397, 0.8536,
                      0.8672, 0.9036, 0.7993, 0.9178, 0.8657, 0.8387, 0.7968, 0.8592, 0.8819,
                      0.9319, 0.8416, 0.8865, 0.8929, 0.7606, 0.8949, 0.7740, 0.8397, 0.8204,
                      0.7541, 0.8979, 0.7477, 0.8969, 0.8912, 0.8777, 0.8715, 0.9244, 0.9180,
                      0.8963, 0.8729, 0.9088, 0.9247, 0.8291, 0.9284, 0.8311, 0.8622, 0.8876,
                      0.8201, 0.6796, 0.8541, 0.8765, 0.7877, 0.8289, 0.8548, 0.9058, 0.9424,
                      0.9106, 0.7437, 0.9142, 0.8850, 0.8372, 0.7317, 0.8467, 0.8610, 0.8347,
                      0.8621, 0.8748, 0.9053, 0.9190, 0.8770, 0.8920, 0.9189, 0.8825, 0.8521,
                      0.8320, 0.8573, 0.8765, 0.7306, 0.9212, 0.8159, 0.8618, 0.9006, 0.8723,
                      0.8863, 0.8490, 0.8780, 0.9069, 0.8549, 0.8594, 0.6319, 0.8870, 0.8922,
                      0.9039, 0.8067, 0.9218, 0.8063, 0.9167, 0.7073, 0.9299, 0.9087, 0.8158,
                      0.9067, 0.9196, 0.8273, 0.8464, 0.9303, 0.6766, 0.8609, 0.9321, 0.8729,
                      0.8908, 0.9181, 0.9155, 0.9105, 0.8896, 0.8907, 0.8236, 0.7995, 0.7826,
                      0.8787, 0.8405, 0.8571, 0.8351, 0.8866, 0.8004, 0.8896, 0.8990, 0.9091,
                      0.8526, 1.2002, 0.8831, 0.8432, 0.8976, 0.7529, 0.8921, 0.8575, 0.7261,
                      0.8488, 0.8738, 0.8712, 0.8871, 0.8581, 0.8789, 0.9227, 0.8932, 0.9056,
                      0.8484, 0.8842, 0.8326, 0.8761, 0.8986, 0.8614, 0.8902, 0.9855, 0.9236,
                      0.6635, 0.8738, 0.8403, 0.8847, 0.9681, 0.7324, 0.8137, 0.8495, 0.9036,
                      0.7287, 0.7763, 0.8688, 0.8905, 0.9267, 0.9457, 0.9272, 0.9089, 0.8629,
                      0.8324, 0.8645, 0.8046, 0.9257, 0.8797, 0.9066, 0.8295, 0.9053, 0.8746,
                      0.8486, 0.9014, 0.8106, 0.8253, 0.8843, 0.8404, 0.9278, 0.9110, 0.6150,
                      0.8664, 0.9082, 0.9201, 0.8003, 0.9025, 0.9000, 0.8467, 0.8722, 0.8861,
                      0.9276, 0.8713, 0.8682, 0.8942, 0.9078, 0.8268, 0.8991, 0.8443, 0.9044,
                      0.8172, 0.8072, 0.8669, 0.8561, 0.8937, 0.8451, 0.8891, 0.9853, 0.8433,
                      0.8659, 0.8969, 0.8964, 0.8748, 0.6963, 0.8402, 0.8914, 0.8766, 0.8374,
                      0.8332, 0.9130, 0.6061, 0.9064, 0.8383, 0.9105, 0.8602, 0.8449, 0.8127,
                      0.8504, 0.8983, 0.8657, 0.8993, 0.8173, 0.9127, 0.9433, 0.8857, 0.8780,
                      1.0005, 0.9165, 0.9176, 0.8706, 0.8995, 0.6280, 0.8904, 0.8959, 0.7121,
                      0.9039, 0.8411, 0.8912, 0.8934, 0.8834, 0.8955, 0.9083, 0.7110, 0.9031,
                      0.8840, 0.8563, 0.9174, 0.8724, 0.9269, 0.8936, 0.8538, 0.8873, 0.8723,
                      0.9163, 0.9405, 0.9034, 0.7902, 1.7610, 0.8709, 0.9294, 0.7838, 0.9425,
                      0.8912, 0.8466, 0.8007, 0.8657, 0.8363, 0.8242, 0.8804, 0.7951, 0.8927,
                      0.6357, 0.9131, 0.9004, 0.9267, 0.8594, 0.8223, 0.8756, 0.6651, 0.9037,
                      0.8063, 0.9156, 0.8931, 0.8470, 0.8611, 0.8606, 0.8818, 0.7509, 0.8177,
                      0.8929, 0.8732, 0.8466, 0.9480, 0.8230, 0.8309, 0.8928, 0.8766, 0.9099,
                      0.7908, 0.8395, 0.9650, 0.8554, 0.9097, 0.8994, 1.0140, 0.8714, 0.8883,
                      0.9116, 0.9218, 0.9021, 0.8923, 0.9403, 0.8978, 0.7481, 0.6179, 0.8884,
                      0.8387, 0.9048, 0.8495, 0.9106, 0.8960, 0.8711, 0.8563, 0.8714, 0.8866,
                      0.8352, 0.8439, 0.8585, 0.9098, 0.8873, 0.8554, 0.8914, 0.8801, 0.7825,
                      0.8579, 0.9071, 0.8647, 0.8966, 0.8456, 0.8912, 0.9039, 1.0047, 0.8770,
                      0.9214, 0.8519, 0.9172, 0.8799, 0.8984, 0.8324, 0.8207, 0.8275, 0.8665,
                      0.9009, 0.6356, 0.8409, 0.8697, 0.8889, 0.9467, 0.8634, 0.7899, 0.8207,
                      0.8891, 0.8968, 0.7811, 0.9125, 0.7987, 0.8992, 0.8950, 0.8650, 0.9100,
                      0.8147, 0.9370, 0.8574, 0.7861, 0.7505, 0.8334, 0.8047, 0.8996, 0.8564,
                      0.8906, 0.8227, 0.8656, 0.9046, 0.9283, 0.8272, 0.8160, 0.9385, 0.9134,
                      0.9175, 0.8653, 0.8089, 1.0056, 0.8568, 0.8734, 0.8719, 0.9206, 0.8971,
                      0.7921, 0.8394, 0.8925, 0.8862, 0.7243, 0.9083, 0.9290, 0.8619, 0.8792,
                      0.8770, 0.9123, 0.7725, 0.9505, 0.8923, 0.8466, 0.8910, 0.8932, 0.9256,
                      0.7677, 0.8567, 0.7787, 0.8373, 0.8255, 0.8796, 0.9198, 0.8898, 0.8267,
                      0.9211, 0.6420, 0.8844, 0.9057, 0.8710, 1.0279, 0.8123, 0.8512, 0.8278,
                      0.8601, 0.8527, 0.8534, 0.8553, 0.8996, 0.8212, 0.8524, 0.8603, 0.8295,
                      0.8793, 0.8910, 0.8998, 0.8656, 0.9201, 0.8830, 0.9238, 0.8910, 0.7057,
                      0.9236, 0.8274, 0.9276, 0.8325, 0.8554, 0.8985, 0.9137, 0.8900, 0.8545,
                      0.9557, 0.7717, 0.9737, 0.8210, 0.8227, 0.9071, 0.8971, 0.8425, 0.8756,
                      0.8275, 0.8403, 0.8947, 0.8137, 0.8515, 0.8967, 0.8994, 0.8226, 0.8915,
                      0.8917, 0.9921, 0.9206, 0.8644, 0.9209, 0.8934, 0.9239, 0.8742, 0.9268,
                      0.8661, 0.8795, 0.7859, 0.8927, 0.8530, 0.6696, 0.8860, 0.8974, 0.7672,
                      0.8575, 0.9233, 0.8585, 0.9463, 0.9518, 0.9155, 0.8964, 0.9020, 0.8736,
                      0.9008, 0.8764, 0.8630, 0.8451, 0.8468, 0.7899, 0.9176, 0.8713, 0.8679,
                      0.9192, 0.9208, 0.8334, 0.7671, 0.8228, 0.9190, 0.8604, 0.8283, 0.9033,
                      0.9047, 0.8191, 0.8174, 0.9398, 0.8849, 0.7337, 0.8728, 0.8210, 2.2401,
                      0.8691, 0.8505, 0.9013, 0.9166, 0.6901, 0.8862, 0.8906, 0.9133, 0.8601,
                      0.8999, 0.8119, 0.9351, 0.8105, 0.8510, 0.8380, 0.8770, 0.8818, 0.9134,
                      0.8571, 0.8518, 0.9047, 0.8895, 0.8904, 0.9337, 0.9069, 0.8838, 0.8861,
                      0.8969, 0.8887, 0.8727, 0.8626, 0.8342, 0.9040, 0.7979, 0.8580, 0.8778,
                      0.8654, 0.9156, 0.8572, 0.8469, 0.8978, 0.8509, 0.8896, 0.8522, 0.7961,
                      0.9403, 0.9316, 0.8558, 0.8795, 0.8539, 0.8979, 0.8952, 0.8760, 0.7833,
                      0.8485, 0.9855, 0.9301, 0.9088, 0.9248, 0.9251, 0.8892, 0.8991, 0.8606,
                      0.7607, 0.8583, 0.9207, 0.8673, 0.9537, 0.8953, 0.8757, 0.8486, 0.9081,
                      0.8474, 0.9119, 0.8362, 0.8623, 0.8155, 0.9109, 0.9092, 0.9001, 0.9075,
                      0.8388, 0.9203, 0.8556, 0.8743, 0.8411, 0.8577, 0.8277, 0.7877, 0.9075,
                      0.9107, 0.8381, 0.7978, 0.9446, 0.8125, 0.7510, 0.8446, 0.8928, 0.8982,
                      0.8775, 0.8689, 0.9020, 0.8823, 0.8495, 0.8601, 0.8599, 0.8330, 0.8796,
                      0.9346, 0.6756, 0.7935, 0.9019, 0.9246, 0.8143, 0.8604, 0.9223, 0.9198,
                      0.8190, 0.8801, 0.8823, 0.8929, 0.8977, 0.9243, 0.8218, 0.8853, 0.9228,
                      0.9239, 0.8760, 0.8731, 0.9189, 0.8344, 0.9170, 0.9201, 0.6792, 0.9052,
                      0.9000, 0.9170, 0.8650, 0.8947, 0.9443, 0.8345, 0.9243, 0.8176, 0.8169,
                      0.7393, 0.8343, 0.9023, 0.9117, 0.8733, 0.9140, 0.8604, 0.9077, 0.8603,
                      0.9030, 0.8969, 0.8485, 0.9367, 0.8775, 0.8464, 0.7890, 0.8765, 0.9184,
                      0.8982, 0.8788, 0.9103, 0.7989, 0.9067, 0.6336, 0.9371, 0.8356, 0.8959,
                      0.8959, 0.8939, 0.8378, 0.9091, 0.9493, 0.8392, 0.9205, 0.9209, 0.7929,
                      0.8418, 0.8877, 0.9334, 0.8534, 0.6954, 0.8542, 0.8550, 0.7952, 0.8612,
                      0.8706, 0.8689, 0.7602, 0.8599, 0.8807, 0.8544, 0.8679, 0.9057, 0.8247,
                      0.7691, 0.8853, 0.9087, 0.8822, 0.8729, 0.8957, 0.9234, 0.8631, 0.9203,
                      0.8569, 0.9140, 0.8706], device='cuda:0')),
             ('bert.encoder.layer.2.attention.output.LayerNorm.bias',
              tensor([ 1.8422e-01,  1.3434e-01, -7.2107e-02, -1.0761e-02, -1.6117e-01,
                       3.5825e-01, -1.6387e-01,  5.4150e-01,  1.5652e-01, -7.7317e-02,
                       5.7617e-02, -4.3003e-04, -8.8478e-03, -1.8508e-01, -1.7667e-02,
                       3.8547e-01, -1.2786e-01, -4.0102e-02, -1.6868e-01, -1.6455e-01,
                       8.2371e-02,  3.2758e-02,  1.2941e-04,  8.6137e-02,  5.7771e-02,
                       1.6018e-01, -1.3112e-02,  3.3762e-01,  2.8350e-02, -2.9705e-02,
                       5.3389e-02, -1.2133e-01, -1.4232e-01, -9.3447e-02,  6.6073e-02,
                      -7.3605e-03,  6.5327e-03, -4.5353e-02,  1.5159e-01,  2.5477e-01,
                      -1.2387e-01, -1.0850e-01,  1.3582e-01,  9.1411e-02, -1.0698e-01,
                       9.5669e-03,  2.5986e-01, -1.1517e-01,  8.2665e-02,  1.3236e-01,
                       1.7075e-01, -4.0313e-02,  3.1151e-01, -1.3976e-01, -1.1338e-01,
                      -6.4069e-02, -1.8079e-01, -6.3780e-02,  7.6712e-03,  1.4459e-01,
                      -5.6657e-02,  3.4719e-02,  2.2632e-01, -2.9350e-01, -1.7082e-01,
                      -2.8069e-02,  1.2057e-02,  3.4746e-02,  2.4330e-01,  4.5725e-02,
                      -1.4227e-01,  1.2366e-01, -3.6037e-02,  1.6600e-01, -2.0884e-02,
                      -5.9169e-02,  1.7226e-01, -7.6830e-02, -1.3615e-02,  1.3734e-01,
                       5.6942e-02,  4.2235e-02, -4.4374e-02,  2.7144e-01, -9.4429e-02,
                       3.2817e-01, -1.5451e-01,  7.1072e-03,  3.2933e-02,  7.4833e-02,
                      -1.5233e-01, -1.4425e-01, -2.2960e-01,  1.7186e-01, -1.5335e-01,
                       2.5304e-01,  5.6411e-02, -4.8350e-02,  1.3827e-01,  3.2594e-01,
                      -1.8727e-01, -4.9914e-02,  1.4242e-01,  8.0882e-02,  1.1214e-01,
                       1.1645e-01,  7.9368e-02,  3.3833e-02, -1.6851e-01, -1.0900e-01,
                       2.6239e-02, -1.7723e-01, -3.8704e-02, -1.2398e-01,  1.6827e-02,
                       2.9529e-01,  1.9836e-02,  1.4980e-01, -3.5792e-02,  7.6585e-02,
                       9.4442e-02, -1.3003e-01,  3.1382e-02, -7.6498e-02, -8.3406e-02,
                       1.4744e-02, -1.1517e-02,  3.3626e-02,  5.1235e-02,  6.2962e-02,
                      -1.5204e-02,  8.0604e-02, -1.5726e-01,  2.2437e-02,  2.8700e-02,
                       7.5425e-02,  4.3316e-01, -4.7528e-03, -2.8269e-02,  9.0317e-02,
                      -2.5855e-01,  3.6203e-02, -9.5444e-02, -1.5234e+00,  2.0195e-03,
                      -1.4749e-01,  1.5020e-01,  1.0310e-01, -7.7282e-02, -2.4642e-01,
                      -3.5566e-01,  3.3505e-02, -8.7893e-02, -6.4295e-02,  1.6688e-01,
                       4.2242e-04, -5.7378e-02, -7.6602e-02, -2.4265e-02, -8.6655e-02,
                       2.8335e-01,  9.2203e-02, -6.9754e-02,  4.9020e-02,  5.7772e-02,
                      -2.3253e-01,  3.2714e-01,  7.2176e-02, -1.8868e-01, -7.9918e-02,
                      -9.6331e-02, -8.3256e-02, -3.5071e-02,  1.2666e-01,  3.0518e-01,
                       2.8186e-01,  2.0390e-01, -4.9237e-01, -5.1863e-02, -1.7798e-02,
                      -2.4805e-01, -4.5178e-02, -1.0628e-01, -2.1497e-01, -7.7193e-02,
                      -1.8438e-01, -2.0710e-01, -2.3158e-01,  4.5754e-02, -8.4652e-03,
                       2.1981e-01,  3.4180e-01,  7.0471e-02,  4.0774e-02, -1.2440e-01,
                      -2.9419e-01, -6.2186e-02, -9.8355e-02, -1.1023e-01,  6.6681e-03,
                       1.4303e-01,  1.4883e-01, -1.0781e-01,  1.4344e-01,  2.0800e-01,
                       1.2945e-02,  6.1141e-02, -1.0857e-01, -6.4017e-02, -1.3067e-01,
                       2.8426e-02,  6.3477e-02,  2.3518e-02, -1.3318e-01, -8.2284e-02,
                      -4.5420e-02,  6.1573e-02,  1.5884e-01, -4.6774e-02,  1.0528e-01,
                      -2.1105e-02, -2.2686e-02,  1.1824e-01, -4.5134e-01, -8.0128e-02,
                      -1.3795e-02,  6.5574e-02,  4.0805e-02,  2.3707e-01, -2.4439e-01,
                      -1.8885e-01,  5.1940e-02,  1.5675e-01, -5.5367e-02, -7.7353e-02,
                      -1.9641e-01,  1.8272e-01, -7.3906e-02, -1.4359e-02, -6.3226e-02,
                      -2.6222e-01, -1.0483e-01,  6.0905e-02,  3.6275e-02, -1.8370e-01,
                      -1.2776e-01,  9.3769e-02, -5.6173e-02, -2.0664e-02,  1.9682e-01,
                       1.3755e-01,  5.0074e-02,  2.1180e-01, -6.0849e-02,  1.9495e-02,
                       5.3042e-02, -2.3419e-01, -2.3608e-02, -2.0658e-01, -1.4635e-01,
                      -8.1839e-02, -2.4553e-01,  1.0971e-01,  1.6373e-01, -5.8953e-02,
                       4.5054e-02, -1.5347e-01, -2.4473e-02, -1.1596e-03, -5.0253e-02,
                      -3.6499e-03, -1.7722e-01, -7.3122e-03,  1.3439e-01,  1.9328e-01,
                      -1.1474e-01, -1.0242e-01, -9.8422e-02,  3.5392e-02, -3.6888e-01,
                      -5.5739e-02, -1.0970e-01, -2.4845e-01,  9.6625e-01, -5.3997e-02,
                       1.1489e-01,  1.3425e-01, -3.6663e-01,  1.3201e-01,  2.8879e-02,
                       7.6699e-02, -9.6756e-02, -1.1932e-01, -8.1475e-02, -1.4129e-01,
                      -9.3367e-02, -3.3165e-01, -1.3479e-01, -6.3957e-02,  1.2159e-01,
                       1.9114e-01, -9.7683e-02, -1.7244e-02,  3.7183e-03, -2.1249e-01,
                      -9.3201e-02,  5.4872e-02,  6.9461e-02, -6.2766e-02,  1.4350e-01,
                       2.5480e-01,  8.0134e-03,  9.0866e-02,  8.2688e-03,  1.0429e-02,
                       1.2101e-01, -1.5035e-01, -1.5899e-01, -2.2968e-01,  1.2944e-01,
                      -2.0630e-01, -4.1141e-02, -3.0304e-02, -8.7525e-04, -1.2893e-01,
                      -1.1570e-01,  3.6315e-01,  3.3851e-01,  5.6300e-02,  1.9647e-01,
                      -4.9438e-01, -6.7387e-03, -3.8181e-02,  1.4006e-01,  5.7550e-02,
                      -6.0546e-02,  1.7092e-01,  2.1206e-01, -2.1879e-01, -6.0268e-02,
                      -4.2946e-04, -6.0223e-02, -9.8578e-02, -7.5444e-02,  5.1991e-03,
                       2.4122e-02, -2.6779e-02, -1.3413e-01,  1.8172e-02, -2.6401e-02,
                      -2.8141e-02, -2.6399e-02, -1.9821e-01, -4.7868e-02, -4.2461e-02,
                      -1.0094e-01, -5.1412e-04,  9.7296e-02,  7.9464e-02, -2.3082e-01,
                      -2.4427e-03, -1.5378e-01,  8.6674e-02, -2.6071e-02, -6.7824e-02,
                       1.5980e-01,  3.0956e-03,  3.0340e-01, -8.7898e-02,  3.2559e-01,
                      -3.6365e-02, -1.5436e-01,  3.3133e-02,  4.1672e-02, -8.7244e-03,
                      -8.6728e-02,  5.6420e-02, -1.7927e-02,  2.0943e-01, -8.6601e-02,
                       5.3113e-02, -1.2985e-01, -6.0338e-02,  2.1319e-01, -2.9759e-01,
                      -2.3866e-01,  2.8018e-01, -2.9107e-02,  1.0224e-01,  4.4154e-02,
                       1.4111e-02,  4.4971e-02,  2.7571e-02, -1.9930e-02,  5.4978e-02,
                      -1.0953e-01, -1.0177e-01,  1.3201e-01,  1.0943e-02, -1.0039e-01,
                      -1.7338e-01,  2.6518e-01,  1.2324e-01,  1.2165e-01, -1.5666e-01,
                       1.6325e-01,  9.4225e-02, -1.9111e-01, -2.2294e-01, -1.2191e-01,
                      -5.7010e-02, -5.1689e-02,  2.2781e-01, -9.8421e-02,  1.2305e-01,
                      -8.2278e-02,  1.4278e-01,  4.0426e-01, -2.1308e-01, -2.4684e-02,
                      -1.4814e-02, -7.4715e-02, -1.6515e-01, -2.2323e-02, -1.0225e-02,
                      -6.8745e-02, -2.9556e-01, -1.6453e-01, -2.1610e-01,  5.5478e-02,
                      -1.4240e-02, -6.1610e-02, -3.5795e-01, -1.1005e-02, -6.3787e-02,
                       1.8192e-01,  3.2448e-01,  1.1355e-01, -1.6557e-01,  7.4783e-02,
                       2.1617e-01, -5.2808e-02, -2.6134e-02,  2.4069e-02,  1.3024e-02,
                      -1.4389e-01,  5.1051e-02,  1.2587e-01,  8.3567e-02, -6.8281e-02,
                       1.8343e-01,  1.7163e-01, -1.0427e-02, -4.9693e-02, -2.6811e-02,
                      -5.3716e-01, -3.0308e-02,  1.4973e-01, -8.5087e-02, -9.9498e-02,
                       7.0661e-02,  4.6418e-03, -1.2844e-01,  6.0358e-02, -1.8840e-01,
                      -9.2743e-02,  1.0036e-01,  9.4818e-03,  1.8271e-01,  9.4871e-02,
                       6.9446e-02,  1.3887e-01, -3.0599e-03,  2.0188e-01, -1.0775e-01,
                       1.3076e-01, -2.3520e-01,  1.8233e-01,  1.0999e-01, -1.2395e-01,
                       6.3158e-03, -1.1919e-01, -1.6781e-01,  6.0432e-02,  7.9222e-02,
                      -1.1563e-01,  1.5506e-01,  2.1896e-02,  6.8631e-02,  3.1509e-02,
                      -1.2166e-01, -1.5353e-01, -3.0696e-02,  4.8998e-02,  1.3489e-01,
                       4.4166e-02,  3.0697e-02,  3.9444e-03, -1.1499e-01,  3.0871e-02,
                      -1.0673e-01,  6.7035e-02, -3.9919e-02, -9.5197e-03, -1.5328e-01,
                       2.3369e-01, -9.5010e-02,  3.8893e-02, -2.1304e-01, -2.1522e-01,
                      -3.9817e-01, -2.5575e-02,  3.6493e-01,  1.6844e-01, -1.2420e-01,
                      -1.5648e-01,  4.4743e-02,  1.3576e-01,  2.9887e-01, -2.1981e-02,
                      -1.6611e-02, -3.3735e-02, -2.6107e-02, -2.0750e-01, -3.0510e-03,
                      -1.2923e-01,  1.7990e-01,  4.9650e-02, -1.5976e-02, -1.3056e-01,
                      -9.8951e-02,  1.0367e-01, -1.6174e-01, -2.7789e-01, -1.4251e-01,
                      -6.8853e-02, -6.0477e-02,  1.5237e-01, -2.0288e-01,  1.7202e-01,
                      -2.2857e-01,  2.2651e-02,  6.4436e-02, -8.0934e-02, -5.6889e-02,
                       1.2563e-01,  1.4198e-01, -5.1859e-02,  1.8729e-01,  1.3320e-01,
                       1.0293e-01, -4.1409e-02, -3.6894e-02,  2.8053e-02, -7.4558e-02,
                      -1.8723e-02, -1.5966e-01, -2.3595e+00, -7.4727e-02, -1.4807e-04,
                      -9.1692e-02,  6.0413e-02, -2.4464e-01, -3.8469e-02,  8.9491e-02,
                      -1.5088e-01, -2.9044e-02, -3.2356e-02, -1.8914e-01,  1.3961e-01,
                      -3.8151e-02,  3.9261e-02, -7.4968e-02,  2.6472e-02, -2.3430e-02,
                       2.0780e-02,  4.0057e-02, -7.3176e-02,  2.4709e-01,  1.1627e-02,
                       1.3440e-01,  2.5431e-01,  2.5577e-01, -2.1020e-02, -5.5590e-02,
                       2.6607e-02,  1.9381e-01, -3.3904e-02,  1.0047e-01,  1.0879e-01,
                      -6.4081e-02, -1.1403e-01, -1.3837e-01, -2.2616e-01, -8.0539e-02,
                      -8.2136e-02,  5.0272e-02, -1.1844e-01, -1.7031e-01,  5.2280e-02,
                      -1.1495e-01, -5.1088e-02, -8.6859e-02, -3.0904e-01,  1.2621e-01,
                      -7.1945e-02, -3.6194e-02,  8.7256e-02,  1.6428e-01,  5.1118e-02,
                       5.9738e-02,  2.1116e-02, -1.4495e-01, -4.6086e-01,  2.1630e-01,
                       1.3934e-02,  1.3094e-01, -1.6033e-01, -1.0435e-01,  5.5282e-03,
                       4.0024e-02,  7.0444e-02,  6.0535e-02,  4.1200e-02,  1.3256e-01,
                      -2.7332e-01, -1.3277e-01, -1.1719e-01,  2.2401e-01,  2.6326e-01,
                      -6.6616e-02,  8.1526e-02,  1.0656e-01, -1.5446e-01,  1.2368e-01,
                       2.9518e-01, -1.2026e-01,  1.3486e-01, -2.9509e-01, -1.5693e-01,
                      -4.9410e-02, -1.7648e-01,  1.5426e-01, -7.2587e-02,  1.8496e-02,
                       1.0890e-02, -3.3214e-01,  5.4986e-02, -6.4866e-02, -1.1806e-01,
                       3.6176e-02, -1.2008e-01, -3.0102e-02, -1.1802e-01, -3.5027e-02,
                       2.2456e-01, -5.9719e-02,  7.5924e-02,  6.3340e-02, -2.6205e-02,
                       9.8487e-02,  2.7800e-02, -1.7596e-01, -1.3572e-01, -1.1076e-02,
                      -2.0408e-01,  2.3642e-01,  5.0428e-02, -1.1721e-01,  2.1882e-01,
                      -7.3654e-02,  1.5148e-01,  6.7295e-02,  8.5236e-02,  1.6662e-01,
                       2.2630e-03,  2.6907e-02, -1.7793e-01, -8.5351e-02, -3.7762e-02,
                       2.1504e-01, -9.0061e-02,  1.2623e-01,  1.2695e-02, -3.5906e-02,
                      -1.6901e-02, -7.5220e-02,  1.5513e-02, -8.9529e-03, -8.2767e-02,
                       2.2004e-01, -1.4989e-01, -1.5263e-01, -2.9306e-02,  9.5874e-02,
                      -2.8606e-02, -3.5295e-02, -3.0780e-01,  1.9672e-01, -5.2133e-02,
                       7.3482e-02,  1.2109e-01,  4.2115e-01,  1.2063e-01, -1.1151e-01,
                      -1.1214e-02, -1.2685e-02, -1.6056e-01,  2.5798e-02, -4.6250e-02,
                      -2.7991e-02,  2.7058e-02, -8.7234e-02,  4.6111e-02, -2.4461e-02,
                       2.0336e-01, -2.2057e-01, -9.9290e-02,  1.1109e-01,  4.2539e-02,
                       2.1758e-02,  1.6581e-01,  2.7582e-02, -2.6939e-02, -4.8985e-02,
                      -7.6319e-02,  2.0605e-01, -3.4246e-02,  9.2496e-02,  1.1036e-01,
                      -2.8725e-01,  8.8947e-02, -2.3173e-02,  3.4290e-01, -1.6988e-02,
                      -8.1017e-02,  2.2498e-01, -1.0402e-01,  7.5907e-02,  2.5814e-02,
                      -2.1124e-01, -1.2836e-01,  2.9960e-02,  9.4345e-02,  1.5231e-01,
                      -9.9020e-04,  2.1146e-02, -1.4418e-01, -2.4617e-01,  1.8793e-01,
                      -3.1733e-02,  1.6158e-02, -1.8844e-02, -2.6046e-01, -1.2178e-01,
                      -1.1168e-01,  8.3999e-02, -6.9827e-02,  6.2645e-02,  2.8858e-01,
                      -2.3166e-01, -6.4374e-03,  2.1388e-02, -3.7412e-02,  1.0371e-01,
                      -3.5142e-02, -6.9487e-03,  9.1050e-02], device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.weight',
              tensor([[-0.0081,  0.0199,  0.0366,  ..., -0.0130, -0.0404,  0.0335],
                      [-0.0283,  0.0491,  0.0355,  ..., -0.0512, -0.0026,  0.0056],
                      [-0.0401, -0.0277, -0.0742,  ...,  0.0604,  0.0142, -0.0018],
                      ...,
                      [-0.0350, -0.1495,  0.0043,  ...,  0.0095,  0.0283,  0.0079],
                      [-0.0556, -0.0759, -0.0215,  ...,  0.0024,  0.0147, -0.0318],
                      [-0.0674, -0.0423,  0.0100,  ..., -0.0139, -0.0397,  0.0444]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.intermediate.dense.bias',
              tensor([-0.0838, -0.1346, -0.0811,  ..., -0.1687,  0.0488, -0.1392],
                     device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.weight',
              tensor([[ 0.0240, -0.0373,  0.0050,  ..., -0.0502,  0.0328,  0.0174],
                      [ 0.0544,  0.0684,  0.0490,  ...,  0.0007, -0.0290, -0.0112],
                      [-0.0084,  0.0282,  0.0168,  ..., -0.0192, -0.0388, -0.0838],
                      ...,
                      [ 0.0238, -0.0318,  0.0039,  ...,  0.0085,  0.0433, -0.0950],
                      [-0.0109, -0.0353, -0.0363,  ..., -0.0487,  0.0443, -0.0335],
                      [ 0.0191,  0.0431, -0.0335,  ..., -0.0601, -0.0201,  0.0384]],
                     device='cuda:0')),
             ('bert.encoder.layer.2.output.dense.bias',
              tensor([-2.9235e-02, -4.8598e-02,  1.4274e-02,  2.5466e-02, -1.8846e-03,
                       7.7527e-02,  9.6898e-02,  1.0165e-02, -1.2370e-02, -4.1845e-02,
                       7.0121e-02,  8.5662e-02, -1.8032e-02, -1.0407e-01, -3.1081e-02,
                       1.9359e-01,  4.3203e-02,  9.5844e-03,  1.6021e-02, -4.9623e-02,
                       7.2560e-02,  7.5376e-02, -4.7638e-02,  1.4802e-02, -1.9420e-01,
                      -7.3085e-02, -4.4882e-02, -1.3411e-02,  6.3526e-02,  2.7182e-02,
                      -7.0247e-03,  2.8540e-02,  2.3881e-02, -3.1745e-01,  7.3211e-03,
                      -9.0976e-02, -9.6345e-02, -1.8349e-02, -6.3581e-02,  9.7959e-02,
                       3.8274e-02, -1.3578e-01, -7.7578e-02, -1.9591e-02, -8.9496e-03,
                      -2.1363e-02,  7.4833e-02, -4.9169e-02, -1.1705e-02,  5.9635e-02,
                      -5.1528e-02, -7.2092e-03,  1.1064e-01, -7.2517e-02, -9.7499e-02,
                      -1.2261e-01,  4.3707e-02, -7.2274e-02,  8.1661e-02, -1.7848e-02,
                      -7.7136e-02,  2.9220e-02,  2.5163e-02, -3.3279e-02, -5.2397e-02,
                       1.0245e-01, -2.3539e-02, -5.1437e-03, -1.3406e-02, -2.0646e-01,
                      -6.8826e-02, -5.3865e-02,  3.3673e-03, -9.1821e-03, -2.8980e-02,
                       1.9970e-02, -1.3224e-02, -4.3633e-02, -4.5206e-02, -1.1092e-02,
                       2.3225e-02,  1.9912e-02,  4.4463e-02,  4.1155e-02,  7.5696e-02,
                      -1.3092e-01,  1.7521e-02, -1.1301e-01,  7.5487e-02, -1.8705e-02,
                      -3.4215e-02, -1.1455e-01, -1.2124e-01,  3.4575e-02, -2.2519e-02,
                       1.9870e-01, -7.1084e-02,  3.7347e-02,  1.4901e-01,  5.6422e-02,
                       6.7170e-02, -2.1921e-02,  8.0975e-02,  1.8440e-02, -1.5882e-01,
                      -3.3952e-03,  1.1547e-01,  2.1744e-03, -5.2693e-02,  5.8850e-02,
                       7.2602e-02, -6.1860e-02, -1.0121e-02,  8.3408e-02,  6.1829e-02,
                       2.1159e-03, -7.4677e-02, -4.0086e-02,  2.1314e-02,  2.8846e-02,
                       6.0732e-03,  3.8341e-02, -6.5999e-02, -5.5460e-02, -8.2073e-02,
                      -2.1681e-02,  1.3774e-02, -6.0156e-02, -3.4522e-02, -3.0701e-02,
                       8.2590e-02,  3.7668e-02,  4.6412e-02,  6.1525e-02,  7.6969e-02,
                       3.9240e-03, -3.1859e-02,  6.2787e-02, -1.5280e-01,  1.2080e-01,
                      -2.0662e-01,  4.5643e-03, -4.4616e-02, -4.8202e-01, -6.1267e-02,
                       7.7965e-03,  4.1184e-02, -6.0053e-02, -9.4465e-04,  8.1023e-02,
                      -5.7320e-02, -8.4605e-02, -5.7141e-02,  5.1421e-02,  3.4954e-02,
                       5.9311e-02,  8.2402e-02, -9.0266e-02,  7.0578e-03,  6.7942e-02,
                       2.3079e-02,  2.7462e-03, -1.0293e-01, -7.2043e-03,  4.4830e-02,
                       2.9103e-02,  1.2880e-02, -9.7919e-02, -1.8525e-01, -2.4275e-02,
                       4.7573e-02,  1.4349e-02, -5.3453e-02,  4.1220e-02, -3.8399e-02,
                       3.0299e-02,  1.2865e-01, -4.2742e-02, -3.5713e-02,  1.9569e-02,
                      -1.2200e-01, -1.6334e-02,  4.7521e-02, -2.8852e-02,  7.9441e-02,
                      -1.3337e-02, -8.0455e-02, -7.7689e-02,  4.4491e-02, -6.5535e-02,
                       5.4328e-02, -1.2975e-01,  6.0199e-02,  4.4761e-03,  1.3391e-01,
                      -1.9377e-02, -3.4546e-02,  1.6530e-01, -6.7373e-02, -6.2998e-02,
                       4.6953e-02,  9.5671e-02,  3.0815e-02,  2.5209e-02,  6.7900e-02,
                      -6.8611e-02,  5.1384e-04, -2.9239e-02,  2.0330e-02, -5.1929e-02,
                      -1.9555e-03, -7.3897e-02,  1.0519e-01,  1.8948e-02,  6.8242e-02,
                       2.3466e-02, -4.6857e-02, -2.8299e-02,  6.7150e-03,  3.0566e-02,
                       1.0214e-01,  5.9293e-02,  2.1048e-02,  5.7497e-02,  1.8578e-02,
                       2.7640e-02, -1.3575e-01, -2.4401e-02,  9.6233e-02,  1.2964e-01,
                      -9.3657e-02,  4.6230e-02,  3.1128e-02, -8.3353e-03, -1.9426e-03,
                      -8.1547e-02, -2.9556e-01, -4.8232e-02, -1.9660e-01,  1.3290e-01,
                      -1.3217e-02,  6.2936e-02,  6.4285e-02,  3.1425e-02, -1.1799e-01,
                      -2.4864e-02,  5.4193e-02,  3.3918e-02, -2.9770e-02, -2.1511e-03,
                      -7.2547e-03,  1.6901e-02, -1.4195e-02,  4.0542e-03,  1.3769e-02,
                      -5.2109e-02,  1.2730e-02,  9.1662e-02,  3.6459e-02,  2.0541e-02,
                      -1.4748e-03, -8.1887e-02, -5.9573e-02, -3.8931e-02,  1.9696e-02,
                      -6.2047e-02, -1.0375e-01,  4.2639e-02, -1.4008e-01,  1.8209e-03,
                      -7.1148e-02, -1.9702e-02,  1.1163e-01, -1.9967e-02,  4.0362e-02,
                       5.0456e-02,  1.2974e-01, -9.1223e-02,  1.2460e-01,  1.2122e-01,
                      -4.6695e-03,  5.0731e-02, -7.9500e-02,  1.7572e-01, -1.1326e-01,
                       4.5755e-02,  3.8623e-02,  3.5802e-02,  1.9791e-02,  2.1151e-02,
                      -2.3980e-02, -9.6596e-03,  2.3845e-02,  9.9030e-02, -4.2121e-02,
                      -1.3730e-01, -5.4340e-02,  4.1322e-02,  1.1745e-02, -3.7633e-02,
                      -3.1734e-02,  1.8694e-02,  4.1950e-02, -1.3547e-03,  1.7355e-02,
                      -3.4395e-02, -6.8089e-02, -8.8844e-03, -8.3758e-02,  2.7892e-02,
                       1.7536e-01,  1.0260e-01, -5.0430e-02, -4.8098e-02, -8.1203e-02,
                       1.0490e-02, -6.3327e-02, -3.8541e-02,  4.6944e-02, -8.1114e-04,
                      -1.1454e-01,  7.5680e-02, -2.8271e-02,  7.4564e-02, -4.8098e-02,
                      -5.3350e-02, -8.4513e-03,  4.9835e-02,  1.2836e-01,  4.1162e-02,
                      -4.1205e-02,  3.2629e-02,  5.3670e-02, -5.8647e-02,  5.6730e-02,
                      -2.2243e-02, -1.0620e-01,  8.0955e-02, -1.5023e-02, -2.7029e-02,
                       9.6795e-02,  5.9238e-02, -1.0340e-01,  7.5116e-02, -5.3195e-02,
                      -1.6257e-02,  7.1820e-02, -7.8549e-02, -4.8146e-02,  8.3688e-02,
                      -6.1665e-02, -1.0322e-02, -4.8146e-02,  6.3451e-02,  1.9316e-02,
                      -6.4540e-02,  4.4334e-02,  2.1873e-02,  1.9583e-02, -6.9309e-02,
                       9.7917e-02, -1.3188e-01, -1.0246e-02,  1.5055e-02, -9.7476e-02,
                       1.5916e-03, -2.9405e-04,  4.2414e-02,  4.4013e-02,  5.9399e-02,
                      -5.3581e-02, -8.2062e-02, -4.2017e-03,  2.2790e-03, -1.8241e-02,
                      -2.2062e-02, -6.3377e-02, -2.8915e-02, -1.2588e-02, -4.0132e-02,
                       1.1461e-01, -6.6023e-04,  9.9865e-02,  5.1587e-02, -5.8162e-02,
                       1.5744e-01,  6.7060e-02, -5.2532e-03, -1.0764e-01,  7.5999e-02,
                       1.9227e-02, -3.5382e-02,  1.3171e-01, -5.1739e-03,  7.2969e-02,
                       3.6015e-03,  6.6237e-02,  1.8457e-02, -7.9934e-02,  1.3182e-02,
                      -1.5755e-02,  1.5231e-01,  3.9433e-02, -2.5198e-02, -1.3196e-01,
                      -1.9122e-02,  6.7264e-02, -2.6616e-02, -5.6478e-02, -1.2000e-01,
                      -1.6449e-02,  5.3746e-02, -6.2360e-02,  3.3315e-02,  7.5826e-02,
                       1.0569e-02, -1.3419e-02, -2.9940e-02, -7.6526e-03,  3.4768e-03,
                      -1.0497e-01, -7.9987e-03,  6.3602e-02, -5.3925e-02,  8.4000e-02,
                       4.5354e-03,  4.1920e-04, -1.0136e-01, -3.6584e-02, -3.7265e-02,
                       4.3054e-02,  4.2042e-02,  1.2179e-01,  5.5997e-02, -9.1906e-02,
                       5.8906e-03, -2.5806e-03,  4.0612e-02,  7.8773e-02,  5.1513e-02,
                       3.8191e-02, -6.2394e-02, -1.6117e-01, -1.0708e-01, -2.9283e-02,
                       2.1475e-02, -5.6225e-02,  7.2797e-02, -2.7953e-02,  4.4982e-02,
                       1.3105e-01, -1.2144e-02,  1.0205e-02, -9.2789e-03, -2.3502e-03,
                      -3.1399e-02,  1.1839e-01, -5.7823e-02,  7.1043e-03, -8.6658e-03,
                       5.2628e-03,  8.9963e-02,  5.0009e-02,  7.9117e-02,  9.3512e-04,
                       1.0460e-01, -1.0675e-02, -1.2674e-02, -6.7527e-02,  1.0415e-02,
                      -5.6819e-02,  2.9152e-02, -4.9184e-03,  6.0161e-02, -1.3675e-02,
                      -2.9651e-03, -2.5005e-02, -1.3062e-01,  1.3575e-01,  3.8538e-02,
                      -2.1783e-02,  3.4835e-02,  6.0438e-02, -2.7824e-02, -2.9511e-02,
                      -7.1698e-02,  2.2773e-02,  2.0344e-02, -2.4528e-02, -9.5507e-02,
                       2.1690e-02,  2.9228e-02, -1.2726e-01,  4.6455e-02,  2.7660e-02,
                      -2.0238e-02, -6.6623e-02, -9.4627e-02, -1.9938e-02,  8.0300e-02,
                      -3.0229e-02, -4.7702e-02, -5.9755e-02, -5.6559e-02, -3.1504e-02,
                       8.3617e-02,  6.4681e-02,  5.8217e-03, -3.7298e-02,  6.4020e-02,
                      -2.9732e-02,  2.3561e-03,  4.6408e-02,  4.6198e-02, -2.8340e-02,
                       1.3266e-01,  3.5298e-02, -5.1816e-02,  8.2626e-02,  5.0481e-02,
                      -8.3968e-02,  4.3059e-02,  1.1184e-01, -1.4661e-02, -1.1882e-02,
                       3.1569e-04,  3.4245e-02, -2.2551e-02, -4.2206e-02,  5.7257e-02,
                       1.4297e-01,  6.0091e-02, -7.1089e-02, -4.6028e-02, -5.4140e-02,
                      -5.3622e-02,  3.4336e-02,  4.0568e-02,  5.1508e-02, -6.0610e-02,
                       5.0971e-03,  2.4730e-02,  3.7015e-03,  1.8654e-02,  5.8500e-04,
                      -1.3234e-02,  4.6420e-02,  5.7304e-02, -6.9920e-05,  8.3010e-03,
                       9.9255e-02,  4.1584e-02, -5.0509e-04,  2.4932e-02, -1.7684e-01,
                       1.1300e-02, -1.5964e-01, -4.1081e-01, -1.0492e-01,  7.8376e-02,
                       8.9450e-02, -2.8843e-02, -9.2681e-02,  7.7759e-03,  2.1549e-02,
                      -1.6604e-02, -9.3158e-02, -1.7964e-02, -2.2626e-02,  1.6950e-02,
                      -1.4218e-01,  3.5173e-02, -1.6319e-01, -1.0271e-02,  1.5899e-02,
                      -2.5155e-02,  2.9859e-02, -1.9963e-03, -1.8355e-02, -7.7840e-02,
                       8.1278e-02,  7.4785e-02, -5.6667e-02, -8.0541e-02,  3.2315e-02,
                       6.6121e-02, -2.2081e-02,  8.7095e-03,  5.8328e-02, -1.6703e-02,
                       1.3573e-03,  1.8618e-01,  6.8681e-03, -9.7329e-02,  2.7095e-02,
                       4.1971e-02,  3.9412e-03,  3.8864e-02,  3.5891e-03,  2.4398e-02,
                       4.8535e-02, -3.2285e-02, -5.3987e-02,  7.4325e-02, -4.2719e-02,
                      -3.8558e-02,  4.0758e-02, -8.0855e-03,  2.0599e-02,  6.0851e-02,
                       1.1946e-02,  1.8757e-02, -7.9002e-02, -2.1352e-02,  4.2544e-02,
                      -4.0756e-02,  1.1073e-02,  1.2613e-02, -4.4537e-02,  5.2593e-02,
                      -7.7958e-02,  2.2576e-03,  4.8279e-02,  1.8834e-02, -5.6662e-02,
                      -7.1214e-02,  3.1605e-02, -2.7522e-02, -1.0266e-01,  2.1437e-01,
                      -1.7109e-01,  6.5244e-02, -4.0935e-02,  1.1227e-02, -3.8313e-02,
                       1.5531e-01,  1.1478e-01,  5.2155e-02, -1.0147e-02, -1.0978e-01,
                      -9.5782e-03,  1.0562e-01,  1.0182e-01,  1.9240e-02, -7.8892e-02,
                      -8.9277e-02,  3.5083e-02, -1.6619e-03, -7.4039e-02, -1.1819e-01,
                       6.6188e-02,  4.7012e-02, -4.7072e-02, -5.8136e-02,  4.3650e-02,
                       9.6305e-02,  2.1216e-02, -5.2220e-03,  6.1918e-02, -6.5284e-02,
                       7.8672e-02,  8.5962e-02, -5.1448e-02,  1.2061e-01, -3.0658e-02,
                       7.4506e-03,  7.7649e-03,  1.6198e-01, -7.7945e-02,  8.1701e-02,
                       8.0017e-03,  2.4633e-01, -7.1915e-02,  1.9188e-02, -4.1785e-03,
                      -3.8294e-02,  1.3502e-02,  3.1729e-02,  2.1709e-02,  3.1640e-02,
                       4.4296e-02, -2.0792e-01,  3.3387e-02,  2.2580e-02,  6.3807e-02,
                       1.5287e-02, -7.2515e-02,  1.6013e-02,  4.9175e-02,  2.3341e-02,
                      -2.3072e-02,  1.0877e-01, -5.1459e-02,  5.4734e-03, -4.9270e-02,
                      -3.5604e-02,  3.0551e-02,  5.0897e-02,  8.2756e-02,  6.2015e-02,
                       7.9513e-02, -7.8031e-02,  1.7905e-02, -2.8696e-02, -4.3567e-02,
                       5.5825e-03, -9.1458e-02, -1.0465e-01, -1.2087e-01, -3.8469e-02,
                       4.0500e-02, -5.5392e-02, -7.2677e-02, -7.2215e-02,  1.1572e-02,
                       1.0213e-01,  4.5245e-02, -1.0316e-02,  6.2639e-02,  1.1855e-02,
                       1.6077e-02, -4.6615e-02, -6.9126e-02, -1.4491e-02,  4.5994e-02,
                      -1.7959e-01, -1.8190e-02,  3.2221e-02,  3.1512e-02, -6.1191e-02,
                      -8.5142e-02,  6.4398e-03,  1.3368e-02, -3.4854e-02, -8.1652e-02,
                      -3.4553e-02,  6.8901e-02,  7.1488e-03,  6.6780e-02,  7.7945e-02,
                      -5.3920e-02, -1.2309e-01,  2.0574e-01,  3.9036e-02,  1.9469e-02,
                       4.4424e-03,  7.2421e-02,  7.3477e-02, -1.0381e-01,  8.4561e-02,
                      -6.8736e-02, -9.3703e-02,  2.7230e-02,  8.0863e-02,  2.5339e-02,
                       2.5021e-02,  3.8572e-02, -4.5088e-02, -7.6777e-02,  2.4884e-02,
                       2.8489e-02, -4.2270e-02,  4.3876e-02,  4.6310e-02,  1.1881e-02,
                       2.6352e-02,  3.2486e-02,  1.1181e-01], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.weight',
              tensor([0.8352, 0.8671, 0.8494, 0.8586, 0.8510, 0.8239, 0.7348, 0.6575, 0.8915,
                      0.7698, 0.8867, 0.9075, 0.9494, 0.9056, 0.9095, 0.7151, 0.8580, 0.8757,
                      0.8668, 0.8898, 0.7649, 0.9094, 0.8961, 0.8511, 0.8397, 0.8529, 0.8898,
                      0.8134, 0.8786, 0.9191, 0.8592, 0.7767, 0.9030, 0.8171, 0.8668, 0.8635,
                      0.7963, 0.9063, 0.7715, 0.8569, 0.9117, 0.8638, 0.8956, 0.8964, 0.8964,
                      0.9072, 0.8289, 0.8998, 0.9194, 0.8588, 0.8893, 0.8524, 0.8140, 0.8862,
                      0.7874, 0.7476, 0.8619, 0.8725, 0.8332, 0.7995, 0.8607, 0.9163, 0.8942,
                      0.8710, 0.8002, 0.9328, 0.8812, 0.8708, 0.6938, 0.8189, 0.8936, 0.8635,
                      0.8709, 0.8364, 0.9101, 0.9273, 0.8627, 0.8629, 0.9297, 0.8789, 0.8940,
                      0.8495, 0.9159, 0.8400, 0.6921, 0.8441, 0.8145, 0.8807, 0.9267, 0.8766,
                      0.8410, 0.8631, 0.8939, 0.8542, 0.8495, 0.8304, 0.7524, 0.8980, 0.8659,
                      0.8493, 0.8507, 0.9289, 0.7964, 0.9201, 0.7647, 0.9134, 0.9253, 0.8376,
                      0.9043, 0.8969, 0.8452, 0.8345, 0.9285, 0.7331, 0.8508, 0.8805, 0.8912,
                      0.8865, 0.9053, 0.9297, 0.8833, 0.8735, 0.8880, 0.8006, 0.8277, 0.8230,
                      0.9130, 0.8468, 0.8728, 0.8784, 0.9114, 0.8416, 0.8660, 0.8942, 0.8916,
                      0.8810, 0.8327, 0.8864, 0.8068, 0.8972, 0.7257, 0.9148, 0.8488, 0.1523,
                      0.8513, 0.8699, 0.8739, 0.8765, 0.8887, 0.8395, 0.8462, 0.8815, 0.8887,
                      0.8836, 0.8575, 0.8900, 0.9200, 0.8995, 0.8748, 0.8907, 0.9132, 0.9021,
                      0.7917, 0.9004, 0.8245, 0.8767, 0.7842, 0.7758, 0.8530, 0.8850, 0.8951,
                      0.7759, 0.8003, 0.8518, 0.7550, 0.8659, 0.9076, 0.7361, 0.8977, 0.8685,
                      0.8425, 0.8679, 0.8379, 0.8899, 0.9049, 0.8999, 0.8401, 0.8723, 0.8676,
                      0.9025, 0.8364, 0.7544, 0.8600, 0.8925, 0.8714, 0.9003, 0.9067, 0.7477,
                      0.8771, 0.9002, 0.9148, 0.7811, 0.9003, 0.8688, 0.8061, 0.8687, 0.9122,
                      0.9446, 0.9151, 0.8758, 0.9092, 0.8955, 0.8282, 0.8951, 0.8853, 0.9104,
                      0.8666, 0.8362, 0.8934, 0.8763, 0.9084, 0.8850, 0.9075, 0.8110, 0.8912,
                      0.9102, 0.9053, 0.8981, 0.8341, 0.7006, 0.8409, 0.9083, 0.8347, 0.8616,
                      0.8676, 0.8758, 0.7849, 0.8998, 0.8776, 0.9218, 0.8385, 0.8385, 0.8275,
                      0.8570, 0.8991, 0.8153, 0.8941, 0.8261, 0.9274, 0.8928, 0.8883, 0.9119,
                      0.9545, 0.9203, 0.9281, 0.9150, 0.8976, 0.7307, 0.8618, 0.8687, 0.7627,
                      0.8579, 0.8934, 0.8548, 0.8807, 0.8675, 0.8890, 0.9305, 0.7728, 0.8880,
                      0.9043, 0.9056, 0.9326, 0.8764, 0.8978, 0.9100, 0.8824, 0.8918, 0.8667,
                      0.8765, 0.9153, 0.9105, 0.7968, 0.4215, 0.8803, 0.9215, 0.7977, 0.8456,
                      0.8953, 0.8529, 0.7783, 0.8331, 0.8470, 0.8611, 0.8706, 0.8248, 0.8197,
                      0.7254, 0.9188, 0.8699, 0.8702, 0.8664, 0.8598, 0.8903, 0.6309, 0.8936,
                      0.8613, 0.9032, 0.8926, 0.8526, 0.8052, 0.8836, 0.8488, 0.7432, 0.8691,
                      0.9043, 0.8494, 0.8310, 0.8799, 0.8265, 0.8347, 0.8869, 0.8586, 0.9168,
                      0.8352, 0.8304, 0.8199, 0.7954, 0.9209, 0.8811, 0.8413, 0.8865, 0.9461,
                      0.9054, 0.9176, 0.9292, 0.8672, 0.8833, 0.8852, 0.8158, 0.7281, 0.9140,
                      0.8560, 0.9145, 0.8673, 0.9234, 0.9076, 0.8804, 0.8790, 0.8714, 0.8749,
                      0.8437, 0.8510, 0.8790, 0.9081, 0.8422, 0.8858, 0.8680, 0.8714, 0.7666,
                      0.8906, 0.9057, 0.8482, 0.9071, 0.8604, 0.8243, 0.9132, 0.8936, 0.9098,
                      0.8061, 0.8940, 0.9198, 0.9020, 0.8895, 0.8595, 0.8551, 0.8646, 0.9061,
                      0.8845, 0.7489, 0.8652, 0.8953, 0.9121, 0.8738, 0.8025, 0.8214, 0.8050,
                      0.8962, 0.8718, 0.7891, 0.9262, 0.8248, 0.8731, 0.8997, 0.8698, 0.8891,
                      0.8183, 0.9100, 0.8403, 0.8280, 0.8168, 0.8014, 0.8048, 0.8633, 0.8806,
                      0.8781, 0.8575, 0.8398, 0.8932, 0.9450, 0.8393, 0.8548, 0.8823, 0.9205,
                      0.8848, 0.8680, 0.8370, 0.8292, 0.8355, 0.8901, 0.8782, 0.9434, 0.8692,
                      0.8343, 0.8703, 0.8855, 0.8683, 0.6723, 0.8683, 0.9046, 0.8806, 0.9140,
                      0.8000, 0.9202, 0.7268, 0.8920, 0.8428, 0.8606, 0.8996, 0.9039, 0.8829,
                      0.7986, 0.8530, 0.8282, 0.8864, 0.8176, 0.8850, 0.8935, 0.9139, 0.8608,
                      0.8878, 0.8200, 0.8906, 0.9012, 0.8759, 0.7971, 0.8426, 0.8139, 0.8460,
                      0.8867, 0.8638, 0.8673, 0.8341, 0.9054, 0.8170, 0.8198, 0.8777, 0.8348,
                      0.8713, 0.8730, 0.9325, 0.8731, 0.9505, 0.8220, 0.8713, 0.8824, 0.8082,
                      0.9007, 0.8127, 0.9334, 0.8753, 0.8657, 0.9111, 0.9008, 0.8874, 0.8650,
                      0.9133, 0.8413, 0.9622, 0.8249, 0.8469, 0.8959, 0.9088, 0.8043, 0.8823,
                      0.8550, 0.8834, 0.9260, 0.8764, 0.8936, 0.8760, 0.9349, 0.8504, 0.8913,
                      0.8712, 0.8772, 0.9198, 0.8699, 0.8514, 0.8676, 0.8183, 0.8946, 0.8185,
                      0.8736, 0.9160, 0.8699, 0.9087, 0.8814, 0.7044, 0.9159, 0.9237, 0.7896,
                      0.8791, 0.9092, 0.8967, 0.9288, 0.8795, 0.9276, 0.8902, 0.9049, 0.8691,
                      0.8816, 0.8495, 0.8072, 0.8572, 0.8565, 0.8129, 0.8737, 0.8532, 0.8457,
                      0.8815, 0.9264, 0.7906, 0.8347, 0.8342, 0.9243, 0.8579, 0.8153, 0.8438,
                      0.8963, 0.8511, 0.8463, 0.8996, 0.8540, 0.7917, 0.8541, 0.8051, 0.4077,
                      0.8812, 0.8848, 0.9333, 0.9266, 0.7861, 0.9100, 0.8865, 0.9088, 0.8668,
                      0.8846, 0.8067, 0.8880, 0.8416, 0.8733, 0.8750, 0.8742, 0.9071, 0.9000,
                      0.8749, 0.8663, 0.8670, 0.9125, 0.8639, 0.8842, 0.8455, 0.8931, 0.8853,
                      0.9064, 0.8204, 0.8892, 0.8398, 0.8126, 0.9255, 0.8081, 0.8335, 0.8512,
                      0.8816, 0.9337, 0.8257, 0.8617, 0.8974, 0.8778, 0.8851, 0.8588, 0.8321,
                      0.8667, 0.8699, 0.8784, 0.8812, 0.8400, 0.8832, 0.8494, 0.8742, 0.8354,
                      0.8513, 0.7413, 0.8777, 0.8863, 0.9318, 0.9296, 0.8863, 0.9134, 0.8744,
                      0.8224, 0.8425, 0.9254, 0.8574, 0.8772, 0.8986, 0.8537, 0.8045, 0.8238,
                      0.8880, 0.8886, 0.8441, 0.8774, 0.8291, 0.8382, 0.9173, 0.8791, 0.8695,
                      0.8582, 0.9238, 0.8523, 0.8858, 0.8712, 0.8717, 0.8673, 0.7160, 0.9011,
                      0.9139, 0.8642, 0.8106, 0.9412, 0.8758, 0.7828, 0.8640, 0.8398, 0.9210,
                      0.8366, 0.8501, 0.8873, 0.8769, 0.8431, 0.8672, 0.8855, 0.8583, 0.8628,
                      0.9074, 0.7995, 0.7892, 0.8739, 0.9256, 0.8561, 0.8780, 0.9424, 0.8744,
                      0.8553, 0.8905, 0.8825, 0.9293, 0.8571, 0.9056, 0.8591, 0.8835, 0.8974,
                      0.9192, 0.8604, 0.8449, 0.9246, 0.8879, 0.8997, 0.9028, 0.7578, 0.8771,
                      0.8891, 0.9113, 0.9149, 0.9013, 0.8970, 0.8398, 0.9325, 0.8280, 0.8041,
                      0.6677, 0.8402, 0.8709, 0.9379, 0.8961, 0.9021, 0.8816, 0.9034, 0.8640,
                      0.9129, 0.9179, 0.8745, 0.9317, 0.7741, 0.8397, 0.8263, 0.8709, 0.9378,
                      0.8953, 0.8564, 0.9236, 0.8450, 0.9408, 0.7299, 0.9065, 0.8368, 0.9000,
                      0.8742, 0.8348, 0.8744, 0.9275, 0.8621, 0.8648, 0.9157, 0.8860, 0.8469,
                      0.8545, 0.9053, 0.8972, 0.8634, 0.7492, 0.8738, 0.8632, 0.8222, 0.8379,
                      0.8763, 0.8557, 0.7840, 0.8523, 0.8976, 0.8814, 0.8278, 0.9135, 0.8638,
                      0.7928, 0.8873, 0.8853, 0.8274, 0.8086, 0.8941, 0.9240, 0.8966, 0.9387,
                      0.8408, 0.9276, 0.8581], device='cuda:0')),
             ('bert.encoder.layer.2.output.LayerNorm.bias',
              tensor([-8.1480e-02, -9.1060e-02,  2.4521e-02,  5.0893e-03,  8.8345e-02,
                      -1.8425e-01,  7.6589e-02, -2.8071e-01, -7.3331e-02,  3.8697e-02,
                      -3.6840e-02,  4.7541e-03, -1.6259e-02,  8.4567e-02,  6.1287e-03,
                      -1.0405e-01,  5.1270e-02, -5.7076e-03,  3.9119e-02,  7.7197e-02,
                      -5.1702e-02, -2.0017e-02, -1.5473e-02, -2.5003e-02, -2.3220e-02,
                      -7.4697e-02,  1.2322e-02, -1.2971e-01, -1.6894e-02,  1.2976e-02,
                      -5.7299e-02,  5.5334e-02,  6.4644e-02,  1.4145e-02, -5.7703e-02,
                      -1.9621e-02, -3.9162e-02, -8.5542e-03, -8.5665e-02, -1.2500e-01,
                       3.8891e-02,  4.9299e-02, -5.6173e-02, -5.8701e-02,  6.0563e-02,
                      -1.0890e-02, -1.2219e-01,  5.3836e-02, -7.5355e-02, -7.1365e-02,
                      -1.0783e-01, -2.0071e-02, -1.2975e-01,  3.0001e-02,  2.9270e-02,
                       1.4744e-02,  6.5683e-02,  2.6006e-02, -1.2437e-02, -8.4027e-02,
                       1.9448e-02, -9.9633e-03, -8.8973e-02,  1.2207e-01,  3.1752e-02,
                       1.3518e-02, -7.5102e-03, -1.0090e-02, -1.0777e-01, -1.9704e-02,
                       5.7275e-02, -7.6061e-02,  7.0703e-04, -8.1066e-02,  4.0564e-02,
                       2.8826e-02, -9.8823e-02,  1.9410e-02, -5.1883e-03, -7.6550e-02,
                      -8.6130e-03, -3.6454e-02,  7.9172e-03, -1.4295e-01,  8.7093e-02,
                      -1.5090e-01,  8.4931e-02, -1.0044e-02, -2.1378e-02, -6.4923e-02,
                       8.2573e-02,  6.7872e-02,  9.8171e-02, -9.9077e-02,  8.5055e-02,
                      -1.1292e-01, -3.7121e-02,  3.3372e-02, -9.2581e-02, -1.6927e-01,
                       6.7514e-02,  2.1513e-02, -8.7930e-02, -6.6880e-02, -7.1425e-02,
                      -1.0156e-01, -4.2987e-02, -4.3826e-02,  6.3809e-02,  3.4294e-02,
                      -2.2516e-02,  6.7769e-02,  3.8192e-05,  7.7628e-02, -1.2539e-03,
                      -1.4282e-01, -3.0202e-02, -1.0132e-01, -2.8150e-03, -3.7869e-02,
                      -6.9486e-02,  7.3312e-02, -2.7203e-02,  3.1214e-02,  5.5912e-04,
                      -1.9535e-02,  2.2639e-02, -5.0073e-02, -3.7427e-02, -3.2043e-02,
                       3.6610e-06, -5.2705e-02,  7.4111e-02, -8.6143e-03, -4.2350e-02,
                      -3.6249e-02, -1.7810e-02, -4.1731e-02,  6.4958e-02, -3.9300e-02,
                       7.5673e-02, -4.9915e-02,  2.2758e-02,  2.7496e-01,  9.6428e-04,
                       7.8829e-02, -8.7557e-02, -7.3954e-02,  1.4021e-02,  7.2629e-02,
                       1.6894e-01, -6.7797e-02,  2.7643e-02,  1.5920e-02, -9.5659e-02,
                      -1.1506e-02,  2.1769e-02,  2.6868e-02, -1.3523e-02,  3.3237e-02,
                      -1.4655e-01, -5.5843e-02, -3.7537e-03, -2.7078e-02, -3.6700e-02,
                       8.5473e-02, -2.1895e-01, -2.6806e-02,  6.5178e-02,  4.5109e-02,
                       3.8355e-02, -9.7408e-03,  3.1783e-02, -6.6565e-02, -1.5490e-01,
                      -1.7143e-01, -1.3755e-01,  1.9615e-01, -1.8917e-03,  1.5792e-02,
                       1.0755e-01, -1.1087e-02,  4.7589e-02,  1.0026e-01,  1.7979e-02,
                       6.5017e-02,  6.4124e-02,  1.2178e-01, -5.1958e-02,  8.0597e-03,
                      -1.1734e-01, -1.7745e-01, -5.7903e-02, -3.5172e-02,  6.5886e-02,
                       1.3096e-01,  3.8217e-02,  8.3473e-02,  5.9924e-02, -6.0336e-02,
                      -9.9168e-02, -8.0791e-02,  3.0341e-02, -1.0548e-01, -1.3524e-01,
                      -2.9167e-02, -4.2224e-02,  3.9756e-02,  1.8771e-02,  8.2505e-02,
                       7.7267e-03, -3.9026e-02, -1.0357e-02,  4.9762e-02,  3.7243e-02,
                       9.0020e-03, -1.9699e-02, -8.6947e-02,  1.9464e-02, -5.2815e-02,
                      -2.6064e-02,  2.6166e-02, -4.1117e-02,  1.9403e-01,  1.8115e-02,
                       1.7424e-02, -4.8032e-02, -5.0317e-02, -1.2197e-01,  1.0914e-01,
                       9.2237e-02, -4.0264e-02, -1.1216e-01,  4.3495e-03,  1.6510e-02,
                       8.2857e-02, -9.2411e-02,  1.4913e-02, -2.3028e-02,  5.5317e-03,
                       8.6516e-02,  4.5928e-02,  4.7016e-03, -1.5750e-02,  8.0913e-02,
                       2.9164e-02, -7.2534e-02,  2.1024e-02, -1.8618e-03, -8.2834e-02,
                      -7.9465e-02, -3.3796e-02, -1.0206e-01,  2.2736e-02, -3.1591e-02,
                      -3.4022e-02,  7.7913e-02,  4.1021e-02,  1.0846e-01,  6.8332e-02,
                       1.6192e-02,  1.0166e-01, -7.5696e-02, -1.1258e-01, -2.5151e-03,
                      -3.2628e-02,  7.6893e-02,  6.6698e-03, -5.5850e-02,  9.8828e-03,
                      -2.6587e-02,  4.9202e-02, -8.8445e-03, -1.0362e-01, -1.2800e-01,
                       3.1140e-02,  4.2055e-02,  3.4052e-02, -3.0735e-02,  1.4790e-01,
                       1.0882e-02,  7.5678e-02,  1.0974e-01,  5.1436e-03,  2.9456e-02,
                      -9.8370e-02, -6.3222e-02,  1.2937e-01, -9.2379e-02, -2.0372e-02,
                      -6.0183e-02,  6.2091e-02,  6.1966e-02,  1.3553e-02,  5.5060e-02,
                       2.6085e-02,  1.5146e-01,  4.5976e-02,  2.8530e-02, -8.9658e-02,
                      -9.6048e-02,  2.0000e-02, -1.1224e-03,  6.6393e-03,  7.3361e-02,
                       3.5001e-02, -3.6890e-02, -4.8301e-02, -2.5721e-02, -4.0512e-02,
                      -1.4049e-01,  1.6830e-03, -2.5665e-02, -2.8429e-02, -5.7652e-03,
                      -6.5793e-02,  6.8268e-02,  5.1301e-02,  8.6238e-02, -5.5348e-02,
                       9.7451e-02,  8.1337e-03,  7.6288e-03, -3.4995e-02,  5.9569e-02,
                       2.0320e-02, -2.0089e-01, -1.4283e-01, -5.4816e-02, -8.8795e-02,
                       1.7494e-01,  2.3221e-02,  2.8034e-03, -8.8307e-02, -2.4529e-02,
                      -3.8154e-03, -8.6436e-02, -1.5134e-01,  9.5033e-02,  1.3112e-02,
                      -1.0676e-02,  2.8835e-02,  3.6247e-02,  3.6125e-02, -1.9314e-02,
                      -2.2863e-02, -3.1680e-02,  4.2750e-02, -2.2538e-02,  8.8090e-03,
                       6.4583e-03,  3.1378e-03,  8.5938e-02, -9.9318e-03,  8.8925e-03,
                       1.3038e-02,  3.8033e-03, -7.0013e-02, -4.7537e-02,  7.6766e-02,
                       1.0553e-02,  7.2246e-02, -6.4769e-02,  3.2966e-02,  1.2243e-02,
                      -8.8049e-02, -1.3393e-02, -1.7615e-01,  5.0784e-02, -1.8479e-01,
                      -9.6997e-03,  3.7314e-02, -3.5611e-02, -5.0052e-02, -6.2406e-03,
                       4.2047e-02, -5.7686e-02, -1.5180e-02, -1.1265e-01,  8.0896e-03,
                      -2.9339e-02,  3.8948e-02,  2.4905e-02, -1.5860e-01,  1.2530e-01,
                       1.3091e-01, -1.3698e-01,  2.0428e-02, -5.3807e-02, -1.1798e-03,
                      -3.9990e-02, -3.1512e-02, -4.0233e-02,  1.9625e-02, -6.1617e-02,
                       4.4986e-02,  6.0132e-02, -1.1306e-01, -3.8435e-02,  3.5111e-02,
                       7.3058e-02, -1.4019e-01, -5.7850e-02, -6.0343e-02,  9.4009e-02,
                      -9.1916e-02, -4.4457e-02,  7.7669e-02,  9.4882e-02,  4.6547e-02,
                       1.4162e-02,  1.6172e-02, -1.1606e-01,  1.6166e-02, -9.6055e-02,
                       1.6547e-02, -8.1960e-02, -1.3123e-01,  6.3939e-02, -1.9201e-02,
                      -4.1727e-02,  2.6538e-03,  6.5545e-02,  1.2783e-02,  1.2587e-02,
                       2.0422e-02,  1.5932e-01,  6.8185e-02,  8.6585e-02, -4.5105e-02,
                      -2.2963e-02,  1.8633e-02,  2.0003e-01,  7.1306e-03,  5.7164e-02,
                      -1.1670e-01, -1.6554e-01, -6.5275e-02,  5.0068e-02, -5.7589e-02,
                      -1.2698e-01, -1.1549e-02, -7.4224e-03, -2.4467e-02,  4.1769e-03,
                       4.9187e-02, -3.4219e-02, -8.5558e-02, -4.7008e-02,  3.0811e-02,
                      -1.1258e-01, -4.6646e-02,  5.3195e-03, -2.5669e-04, -8.4248e-03,
                       1.9694e-01, -9.9712e-03, -9.2671e-02,  2.5768e-02,  3.5790e-02,
                      -3.9990e-02, -1.3698e-02,  4.0733e-02, -2.5220e-02,  6.5644e-02,
                       2.2226e-02, -6.0856e-02, -3.5247e-02, -1.0107e-01, -7.2637e-02,
                      -9.6685e-04, -7.2353e-02, -3.3500e-02, -9.2208e-02,  5.1950e-02,
                      -7.2939e-02,  9.5782e-02, -1.3776e-01, -3.5145e-02,  5.4174e-02,
                      -2.0593e-03,  3.5238e-02,  6.6512e-02, -5.1963e-02, -4.1972e-02,
                       4.6277e-02, -1.0760e-01, -2.0014e-02, -4.8176e-02, -2.2804e-02,
                       4.6687e-02,  6.7348e-02, -3.1802e-02, -5.3354e-02, -5.3170e-02,
                      -4.0214e-02, -3.4766e-02, -1.3154e-02,  2.4888e-02, -8.4851e-04,
                       5.7716e-02, -5.1753e-02,  5.1993e-03, -2.5398e-02,  5.6511e-02,
                      -1.8725e-01,  2.8652e-02,  7.7565e-03,  1.0787e-01,  7.4601e-02,
                       1.2214e-01, -7.8792e-03, -1.6098e-01, -9.3219e-02,  4.1377e-02,
                       7.2119e-02, -3.3146e-02, -7.1734e-02, -1.0846e-01,  3.5373e-03,
                      -1.3294e-02, -2.8503e-03,  9.7080e-03,  8.8601e-02, -6.2511e-04,
                       5.3768e-02, -1.0115e-01, -2.6076e-02,  5.4768e-03,  5.2827e-02,
                       1.7466e-02, -5.4548e-02,  8.3039e-02,  1.0013e-01,  4.6232e-02,
                       1.0064e-02,  2.4646e-02, -1.0707e-01,  6.0324e-02, -1.1102e-01,
                       9.8350e-02, -2.8452e-02, -4.0743e-02,  3.3207e-03,  1.9310e-02,
                      -7.9356e-02, -9.7037e-02,  4.2449e-02, -9.5792e-02, -7.6512e-02,
                      -3.0294e-02, -5.5464e-03, -8.7657e-03, -2.8402e-02,  2.4950e-02,
                       1.2818e-02,  6.3276e-02, -7.1048e-01,  9.0896e-03,  5.3288e-03,
                       1.1287e-02, -2.8646e-02,  9.3260e-02,  2.0943e-02, -4.9049e-02,
                       5.2274e-02,  3.7943e-04,  3.1907e-02,  6.0449e-02, -1.0272e-01,
                       3.5358e-03, -2.3992e-02, -3.9202e-04, -2.4158e-02, -1.2620e-02,
                      -3.7427e-02, -1.2568e-02,  6.7555e-03, -1.0811e-01, -5.5969e-03,
                      -6.7472e-02, -1.1621e-01, -1.1840e-01, -1.7268e-02,  1.2099e-02,
                       1.8812e-03, -1.5140e-01, -3.0433e-02, -1.4048e-02, -3.5732e-02,
                       1.7388e-02,  5.4550e-02,  4.6962e-02,  1.2691e-01,  2.7440e-02,
                       3.1797e-02, -6.2342e-03,  5.3709e-02,  7.3749e-02, -9.6775e-03,
                       6.0041e-02,  1.5720e-02,  1.6920e-02,  1.6827e-01, -7.8786e-02,
                       1.3411e-02,  9.6637e-03, -8.7049e-02, -9.5317e-02, -4.4523e-02,
                      -4.9305e-02, -5.0901e-02,  7.2203e-02,  2.2106e-01, -1.2148e-01,
                      -2.0783e-03, -9.6007e-02,  6.5431e-02,  4.4857e-02, -2.0525e-02,
                      -2.3803e-02, -4.1100e-02, -4.6107e-02,  1.8166e-03, -9.5304e-02,
                       1.7525e-01,  5.4691e-02,  6.5417e-02, -7.6974e-02, -9.6058e-02,
                      -1.1177e-02, -4.5472e-02, -6.7331e-02,  4.8106e-02, -8.9231e-02,
                      -1.7342e-01,  2.6873e-02, -7.3317e-02,  1.2997e-01,  6.1719e-02,
                       2.0660e-02,  9.3288e-02, -3.7830e-02,  1.1256e-02, -1.8356e-02,
                      -3.7866e-02,  2.1159e-01, -4.0487e-02,  2.4298e-02,  4.6086e-04,
                      -2.5602e-02,  2.1316e-02,  1.0417e-02,  2.8595e-02,  3.0863e-02,
                      -1.0562e-01, -1.2367e-02, -3.9095e-02, -5.1310e-02,  1.1752e-02,
                      -5.2697e-02, -5.0944e-03,  7.8622e-02,  5.4173e-02, -1.6249e-02,
                       6.4325e-02, -9.8066e-02, -1.7785e-02,  4.5772e-02, -1.1048e-01,
                       3.9536e-02, -8.7992e-02, -7.3584e-02, -3.0778e-02, -9.3397e-02,
                      -1.2363e-02, -2.1833e-02,  5.5357e-02,  3.8821e-02, -2.9472e-03,
                      -1.3379e-01,  1.2101e-02, -7.7728e-02, -1.3920e-02,  1.3949e-02,
                      -2.4888e-02,  3.0514e-02, -5.8008e-03, -7.9558e-03,  2.5351e-02,
                      -1.0063e-01,  7.7917e-02,  1.0222e-01,  1.7231e-02, -8.1666e-02,
                      -2.3144e-03,  2.7471e-02,  1.0762e-01, -6.3496e-02,  1.0225e-02,
                      -4.2872e-02, -6.5510e-02, -1.3605e-01, -7.4513e-02,  5.6203e-02,
                      -2.1704e-02,  6.3929e-03,  5.9157e-02, -2.5386e-02,  6.1118e-03,
                       1.3702e-02, -2.8585e-02,  4.3982e-02, -1.9393e-02,  2.2710e-02,
                      -9.9355e-02,  7.7895e-02,  4.1402e-02, -7.6212e-02, -3.4202e-02,
                      -3.5411e-02, -8.5624e-02, -5.5153e-02,  1.0560e-02, -3.6660e-03,
                       3.4640e-02, -7.8010e-02, -1.5246e-02, -6.0312e-02, -8.3689e-02,
                       1.2837e-01, -6.2869e-02, -5.3772e-04, -1.1924e-01, -3.3673e-03,
                       4.4310e-02, -1.1039e-01,  3.2472e-02, -4.2020e-02, -2.5120e-02,
                       9.0685e-02,  4.6907e-02, -9.7511e-03, -5.7607e-02, -8.3752e-02,
                      -1.7548e-02, -2.7451e-02,  3.4283e-02,  9.2322e-02, -8.1109e-02,
                      -8.4338e-03, -2.0833e-02, -1.7217e-02,  1.5053e-01,  2.3440e-02,
                       2.5032e-02, -6.1981e-02,  2.6547e-03, -4.3386e-02, -1.6887e-01,
                       1.2345e-01, -1.3468e-03, -1.1800e-02, -1.4594e-02, -3.2937e-02,
                      -1.5527e-02, -1.2774e-02, -6.9731e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.weight',
              tensor([[-0.0689,  0.0521, -0.0723,  ..., -0.0617,  0.0547,  0.0407],
                      [ 0.0277,  0.1048, -0.0214,  ..., -0.0046,  0.0230,  0.0883],
                      [ 0.0008, -0.0859,  0.0469,  ...,  0.0552, -0.0002, -0.0373],
                      ...,
                      [ 0.1344, -0.0172,  0.1112,  ..., -0.0321,  0.0128,  0.0934],
                      [-0.0312,  0.0918,  0.0240,  ...,  0.0078, -0.0307,  0.0323],
                      [ 0.0123,  0.0151,  0.0516,  ..., -0.0116,  0.0432,  0.0016]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.query.bias',
              tensor([ 4.3733e-02,  9.0493e-03, -2.1481e-02,  8.5220e-03, -3.8386e-02,
                       3.2060e-02,  1.4811e-01,  3.7819e-02,  2.1519e-02,  1.0459e-02,
                       1.1831e-02,  9.6578e-02, -1.0495e-02, -1.4352e-02,  3.9971e-02,
                      -9.3866e-02, -1.4873e-02,  4.0028e-02, -6.5216e-02,  6.5352e-02,
                      -2.1079e-02, -3.3610e-02, -1.8065e-02,  6.0482e-02, -4.9705e-02,
                      -2.3677e-03,  4.0972e-02,  2.5153e-02, -1.4696e-01, -1.3720e-01,
                       2.1602e-02, -6.0562e-02, -8.3202e-02,  1.6668e-02,  1.0026e-01,
                      -6.5175e-02,  6.4250e-02,  8.0232e-02, -1.5773e-02, -9.3188e-02,
                       2.4648e-03,  6.4398e-02, -5.9890e-02, -4.7984e-03, -9.1135e-03,
                       3.2046e-02, -5.2906e-02, -3.4844e-02, -2.5221e-02,  3.3772e-03,
                      -2.7392e-02, -1.1120e-02,  2.7421e-02, -1.7710e-02,  3.2788e-02,
                       3.6326e-02,  2.8231e-02, -7.0255e-02, -3.3418e-02,  4.0954e-02,
                       1.5831e-01,  8.0463e-03,  4.1402e-02, -1.0338e-01,  5.6979e-02,
                       1.8745e-01, -3.4357e-02,  2.3902e-01,  7.6255e-02,  2.3904e-01,
                       9.1227e-02, -1.3272e-01, -2.5018e-01,  1.5948e-01,  1.7409e-01,
                       8.6403e-02,  5.8930e-02,  2.8873e-01,  1.8066e-01, -2.6406e-02,
                       1.7609e-02, -4.4282e-02,  6.6562e-02, -1.3767e-02, -1.3289e-01,
                      -8.0174e-02, -9.5251e-02, -1.3438e-01, -2.4127e-01, -5.1426e-02,
                      -1.1912e-01,  1.6875e-02, -7.0129e-02,  7.4094e-02,  1.5027e-01,
                       3.0634e-01, -5.7247e-02, -1.9026e-01,  1.3606e-01,  1.5104e-01,
                       1.1108e-01, -7.7294e-02,  1.4858e-03,  3.6327e-02, -1.9444e-04,
                       3.0003e-02,  5.3663e-02,  1.2734e-01,  5.5004e-02,  1.5575e-01,
                      -3.4891e-02, -2.3641e-01, -1.8840e-02,  9.5253e-02,  2.0450e-01,
                       8.0140e-02,  9.9839e-02, -5.0924e-02, -1.6363e-02,  1.7943e-02,
                      -3.8890e-02,  1.8198e-01, -1.8235e-02, -2.3090e-01, -2.2772e-01,
                      -1.3040e-01, -1.8086e-01,  5.3890e-02, -3.0274e-02,  4.2748e-02,
                      -3.5940e-03, -4.0827e-02, -9.2804e-02, -1.0460e-02,  4.2243e-02,
                      -1.5130e-02, -5.5412e-02,  4.3135e-02,  4.3877e-02,  1.9996e-02,
                      -2.5920e-02, -5.8996e-02, -7.2670e-02,  5.7492e-02, -1.9086e-02,
                       5.1642e-02, -5.2056e-02,  9.7711e-02, -5.6459e-02, -2.2820e-02,
                       5.8974e-02,  1.1482e-01,  9.7178e-03, -4.2298e-03,  2.4462e-02,
                      -1.8181e-02, -6.3910e-02,  1.1217e-02, -9.8314e-03,  1.4776e-02,
                       2.2356e-02,  1.4486e-02,  3.6630e-02,  2.2475e-02,  1.4767e-02,
                       3.7508e-02,  4.5594e-03, -9.0199e-02,  8.3762e-02,  1.3608e-01,
                       4.1978e-02,  1.8958e-02,  3.0800e-02, -3.9003e-02, -1.0517e-01,
                      -8.9242e-02, -8.3440e-03, -8.4626e-02, -4.1324e-03,  1.2655e-01,
                      -3.1297e-02, -4.2189e-02, -7.7266e-02, -1.1117e-01, -5.6799e-02,
                      -2.7823e-02,  7.8846e-02,  1.6187e-02, -1.5543e-02, -1.4042e-01,
                      -6.4884e-02,  1.0428e-01,  1.9279e-01,  2.6413e-02,  2.2454e-02,
                      -5.9370e-02, -6.2718e-02,  1.5471e-02,  2.6250e-02,  4.6025e-02,
                       8.6977e-02, -4.6491e-02,  2.2090e-02,  2.6855e-02,  1.1327e-02,
                      -5.3345e-02,  4.4631e-02, -4.3494e-03,  2.9053e-02, -2.6181e-02,
                       8.9796e-02,  7.1101e-02,  8.8303e-02,  3.6302e-02,  3.3368e-02,
                       9.2006e-02, -4.7775e-02, -2.2869e-02,  3.3021e-02,  9.3898e-02,
                      -7.1717e-02, -6.9820e-02, -3.6688e-02,  4.8385e-02,  9.6124e-03,
                      -2.0835e-03,  7.9342e-03, -3.5603e-02,  2.6492e-02,  6.9122e-02,
                      -2.0207e-02, -4.9250e-02, -1.3646e-02, -3.2611e-02, -1.9614e-02,
                       2.4648e-03,  1.7951e-01,  1.7013e-02,  2.3522e-02,  3.2419e-02,
                       3.5546e-02, -1.5758e-02, -3.4151e-02,  2.1667e-02, -4.0839e-02,
                       8.6937e-02, -6.3325e-03,  2.9836e-02,  6.4517e-03, -8.4112e-02,
                       1.9745e-02,  9.0845e-02, -5.2127e-02, -9.0288e-03, -3.2831e-02,
                      -7.6471e-02, -9.2844e-02,  9.2942e-02, -5.2010e-02, -5.6718e-02,
                      -3.5909e-02, -4.3440e-02,  8.4359e-02,  3.3861e-02, -3.8595e-02,
                      -8.2582e-02,  3.7873e-03, -5.4421e-02, -2.1172e-02, -2.9991e-02,
                       2.1365e-02,  1.5165e-01, -8.4555e-02,  5.0856e-02,  3.2629e-02,
                      -3.5345e-02, -1.4718e-02, -4.5288e-02, -1.0322e-01,  5.6375e-02,
                      -2.3544e-01, -2.9577e-02,  8.9790e-02,  8.4901e-02,  4.3811e-02,
                       1.8710e-02, -7.4301e-02,  1.5234e-01,  2.3786e-02,  7.0282e-03,
                       3.4364e-02,  8.6765e-02,  5.5469e-02, -2.5417e-02, -1.9067e-02,
                      -1.4779e-02, -3.7921e-01,  1.0371e-01, -2.1112e-01, -5.6378e-02,
                       1.2202e-01,  3.9389e-02,  1.3621e-02, -6.6075e-02,  3.9030e-02,
                       9.4264e-02, -5.8706e-02,  5.0000e-02, -2.6372e-02, -1.4223e-01,
                      -1.1834e-01, -1.0612e-02,  6.7009e-02,  2.0058e-03, -4.5282e-03,
                       8.9043e-03, -1.2805e-01, -6.1036e-02, -3.1816e-01,  6.9617e-02,
                      -5.1359e-02, -3.5913e-02,  4.5097e-02, -1.2965e-03, -4.8565e-02,
                      -1.7904e-02,  1.4519e-02, -3.9626e-02, -3.5698e-02,  1.4636e-02,
                      -4.2977e-02, -6.0228e-03, -4.2189e-02,  3.4656e-02,  7.2931e-02,
                       9.2290e-03, -2.1333e-02,  1.0722e-01,  5.6564e-02, -1.5929e-02,
                      -1.9366e-01,  6.0829e-03,  7.5291e-02,  1.4411e-03, -2.2204e-02,
                      -1.9575e-02, -7.2605e-02,  6.9628e-05,  3.2002e-02,  6.6023e-02,
                      -2.6100e-02,  4.8840e-02, -2.6378e-02, -1.1484e-01, -9.2064e-03,
                      -3.0151e-03, -7.1923e-03,  7.6534e-03, -1.2659e-01,  1.6183e-02,
                      -4.8283e-02, -2.3616e-02, -9.9251e-04,  3.6942e-02,  3.2761e-02,
                      -1.6392e-01,  2.6238e-02, -5.9610e-02, -2.4773e-02, -1.0352e-02,
                       2.0108e-02,  9.7339e-03, -7.3707e-02,  9.4958e-04, -1.7772e-01,
                      -7.4447e-03, -9.4900e-02, -7.7183e-02,  5.9588e-02, -2.8739e-04,
                      -3.4196e-02,  5.3386e-03,  9.3607e-02,  2.6826e-02,  1.7948e-01,
                       8.4991e-02, -5.8957e-02,  5.5887e-03, -1.5203e-01, -1.2933e-01,
                       7.9611e-02, -2.0639e-02, -1.9919e-02, -1.1601e-01, -7.2965e-03,
                      -7.7980e-02, -9.3085e-02, -9.0721e-02,  1.8958e-01, -6.7331e-02,
                      -8.3841e-02,  7.0599e-02,  5.3381e-02,  1.2153e-01,  6.6012e-02,
                       1.7883e-01, -9.3369e-02,  7.9152e-02,  1.1944e-01,  2.5146e-02,
                       4.6669e-02,  2.4359e-02,  2.1275e-02,  1.0778e-01, -3.7469e-02,
                      -6.6575e-02, -4.9551e-02, -4.4554e-03,  2.1533e-02, -4.0216e-03,
                      -1.5354e-02, -1.3518e-02, -3.0363e-02, -3.4037e-02, -1.3981e-03,
                       1.2320e-01, -3.8628e-02, -6.0871e-02, -7.8926e-02,  1.7964e-01,
                      -4.5807e-02, -1.6078e-01,  2.8481e-02,  1.5855e-02, -1.1428e-01,
                      -2.0428e-02,  5.2913e-02,  5.9035e-02,  9.8219e-02,  9.0981e-04,
                       9.0240e-02,  5.6400e-02,  1.3622e-02,  4.2682e-02, -1.3015e-01,
                       5.8456e-02,  6.4957e-02, -3.7669e-02, -3.9564e-02, -9.9608e-02,
                      -5.6407e-02,  1.1870e-01,  3.0343e-02, -4.1802e-02, -1.8104e-01,
                       1.4193e-01, -1.8339e-02, -1.5495e-01, -6.9946e-02,  2.5709e-01,
                      -4.1937e-02, -3.7932e-02, -4.1431e-02,  1.0344e-01,  1.3509e-01,
                       2.7407e-03,  3.3426e-02, -8.4557e-02, -5.7599e-01,  1.6002e-01,
                      -7.7062e-02, -8.4334e-02, -4.8778e-02,  1.4166e-01,  8.1538e-02,
                       1.7065e-01,  1.9516e-02,  1.7867e-01, -3.4614e-02, -1.4912e-01,
                       1.0805e-01,  1.0311e-02,  9.9804e-03,  1.4052e-01, -3.4613e-02,
                      -1.1857e-01, -6.9572e-02, -1.2133e-01,  9.4859e-02,  3.2457e-01,
                       2.3678e-01,  1.3914e-01,  9.6904e-02,  3.8715e-02,  2.4669e-01,
                       1.1704e-02, -1.1065e-01, -1.1924e-01, -6.8428e-02, -5.3605e-02,
                      -3.6837e-01,  5.9403e-02, -1.5540e-01, -5.2601e-02,  1.1721e-01,
                       5.0679e-02, -1.8815e-01,  1.4761e-01,  9.7347e-02,  7.1523e-02,
                      -9.4833e-03,  1.4343e-01,  3.7176e-02, -1.6499e-01, -6.8119e-03,
                      -1.9456e-01, -2.2894e-01,  1.0782e-01, -2.0304e-01, -6.0452e-02,
                       1.5408e-01,  2.2177e-01, -1.5323e-01,  2.5320e-01,  5.6398e-02,
                      -1.8717e-01,  1.2583e-02,  9.3110e-02,  1.1320e-01,  1.9078e-01,
                      -3.7892e-02, -1.1846e-01,  7.8024e-02,  1.6259e-01,  2.4883e-01,
                       9.2820e-03,  2.4612e-01,  1.4606e-01, -7.6922e-02, -8.2893e-03,
                      -1.1211e-01,  1.1384e-01,  2.0257e-01, -2.6879e-01,  1.0702e-01,
                      -9.6284e-02,  1.0378e-01,  9.9728e-02,  1.8566e-01,  8.4228e-02,
                      -1.9336e-01,  1.7460e-01,  1.2709e-01,  1.3274e-01,  1.0934e-01,
                       6.4450e-02,  1.9071e-01,  2.0276e-01, -3.5957e-01, -1.1335e-01,
                       7.3369e-02,  2.8574e-01, -1.3735e-01,  2.0374e-01, -1.2758e-01,
                       1.6120e-03,  4.9607e-02, -8.3754e-02,  1.2730e-01, -1.0203e-01,
                      -6.0965e-02, -4.0679e-02, -5.7165e-02,  1.4598e-01, -1.7871e-02,
                       3.9386e-03, -9.0479e-02, -2.9550e-02,  6.8008e-02,  9.0049e-02,
                      -6.1001e-02,  4.1914e-03,  7.3025e-02,  8.9476e-02, -1.2115e-01,
                       6.0415e-02, -3.2345e-02, -7.6709e-02,  1.0215e-01,  7.0197e-02,
                      -9.0722e-02, -3.3177e-02, -2.2304e-02, -4.4415e-02, -1.1454e-01,
                      -3.6470e-02,  2.0376e-02,  9.9202e-02, -6.7000e-02,  1.7568e-01,
                      -3.6261e-02, -3.5033e-03, -8.5873e-04,  1.2329e-02, -1.3609e-01,
                       5.6274e-02, -5.3444e-02, -4.8649e-02,  2.0538e-02,  3.4258e-02,
                      -1.3781e-02,  4.1199e-03, -3.8293e-02,  3.0234e-01, -7.4446e-02,
                       3.1930e-02, -6.5481e-02, -1.5852e-01, -5.0654e-02,  7.4025e-02,
                       1.1381e-02,  5.5061e-01, -5.1326e-01, -4.6093e-02,  3.7534e-02,
                      -1.5539e-01,  2.9775e-02, -4.5804e-02, -2.7997e-02, -2.9349e-02,
                       8.1176e-02, -7.7686e-02,  6.6072e-02,  4.4226e-02, -1.8067e-02,
                      -2.9483e-02,  4.2869e-02,  1.1523e-01,  1.2743e-02,  5.0581e-02,
                       4.5755e-03, -5.8230e-02, -4.6744e-02, -3.1594e-02, -2.2509e-01,
                       5.6234e-02,  2.2633e-02,  1.4054e-01, -1.0586e-01,  1.0214e-01,
                      -3.0393e-01,  2.7151e-01,  1.3879e-01, -5.8200e-02,  4.1262e-02,
                       4.6791e-02, -7.9686e-02, -3.3319e-02,  1.5361e-02,  6.2213e-04,
                       5.6555e-02,  1.1621e-01,  2.9800e-01, -5.0939e-02,  1.2696e-02,
                      -2.5666e-02,  2.2877e-02,  5.0452e-04, -3.4889e-02,  4.6048e-02,
                       1.9341e-01,  1.0306e-01,  3.8434e-02,  4.8047e-02, -9.3628e-03,
                      -1.1194e-01, -3.3844e-02,  6.1066e-02,  2.2402e-02, -1.8481e-02,
                      -8.2790e-02, -4.7350e-02, -1.0341e-01,  1.0998e-02, -1.8108e-02,
                       8.7656e-03, -7.1068e-02,  4.3988e-02,  2.1565e-02, -1.0515e-02,
                      -6.0697e-02,  2.7488e-01, -1.5566e-02,  2.1553e-01,  4.2398e-02,
                       1.0429e-02,  1.7692e-01, -1.1622e-01,  9.2684e-02,  2.9576e-02,
                       3.0990e-02, -4.1890e-02, -1.6477e-02, -8.6950e-02, -1.0524e-01,
                       1.0416e-01, -4.3515e-01,  2.7250e-01,  6.2505e-02, -7.1709e-02,
                      -8.5877e-02, -4.8199e-02,  2.6411e-01,  1.7276e-01,  3.4385e-02,
                       5.0190e-02, -1.8961e-01,  4.4695e-02,  1.3603e-01, -9.3230e-03,
                       1.5309e-01,  2.5274e-01,  9.1565e-02,  5.1502e-03,  8.1803e-02,
                       5.6083e-02, -1.1508e-01,  9.3633e-02, -8.7966e-03,  2.8463e-01,
                      -1.3382e-01, -8.4614e-02, -7.5451e-02,  1.1034e-01,  8.8100e-02,
                       1.2735e-02,  2.6074e-02,  1.2580e-01, -5.0744e-02, -3.5916e-01,
                      -4.1940e-02, -8.3634e-02, -4.2351e-02, -1.0352e-01, -2.4118e-02,
                      -3.4383e-02, -1.5590e-01,  4.1619e-02, -8.1254e-02, -1.3048e-01,
                       1.8182e-01,  3.2399e-03, -1.1167e-01, -6.6811e-02, -7.4983e-03,
                      -1.4252e-03,  1.8799e-01,  7.3965e-02, -8.2656e-02, -1.1207e-01,
                       9.5700e-02, -1.3734e-01, -1.3284e-01, -2.2828e-02,  3.1805e-04,
                      -8.0003e-02, -2.3102e-01,  7.1964e-04], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.weight',
              tensor([[-0.0366,  0.0429, -0.0311,  ..., -0.0745,  0.0249,  0.0059],
                      [-0.0410, -0.0474, -0.0166,  ..., -0.0829, -0.0092,  0.0372],
                      [-0.0147,  0.0927,  0.0192,  ...,  0.0050, -0.0864, -0.0194],
                      ...,
                      [-0.0950,  0.0625, -0.1098,  ...,  0.0076, -0.0160, -0.0059],
                      [ 0.0032, -0.0717,  0.0632,  ...,  0.0435, -0.0025, -0.0095],
                      [ 0.0295, -0.0286, -0.0174,  ...,  0.0355, -0.0058,  0.0108]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.key.bias',
              tensor([ 8.9202e-04,  1.4677e-03,  3.3538e-03,  2.4619e-03, -2.5129e-03,
                      -1.5030e-03, -1.5885e-03,  1.2296e-04,  2.0072e-03,  2.5367e-03,
                      -1.0622e-03,  1.0274e-04,  1.4258e-03,  5.8799e-05,  1.4938e-04,
                      -1.7350e-03, -6.6626e-04, -1.1327e-03, -2.0853e-03, -6.0644e-04,
                      -1.0009e-03,  3.5500e-03,  1.2048e-03,  5.3892e-04,  4.1278e-04,
                       1.0600e-03, -3.5160e-03, -2.9191e-03, -2.0496e-03,  1.4295e-03,
                      -8.9537e-04,  3.2260e-04, -1.1509e-03,  3.4894e-04,  2.3517e-05,
                      -2.0712e-03, -6.7733e-04,  2.2943e-03, -9.4955e-04,  3.7976e-03,
                       1.5127e-03,  1.9708e-03,  2.9031e-04,  2.0439e-04,  2.5718e-03,
                       2.4189e-03,  1.0903e-03,  2.3784e-03, -1.9222e-03,  1.4064e-03,
                       1.7617e-04, -1.2136e-03,  3.8118e-03, -1.4880e-03, -5.9003e-04,
                      -2.9215e-03, -3.4782e-04, -1.0228e-03,  5.5152e-04, -1.3671e-03,
                      -2.5427e-04,  8.9881e-04,  2.4311e-03, -2.1943e-03,  1.6063e-03,
                      -4.1797e-03,  2.2772e-03,  5.7523e-05,  1.3335e-03,  3.3520e-03,
                      -9.2360e-04,  3.5809e-04, -1.6688e-03,  2.9006e-04,  3.0503e-04,
                      -7.6855e-04,  3.7802e-03, -4.4169e-04, -3.0816e-04,  2.4208e-03,
                      -6.9291e-03,  2.6609e-03, -2.2504e-03, -1.7113e-03, -2.0321e-03,
                      -2.2383e-03,  1.9194e-03, -6.1474e-03,  6.9339e-04, -4.7614e-03,
                      -4.9415e-04,  2.6337e-03,  2.3791e-03,  3.9395e-04, -7.5736e-04,
                       2.2934e-03, -1.0630e-03, -1.0156e-03, -1.5406e-04, -5.5894e-04,
                       6.3490e-04, -2.5503e-03, -6.2625e-04,  4.9024e-04, -1.5089e-04,
                      -1.5337e-03, -3.9018e-04,  1.7753e-03, -6.4075e-04,  2.2665e-03,
                       2.4780e-03,  3.6001e-03,  1.9821e-03, -2.9210e-04, -2.2620e-03,
                      -1.1766e-03,  1.5366e-03,  2.0794e-03, -1.4434e-03,  1.1528e-04,
                       8.7940e-04, -4.4611e-04, -3.2457e-03, -1.3154e-03, -2.1271e-04,
                       2.7006e-03, -3.9430e-04, -1.2205e-03, -2.7574e-03,  2.1562e-06,
                      -2.0345e-03,  1.5668e-03,  1.0938e-03, -1.6758e-03, -1.7042e-03,
                       1.0453e-03,  6.0492e-04, -2.8193e-03,  2.4676e-03,  7.9592e-04,
                       4.1830e-03, -2.0782e-03,  2.9890e-03,  7.7708e-04,  1.1897e-03,
                       1.4924e-04, -2.0204e-06,  8.2124e-04, -3.8671e-03,  1.5752e-03,
                      -1.1557e-03,  2.2969e-05, -6.7669e-04, -2.9878e-03, -2.4607e-03,
                       2.5014e-03, -1.0671e-03,  4.4477e-04, -3.0137e-03, -2.0861e-03,
                      -1.5047e-03,  1.6871e-03,  1.1886e-03, -2.3533e-03, -6.6208e-04,
                       4.4828e-04,  1.9983e-04,  1.7372e-04,  1.0322e-03, -3.9505e-03,
                      -9.3663e-04,  1.7242e-03,  3.3990e-03, -4.0621e-03, -8.9778e-04,
                      -3.4725e-03,  4.3190e-05, -5.9424e-03, -9.1184e-04, -7.8054e-04,
                      -1.2122e-03,  4.7309e-03, -1.8094e-03,  1.0866e-04, -1.4508e-03,
                       1.1548e-03,  7.3846e-04,  2.3095e-03, -4.2648e-03, -1.3339e-03,
                       1.0729e-03, -1.7200e-03,  9.8296e-04, -3.4361e-03, -1.3965e-03,
                      -4.5884e-03, -2.9966e-03,  4.5795e-04, -4.3367e-04,  3.3205e-05,
                       3.3904e-03, -2.4643e-03, -2.6864e-03,  5.7179e-03, -2.2120e-03,
                      -2.2634e-03,  5.1144e-04,  3.0955e-03,  5.9635e-03,  6.0547e-04,
                       6.2027e-03, -1.3853e-03, -4.2173e-03, -3.6331e-03,  5.6362e-04,
                       6.0902e-03, -2.3940e-03,  9.3447e-04, -1.7099e-03,  4.2004e-03,
                      -4.4261e-03, -5.0400e-03,  5.6103e-03,  6.9127e-03,  5.2866e-03,
                      -1.9302e-04, -6.0523e-03, -2.6252e-03, -1.5299e-03, -3.0408e-03,
                      -4.3462e-04, -9.0915e-04, -3.7410e-05, -3.3935e-03,  5.3370e-06,
                      -1.5118e-03,  2.8290e-03,  1.6746e-03,  1.9176e-03,  1.6094e-03,
                       5.7189e-04,  3.5015e-03,  7.3959e-04, -3.2337e-03,  6.9913e-03,
                      -5.7165e-03,  3.8621e-04,  2.7789e-03,  3.8161e-03, -7.4459e-04,
                       2.0150e-04,  2.9225e-03,  1.0903e-03, -3.4552e-03, -4.5050e-03,
                      -7.6975e-04,  1.8411e-03, -4.0975e-03,  2.7450e-03, -9.3173e-04,
                       1.5947e-03,  3.9872e-03, -5.0916e-03, -1.7002e-03,  3.7838e-03,
                      -5.2696e-03,  1.2424e-03,  2.0169e-04, -7.9602e-04, -5.1766e-04,
                      -3.4513e-03, -5.3101e-03,  3.4204e-03, -2.3570e-03, -3.4178e-03,
                       1.9851e-03, -7.2270e-04,  3.5794e-03,  5.6501e-03, -5.7567e-04,
                       5.9910e-03,  1.0860e-04,  3.1662e-04, -1.0795e-03,  5.3315e-03,
                      -3.5399e-03, -2.0110e-03, -9.7171e-03, -4.6098e-03,  1.3414e-03,
                      -1.7664e-03, -2.2984e-03, -1.7443e-03, -5.0688e-04,  2.8376e-04,
                      -1.6510e-03,  4.2823e-03, -4.8504e-03,  1.9093e-03,  2.2326e-03,
                      -4.2263e-03,  3.5652e-05, -2.5496e-03, -2.8756e-03,  4.6363e-03,
                       1.8996e-03,  6.5107e-03,  1.6183e-03, -4.6028e-04, -2.1443e-03,
                       1.2996e-03,  8.7543e-04, -2.8625e-03, -1.1302e-03,  8.4856e-07,
                       1.3417e-03,  5.0894e-04,  1.9049e-03,  7.5390e-03, -2.5868e-03,
                      -1.8950e-03, -3.0687e-03, -2.0895e-03,  4.6785e-03, -1.4328e-03,
                       3.6989e-04,  2.5067e-03,  6.7277e-04, -2.5052e-03,  1.8740e-03,
                       8.1812e-03,  3.3823e-04, -1.3358e-03, -3.7596e-03,  1.5569e-03,
                      -4.5755e-04,  4.2287e-03, -3.6898e-05,  1.3641e-03,  1.6154e-04,
                      -2.4284e-03, -6.2434e-06, -4.1448e-05, -2.3874e-03,  2.4994e-03,
                       5.9022e-03,  7.0113e-03, -1.4304e-03,  3.2500e-03, -1.9683e-03,
                       1.4838e-03,  8.6709e-04,  1.1422e-03, -9.6156e-04, -2.9587e-03,
                       6.6369e-04, -1.6089e-03,  4.5784e-04, -4.7958e-03,  1.5427e-03,
                       1.6860e-03,  1.0675e-03,  9.9947e-04,  1.8247e-03, -1.1517e-03,
                       1.7964e-03,  2.0025e-03,  1.3095e-03, -1.9527e-03, -5.6304e-04,
                      -3.3056e-03,  1.9692e-05, -1.3074e-03,  1.3812e-04, -4.2894e-05,
                      -1.6396e-03, -1.1645e-03,  2.5011e-03,  3.4514e-03, -6.6932e-04,
                      -7.1453e-04, -1.9522e-03,  2.4784e-03, -3.3509e-03, -1.1788e-04,
                       2.1865e-03, -1.1875e-03, -2.5157e-03, -3.5006e-04,  1.5974e-03,
                      -3.1394e-03,  4.1366e-05,  5.6024e-04, -2.6216e-03, -3.3611e-04,
                       2.5399e-04, -9.1650e-05, -4.1875e-03, -7.1941e-04,  2.8429e-03,
                      -1.3997e-03, -7.4962e-04, -1.5197e-03, -3.2614e-03, -2.0628e-03,
                      -2.6589e-03,  6.3384e-05, -5.5999e-04, -1.7556e-03,  1.2412e-03,
                       3.0479e-03,  2.9194e-03,  4.6206e-03, -1.8905e-04, -1.5086e-03,
                      -1.0943e-03, -1.9217e-03,  6.6355e-04, -1.5765e-03,  3.0452e-03,
                       3.5361e-03, -2.6240e-03,  2.4281e-03,  1.6548e-03,  6.6508e-04,
                      -1.0082e-03, -3.3243e-03, -6.8505e-04, -2.2624e-03, -4.4070e-04,
                      -1.7260e-03, -1.1705e-03,  2.6346e-03, -3.1454e-03, -2.3957e-03,
                       1.2163e-03, -1.5248e-03,  1.0360e-05, -7.4309e-04,  1.3813e-04,
                      -1.0958e-03,  1.7104e-03, -2.4410e-04,  2.6118e-03, -4.3838e-03,
                      -3.1901e-03, -5.8174e-04,  2.4756e-03,  1.0222e-03, -2.3872e-03,
                      -1.0442e-03, -5.4536e-03,  1.8205e-03,  1.9875e-03,  8.1820e-03,
                       2.9669e-04,  1.3693e-03,  2.7312e-03, -7.4463e-04, -5.0283e-03,
                       2.9678e-03,  4.5991e-03,  4.8453e-03, -5.7049e-04, -4.6843e-03,
                       2.6456e-03,  3.7673e-04,  3.4305e-03,  1.2413e-03, -2.2258e-03,
                      -5.2298e-04, -3.4038e-03,  3.9680e-03,  4.9432e-03,  4.5444e-03,
                       2.9296e-03,  2.8573e-03,  9.8211e-04, -3.7665e-03,  4.2314e-03,
                      -5.8102e-03,  3.6309e-03,  7.7258e-04, -1.1425e-03, -2.2080e-03,
                       5.3999e-03,  1.6812e-03,  6.9820e-03,  9.6087e-04, -6.8037e-03,
                      -2.6926e-03, -7.9811e-03,  3.1050e-04, -1.4865e-03, -6.2592e-03,
                       1.5739e-03,  4.5894e-03,  3.9087e-03, -1.7588e-03,  3.7290e-04,
                       9.6700e-03,  2.2781e-04,  6.5520e-03,  5.5894e-04, -3.9614e-03,
                      -2.6858e-03, -5.4209e-03,  8.9180e-04, -2.0791e-03,  2.6247e-03,
                      -2.2566e-03,  5.2347e-03, -1.9109e-03,  2.0677e-04,  9.6576e-04,
                      -1.5730e-03, -6.3697e-04, -1.6769e-03,  1.8342e-03, -9.7055e-05,
                      -3.1223e-03, -1.2504e-03, -3.4480e-04,  2.2622e-03, -1.9217e-03,
                      -1.9931e-03, -6.9457e-05,  2.6528e-03,  2.2327e-04, -1.6088e-04,
                       4.4007e-03, -6.2633e-05, -2.5091e-05, -1.2025e-03,  5.9179e-04,
                       1.0468e-04, -5.2423e-04,  1.9566e-03,  8.8397e-04, -2.2275e-03,
                      -5.1925e-04,  1.0398e-03,  6.4023e-06, -1.9945e-04, -2.0851e-04,
                       6.9254e-05, -4.1758e-03,  7.8854e-04,  2.5926e-04,  1.0813e-03,
                       2.5196e-04, -8.9709e-04,  1.1735e-03, -8.0053e-04, -1.5959e-03,
                      -1.0107e-03,  1.7858e-03, -3.4910e-05, -2.7907e-04,  1.0867e-03,
                       8.5086e-04,  7.1504e-05, -1.0718e-03, -8.1259e-04,  1.3296e-03,
                       1.8796e-03, -1.0117e-03, -3.3140e-03, -2.8598e-03,  1.7921e-04,
                      -1.6559e-03,  1.2874e-03,  2.3712e-03,  1.7156e-03,  4.5403e-04,
                      -4.5285e-04,  3.7590e-03, -1.2019e-03,  7.8996e-04,  4.7103e-03,
                       3.7753e-03,  3.5893e-03,  5.2475e-03,  2.5372e-03,  1.4119e-03,
                       3.0433e-04, -1.4687e-03,  1.9752e-04, -3.7791e-04, -2.3986e-03,
                      -3.1448e-03, -5.3701e-03, -8.6325e-04,  2.1857e-03, -3.3807e-04,
                      -9.2092e-04, -2.2023e-03,  4.7932e-03,  3.1749e-03, -2.1841e-03,
                       6.1922e-03,  1.1503e-03, -8.3344e-03,  1.5413e-03, -5.2463e-04,
                       2.2798e-03,  5.4203e-04,  8.2604e-03,  1.5901e-03,  1.5087e-03,
                       9.7626e-04,  1.8479e-03,  3.7895e-03,  6.7295e-04,  8.5086e-04,
                      -4.8873e-03,  5.8138e-03,  3.4575e-03,  2.1303e-03, -8.1032e-04,
                      -9.5806e-04,  5.4844e-03, -1.6061e-03,  7.0836e-04,  1.7309e-03,
                      -2.6465e-03, -5.7851e-03,  1.5405e-04,  4.4545e-03,  5.1409e-03,
                       5.0031e-03,  4.6834e-03, -5.1600e-07, -3.8920e-03, -1.6376e-03,
                      -7.5450e-03,  4.0029e-03,  1.8257e-03,  3.1501e-03, -1.3293e-03,
                       4.3494e-04, -1.4983e-03, -1.6609e-03,  4.3061e-03, -1.9068e-03,
                       4.0197e-03,  1.4033e-03, -6.1172e-04, -3.5230e-03,  4.3808e-03,
                       2.0226e-05,  3.2646e-03, -2.7099e-03, -1.7520e-03, -2.7073e-03,
                       1.8645e-03, -3.5294e-04, -5.9009e-03,  2.2353e-04, -2.8424e-04,
                       3.6907e-03,  2.3054e-03,  1.0350e-02, -1.1091e-03, -1.7115e-03,
                       1.7410e-04,  1.2368e-03,  1.5504e-03, -2.2895e-04,  1.4970e-03,
                       5.6735e-03,  4.8391e-03,  3.8013e-03,  1.9358e-03, -4.9359e-04,
                      -6.6481e-03, -4.6194e-03, -3.6367e-03,  5.3317e-03, -2.4157e-03,
                      -3.7746e-04,  1.2482e-03, -1.4852e-03, -2.7153e-04,  2.5682e-03,
                       3.5016e-03, -2.5919e-03, -6.5705e-04, -8.2741e-04,  1.1284e-03,
                       1.3166e-03,  3.6483e-03, -2.9518e-03,  1.4598e-03, -4.9897e-03,
                      -1.0251e-03,  6.4784e-03, -6.1788e-03, -1.4941e-03,  1.0061e-04,
                      -1.6827e-03, -4.1620e-04,  1.3806e-03, -3.6436e-03, -1.4591e-03,
                      -1.7996e-03,  6.8620e-04,  2.9507e-03, -1.1840e-03, -8.0695e-04,
                      -8.8970e-04,  1.0618e-03, -1.5901e-03, -2.3287e-03, -1.9759e-03,
                      -1.9816e-03,  1.7845e-03, -1.2815e-03, -2.6035e-03, -9.6075e-04,
                      -3.8352e-04,  1.4518e-03, -9.5201e-04,  3.1899e-04, -5.4781e-04,
                      -2.2857e-03, -3.0485e-04, -2.2810e-03, -1.9561e-03, -1.0315e-03,
                       1.9100e-03,  1.3064e-03,  1.0935e-03, -2.9268e-03, -3.7232e-03,
                       8.2695e-04,  1.0688e-03, -1.9042e-03, -2.7665e-03, -7.7414e-04,
                       1.6059e-03, -1.6138e-03,  2.5487e-03,  1.8584e-03, -3.8505e-04,
                      -1.2501e-03,  3.6050e-03,  4.4085e-04,  9.3665e-04,  1.6133e-03,
                       8.7747e-04, -7.6015e-04, -1.0712e-03,  2.9357e-05, -7.3776e-04,
                      -2.9689e-03,  9.0275e-04,  1.3622e-03, -1.2643e-03,  2.0080e-03,
                      -2.3717e-03,  3.0120e-03, -1.9726e-03, -7.3661e-04, -3.1287e-03,
                       1.2405e-03,  3.3960e-03, -3.1030e-05], device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.weight',
              tensor([[ 0.0267, -0.0317,  0.0181,  ..., -0.0062,  0.0755,  0.0026],
                      [-0.0125, -0.0263, -0.0500,  ..., -0.0148,  0.0429, -0.0405],
                      [ 0.0359,  0.0465, -0.0111,  ...,  0.0702, -0.0168,  0.1048],
                      ...,
                      [-0.0018,  0.0129, -0.0067,  ..., -0.0049,  0.0052, -0.0010],
                      [ 0.0193,  0.0176, -0.0296,  ..., -0.0290,  0.0111, -0.0086],
                      [-0.0317, -0.0245,  0.0321,  ...,  0.0077, -0.0111,  0.0039]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.self.value.bias',
              tensor([ 3.4939e-02, -2.7083e-03,  1.3259e-02,  1.3223e-03, -3.1998e-03,
                      -1.9395e-02,  8.0767e-03, -4.8924e-03, -7.4181e-03,  8.2589e-03,
                      -2.1250e-02,  3.1868e-02, -2.1655e-02,  7.7757e-03,  3.1738e-02,
                      -2.4174e-03, -1.2407e-02, -5.2660e-03, -3.1253e-02, -3.1253e-02,
                       1.9698e-02, -3.9087e-03,  1.1845e-02,  1.3006e-03, -2.6254e-03,
                      -2.4384e-02, -2.9479e-02,  1.5527e-02,  1.8459e-02, -2.0766e-03,
                       4.5635e-03,  3.6731e-02,  9.0106e-03,  3.0221e-03, -1.0847e-02,
                       2.6194e-02, -1.9539e-02,  1.7293e-03, -1.0235e-03, -2.8616e-02,
                      -2.7289e-02, -2.2691e-02, -1.9378e-02, -2.2308e-02, -7.1803e-03,
                       8.4951e-03, -4.1817e-03, -2.1595e-02,  6.7271e-03,  1.6262e-02,
                       1.7291e-02, -9.6341e-03, -4.0727e-04, -8.5783e-03, -2.1360e-02,
                      -2.2468e-02, -2.2582e-02,  2.7048e-02,  9.8158e-03,  2.7384e-03,
                       1.7704e-02, -7.8948e-04, -5.3946e-02, -1.6571e-02,  3.6821e-02,
                      -9.6565e-03,  3.3410e-03, -8.5168e-03, -5.2457e-02, -4.2270e-02,
                       2.0550e-02,  5.5879e-03,  1.2065e-02, -3.8053e-04,  1.4255e-02,
                       3.6184e-02,  2.2638e-03,  3.8417e-03, -1.4764e-02, -4.0025e-02,
                      -1.1833e-02,  7.4444e-03,  7.5563e-03,  3.4288e-02,  2.4657e-05,
                       2.6898e-02,  1.0395e-02, -4.4887e-04, -1.1788e-02, -1.4807e-02,
                       2.7408e-02, -5.6704e-03,  5.6031e-02,  3.8879e-02,  2.2684e-02,
                      -1.0136e-02, -2.9988e-02, -4.5349e-04,  8.9225e-03,  2.1454e-02,
                      -5.6803e-03, -1.4538e-02,  7.8408e-03,  1.9151e-02, -8.5241e-03,
                       2.2918e-02, -1.0461e-02, -1.1165e-02,  3.0005e-03,  1.1383e-02,
                       5.4625e-03,  5.9718e-03,  1.5872e-02,  1.7169e-02, -1.4622e-02,
                      -5.1666e-03, -1.1106e-02,  7.5362e-03, -7.5242e-03, -1.7567e-02,
                       8.7146e-03, -1.9790e-03, -4.7806e-03, -3.3215e-02,  1.6552e-02,
                       1.7505e-02, -6.1445e-02, -2.4035e-03,  9.0824e-03,  4.9147e-03,
                      -9.0323e-03,  7.9142e-04, -2.3881e-02,  1.4327e-03, -6.2702e-03,
                       6.1097e-03,  1.2314e-02,  4.8670e-06, -1.6118e-02,  7.5671e-04,
                       9.1511e-03,  2.3052e-03, -7.5591e-03, -1.9577e-02,  9.9976e-03,
                       9.2114e-03, -4.5681e-03, -2.7021e-02,  1.1854e-02, -7.3965e-03,
                      -3.8135e-03,  1.8887e-02,  3.1752e-03, -8.9151e-03, -1.2006e-02,
                      -1.2906e-02, -1.2726e-02, -5.8616e-03, -5.2583e-03, -8.0474e-03,
                       2.0719e-02, -4.9405e-03, -1.9226e-02,  1.3289e-02,  9.7669e-03,
                      -8.4620e-03, -1.5278e-03, -1.1292e-02,  4.1259e-02,  4.3316e-03,
                      -1.1315e-02,  1.4532e-02,  2.7099e-02,  2.2986e-02, -3.7781e-03,
                      -5.0017e-03,  1.0507e-02, -7.7610e-03,  1.2787e-02, -8.7566e-03,
                       7.5096e-03, -1.2309e-02,  1.3383e-02,  7.9533e-03, -7.0923e-03,
                      -8.2887e-03, -2.7788e-02,  3.9735e-03, -6.5572e-03, -1.6191e-02,
                       1.3938e-02,  1.8676e-02,  1.7855e-02,  1.0614e-02,  2.6557e-02,
                      -2.8133e-03, -1.3574e-02, -1.0478e-02,  1.7565e-02,  1.1542e-02,
                      -2.4807e-02,  5.2711e-03, -1.0159e-02,  6.2221e-04,  1.5130e-02,
                       3.6869e-03,  2.3164e-02,  4.1520e-02,  1.2751e-03,  2.1104e-02,
                       1.2658e-03,  1.0103e-02, -2.3652e-02, -1.7979e-02,  1.4263e-03,
                       2.5969e-02, -9.4534e-03, -3.3343e-03, -1.8712e-02,  2.9742e-03,
                      -3.5039e-04, -1.3603e-02, -1.1593e-02, -7.5686e-03, -9.1461e-03,
                      -3.7033e-03, -2.5861e-02, -1.3000e-02, -7.0112e-03,  5.5968e-03,
                      -9.2943e-04, -2.7750e-02, -1.1895e-02,  1.0729e-02, -8.5659e-03,
                       1.0913e-02,  1.8152e-02, -1.3611e-02,  1.1279e-02, -4.1924e-03,
                       5.4216e-03, -4.6279e-03, -9.7462e-03,  9.5272e-03,  1.9318e-02,
                      -1.7823e-02,  5.6357e-04, -4.2223e-03, -1.5835e-02, -7.6323e-03,
                      -7.5002e-03,  6.2149e-03,  2.0124e-02,  1.3549e-02,  1.5733e-02,
                       9.4648e-03,  1.8628e-02,  1.4588e-02, -1.2592e-02, -1.8089e-02,
                      -1.4375e-02,  9.0656e-03, -3.2683e-02,  5.0369e-03, -6.4532e-03,
                       1.1088e-02, -7.2843e-03,  1.8811e-03, -9.6733e-03, -1.3946e-02,
                       8.0110e-02,  3.8998e-03, -5.4025e-02,  1.1426e-02,  2.4046e-03,
                      -1.5791e-02,  2.6877e-02, -9.2350e-03,  1.2926e-03,  9.8615e-03,
                      -5.8959e-02, -1.1407e-02, -1.2174e-02,  1.3000e-02,  1.7620e-02,
                       2.5136e-02,  4.6114e-02, -5.1807e-03, -1.0011e-02,  1.1839e-02,
                       5.9397e-03,  3.4203e-02,  5.1600e-03,  1.2206e-04, -1.7521e-02,
                      -1.5804e-02, -1.8528e-02,  1.8474e-03,  2.2889e-02,  1.9983e-02,
                      -4.8377e-03, -4.1014e-03, -3.0860e-02,  9.4939e-03, -1.2285e-02,
                       8.0900e-04,  1.3363e-04,  2.6702e-02, -1.0747e-02, -5.4441e-02,
                      -4.5457e-03,  2.8603e-02, -2.9017e-02, -1.7362e-02, -1.2637e-02,
                       2.2775e-02, -1.9249e-02, -3.9754e-02, -8.2367e-03,  1.1567e-02,
                      -4.9498e-03, -7.2402e-03, -3.4824e-02, -6.7602e-03,  1.2584e-02,
                      -2.8645e-03,  6.9102e-03, -7.3328e-03,  3.8383e-02,  1.8491e-02,
                       1.1854e-02,  1.4123e-02, -1.5853e-02,  8.6597e-03,  2.0323e-02,
                       2.8433e-02,  5.0514e-03,  2.8012e-03, -5.4575e-03,  1.8307e-02,
                      -1.1652e-02, -1.5263e-02,  1.5121e-02, -2.5291e-02,  6.1766e-03,
                      -8.8440e-03, -1.0854e-02, -1.9029e-02, -3.4498e-02, -1.8120e-02,
                       1.9789e-02,  3.0972e-03,  6.6755e-03,  6.0220e-03, -5.5441e-03,
                       3.8924e-02, -1.7020e-02, -9.1603e-03, -3.0367e-02,  2.3886e-02,
                      -2.4798e-02,  8.7875e-03, -1.2647e-02,  8.2768e-03, -2.6182e-02,
                      -1.2119e-02, -1.3594e-02,  2.3639e-02,  2.0397e-02,  1.4081e-02,
                      -1.5154e-02,  5.4730e-03,  4.2745e-02, -3.4470e-02, -1.6642e-02,
                      -7.1008e-03,  2.3337e-02, -1.5194e-02,  9.3829e-03, -1.0398e-02,
                       1.4623e-03, -2.9473e-03,  5.3646e-03, -2.4211e-02, -4.8839e-04,
                       1.0271e-02,  4.2747e-03,  2.1947e-02, -3.1751e-02, -1.8678e-02,
                       6.3619e-03, -1.8832e-02, -3.7397e-02, -2.8306e-02,  1.9927e-02,
                      -7.8470e-03, -1.2473e-02,  1.1168e-02, -2.8228e-02, -3.4897e-03,
                      -1.2609e-02,  6.1133e-03, -2.2894e-02,  1.3155e-02,  5.9300e-04,
                       2.7885e-02, -3.4144e-02,  1.0924e-02,  2.2013e-02, -3.7731e-03,
                      -1.1849e-02, -1.4436e-02,  2.5243e-02, -2.0038e-02, -2.4608e-02,
                      -2.0417e-02, -4.4088e-03,  4.2197e-03, -1.9540e-02, -6.1109e-03,
                      -1.0762e-02, -2.9203e-02, -2.8192e-02,  1.8592e-03,  2.9230e-02,
                      -2.7236e-02, -1.1647e-02, -1.9297e-02,  1.1084e-02, -4.1231e-02,
                       1.9031e-03, -1.1049e-02, -3.6615e-02, -2.4655e-02, -4.5692e-02,
                      -1.6076e-02,  6.4599e-03,  4.2188e-03, -2.3195e-03, -2.6492e-02,
                      -2.2230e-03,  3.6336e-02, -1.2183e-03, -1.3211e-02,  1.2143e-03,
                      -4.5264e-03,  9.5537e-04, -2.6779e-02, -6.1041e-02, -5.2698e-02,
                       4.0085e-02, -4.8960e-03,  2.5606e-02, -9.8962e-04, -1.0627e-02,
                      -4.2969e-02,  5.9358e-02, -1.7612e-02,  1.1425e-03, -1.0703e-01,
                       7.3192e-03, -2.1148e-02,  4.8817e-02,  8.1609e-02,  2.8534e-02,
                       5.7002e-02, -5.0907e-02, -6.6204e-02,  3.7246e-02,  3.0103e-02,
                       4.2538e-02,  5.5168e-02,  6.4506e-02,  1.6140e-02, -4.9505e-02,
                      -3.1885e-02, -1.6859e-02, -1.3931e-02,  4.6364e-02, -8.0330e-02,
                       5.8236e-02,  5.7113e-03, -3.9047e-02,  6.2555e-02, -5.4841e-02,
                       2.4923e-02,  5.7117e-02, -2.6169e-02, -1.1801e-02, -4.2001e-02,
                      -4.2253e-02, -9.2898e-03,  9.8086e-02,  1.6437e-03,  2.4259e-02,
                      -1.2937e-01, -1.9845e-02, -4.5267e-02,  7.1673e-02, -1.1909e-02,
                       9.1395e-02, -7.3504e-02, -1.2411e-02,  5.0466e-02,  1.6212e-02,
                      -4.7094e-02, -5.0792e-02, -8.2277e-03, -7.7111e-02, -2.5828e-02,
                       6.3147e-03, -1.0764e-01, -8.3113e-03, -1.1053e-02, -1.7612e-03,
                       1.6037e-04,  2.6367e-02, -1.6672e-02,  3.0856e-02, -1.3844e-02,
                      -7.5390e-03,  1.2698e-02,  2.5449e-03, -1.1624e-02,  7.2504e-03,
                       4.6402e-03, -4.7313e-03,  7.1217e-03,  2.0941e-02, -1.9898e-02,
                      -2.4753e-02, -7.1070e-03,  5.4489e-03, -6.5417e-03,  8.9032e-03,
                      -1.0548e-02,  7.0531e-03, -1.7978e-03,  1.4366e-02, -3.2904e-03,
                      -2.9265e-02, -6.4664e-03, -1.8962e-02,  4.9719e-02, -9.9089e-03,
                       7.9272e-03,  2.1963e-02, -1.2984e-02, -5.0654e-03, -2.0387e-03,
                      -2.3092e-03, -2.3731e-02,  7.5466e-03,  2.1197e-02, -6.3055e-03,
                      -3.7679e-04,  2.3830e-02,  1.7202e-02,  1.5939e-02, -1.3229e-02,
                      -5.4900e-03, -5.2798e-03, -1.1158e-02,  6.5452e-03,  5.2907e-03,
                      -4.6651e-03, -1.2987e-02,  1.0319e-02,  2.0611e-02,  3.8199e-03,
                       2.7362e-04,  9.0702e-03, -7.1256e-03, -1.2059e-02, -3.3228e-02,
                       1.4115e-02, -2.1690e-02,  1.3301e-02,  1.5048e-02, -4.9548e-03,
                       2.4670e-02,  4.8965e-04, -6.7670e-02, -2.1898e-02,  7.2640e-03,
                      -4.3803e-02,  1.1149e-02, -2.0867e-02, -1.1912e-02,  1.4314e-02,
                       2.1968e-02, -9.1231e-03, -2.0474e-03, -1.5923e-02,  3.0903e-02,
                       9.8885e-03,  3.0787e-02, -2.1766e-03, -1.0467e-02, -6.0253e-03,
                       1.1621e-02, -1.8476e-02, -3.0737e-02,  1.1873e-02, -1.0207e-03,
                       5.5804e-03, -4.2859e-02, -1.8551e-02,  4.7320e-02,  4.3419e-03,
                       1.8391e-02,  1.7806e-02, -3.4207e-02, -5.9589e-02, -1.2735e-02,
                       2.2029e-02,  1.2870e-03, -2.2502e-02, -2.4757e-02, -1.9069e-02,
                       5.9649e-04,  2.4197e-02,  6.0428e-03, -4.3807e-03,  2.6899e-02,
                       2.7419e-02, -9.5833e-03,  3.1509e-02,  6.5425e-03, -2.9133e-02,
                      -1.5812e-02, -4.5414e-02,  2.2560e-03, -1.4650e-03,  2.3039e-02,
                      -3.4424e-02,  3.6906e-03,  2.6438e-02,  1.3683e-02, -8.4320e-03,
                       1.4588e-02,  3.2327e-03, -2.7349e-03,  1.1851e-02, -7.6898e-03,
                      -1.4262e-03, -8.0786e-03, -7.5526e-04,  1.2380e-02, -4.0299e-02,
                       1.0636e-02, -8.7927e-03, -1.8439e-03, -2.8410e-02, -1.1363e-02,
                      -1.4250e-02,  5.9336e-03, -1.9152e-02,  3.8621e-03,  7.9887e-03,
                       8.0305e-03, -9.9335e-03, -1.0357e-03, -8.3851e-03,  4.7318e-03,
                       1.3020e-02, -1.5141e-02,  9.2607e-03,  1.1044e-02,  2.1027e-03,
                      -1.4759e-02, -1.8400e-03, -1.5441e-02,  6.6455e-03, -1.5835e-02,
                       1.8418e-02,  3.4652e-03,  1.3842e-02,  6.4557e-03, -2.5944e-03,
                      -7.3876e-03, -1.3740e-02, -3.5027e-03, -9.7833e-03,  7.4057e-03,
                      -6.2536e-03,  2.5311e-02, -3.3561e-02, -1.8292e-02,  1.2676e-02,
                       2.6416e-02, -1.4290e-02,  1.8479e-02, -1.1004e-03, -9.3609e-04,
                       7.6739e-03,  1.8671e-02, -1.2937e-02,  1.7098e-02,  8.4712e-03,
                       2.2839e-03, -7.9570e-03, -2.5544e-03, -2.7763e-02, -7.7418e-02,
                       1.9966e-01,  4.9599e-02,  7.8529e-02,  2.4457e-02,  2.7650e-02,
                      -4.5359e-02,  2.0814e-01, -1.0406e-02, -3.0927e-02, -2.2885e-02,
                       1.5606e-01,  4.7701e-02,  4.3071e-02, -2.6342e-02, -4.1535e-02,
                       1.5724e-01, -4.9899e-02, -7.6673e-02, -1.9191e-02, -3.2824e-02,
                      -1.0094e-01,  1.3891e-02, -4.1489e-02,  7.0728e-03, -4.1035e-02,
                      -4.8730e-02,  6.6693e-03, -7.4825e-03,  1.2184e-02,  1.7187e-02,
                       2.3797e-02, -1.5456e-02, -1.5271e-02,  9.9061e-03, -7.8886e-02,
                      -2.7106e-02, -8.7964e-02,  1.2185e-02, -2.8367e-02, -3.6034e-02,
                      -7.5305e-02, -8.2848e-02,  3.7437e-03, -6.7749e-02,  5.0545e-02,
                      -7.2975e-02,  4.4835e-02,  7.9500e-02, -6.1095e-02, -6.3329e-02,
                      -3.3200e-02, -7.6184e-02, -2.1302e-01, -5.2408e-02, -1.0533e-02,
                       1.4411e-03, -2.0571e-03,  8.5871e-02,  7.3847e-02, -1.9737e-01,
                      -3.8182e-02, -1.7941e-02,  1.2719e-03], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.weight',
              tensor([[-0.0121, -0.0324,  0.0093,  ...,  0.0037, -0.0123, -0.0148],
                      [-0.0200, -0.0055, -0.0099,  ...,  0.0034,  0.0304,  0.0297],
                      [-0.0162,  0.0033, -0.0103,  ...,  0.0359,  0.0068, -0.0163],
                      ...,
                      [-0.0199,  0.0411, -0.0229,  ..., -0.0039,  0.0189,  0.0187],
                      [-0.0045, -0.0070,  0.0298,  ..., -0.0098, -0.0135, -0.0054],
                      [ 0.0088, -0.0344, -0.0183,  ..., -0.0478, -0.0095,  0.0226]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.dense.bias',
              tensor([ 3.2071e-02,  1.8322e-02, -3.8841e-02,  1.2504e-02,  3.8241e-02,
                       1.1261e-01,  6.8186e-02, -5.5838e-02, -1.2906e-02, -6.4427e-02,
                       4.0187e-02,  2.2156e-02,  3.4307e-02,  6.5935e-02, -5.6188e-02,
                       9.7184e-03,  3.1848e-02,  4.5323e-02,  5.7852e-02, -3.6024e-03,
                       3.0689e-02, -6.5316e-03,  5.7109e-02, -5.4307e-02,  3.5627e-02,
                      -9.4697e-02, -1.2862e-02, -1.2834e-02,  7.8965e-02,  5.4031e-03,
                      -8.5135e-02,  4.4247e-02,  2.8325e-02, -7.2747e-02,  2.3572e-02,
                       6.2636e-02, -9.5218e-02,  2.5526e-03, -1.6763e-01,  4.1701e-02,
                      -1.8157e-02,  3.1409e-02, -5.7101e-02,  3.3371e-02, -2.6675e-02,
                       7.3162e-02, -4.0938e-02, -1.1954e-02,  2.4898e-02, -2.9676e-02,
                      -8.3866e-03,  3.7563e-02, -1.6222e-02, -4.6487e-02, -2.4686e-03,
                      -1.4755e-01,  8.9438e-02,  4.0949e-03, -5.6963e-02,  9.7166e-03,
                      -3.1226e-02,  3.0115e-02,  2.8413e-02,  6.4832e-02, -1.6951e-01,
                       1.4386e-03, -3.1776e-02,  1.7106e-02, -2.8426e-02, -7.2883e-02,
                      -5.4811e-02,  7.6565e-02, -3.7892e-03,  2.9155e-02, -8.6592e-02,
                      -3.7236e-03, -3.0033e-02, -5.3093e-02, -1.0069e-02, -6.5516e-02,
                      -2.7691e-02,  7.3017e-03,  4.7679e-03,  2.7183e-02,  1.4092e-01,
                      -1.1247e-01, -1.4984e-02, -3.5046e-02,  1.0634e-02, -8.5262e-03,
                       3.6687e-02, -1.1643e-02, -2.6170e-02,  1.9805e-01, -3.9792e-02,
                       7.6800e-03,  3.0914e-02, -3.3504e-02,  1.0513e-01,  2.9676e-02,
                      -4.2202e-02, -2.1077e-02,  2.4958e-02, -1.4410e-02, -7.4160e-02,
                       1.7878e-02, -2.4755e-03, -5.1255e-03, -1.3232e-02,  7.7661e-03,
                      -1.2997e-01,  2.5165e-02, -5.8328e-03, -2.2496e-01, -1.9493e-02,
                      -6.1411e-02,  2.3023e-02,  1.6381e-03,  3.0688e-02, -1.6814e-02,
                      -1.9770e-02,  3.1851e-02, -1.0475e-01,  4.0971e-02, -1.3708e-01,
                      -4.0768e-02, -1.7089e-02, -2.9378e-02,  3.2832e-02,  4.5257e-02,
                      -1.0492e-02,  2.7368e-02,  4.4085e-03, -1.8099e-02, -1.6410e-02,
                      -6.5017e-02,  1.7919e-03, -5.5080e-02, -4.8931e-02, -5.9589e-04,
                      -5.3717e-02,  4.5445e-02, -2.8608e-02,  1.3932e-02, -7.2870e-02,
                       5.4065e-02,  8.3917e-02, -7.3482e-02,  6.1693e-04,  1.2700e-01,
                       2.5856e-02, -6.7368e-02, -9.6881e-02, -5.8364e-04, -6.0567e-03,
                      -6.0658e-02,  1.8069e-02,  1.9061e-02, -4.4613e-02,  4.9899e-02,
                      -5.5395e-02,  4.5206e-02,  7.3169e-02, -1.7220e-02,  1.7896e-01,
                       6.6199e-02, -5.2923e-02, -1.1469e-01, -2.5279e-02, -8.4405e-03,
                      -2.4237e-02, -1.0175e-01,  1.1695e-01,  4.2276e-02, -3.4261e-02,
                      -7.6440e-04, -6.1754e-02,  1.1336e-01,  7.1219e-02,  1.3441e-02,
                      -8.2917e-02, -6.1187e-02,  7.6887e-02,  3.6711e-02,  1.3850e-02,
                       1.1540e-02,  2.2737e-02, -5.5852e-02,  2.9213e-02, -7.8241e-02,
                      -7.4297e-02, -2.0118e-01,  3.5469e-02, -9.9614e-03,  5.2833e-02,
                       4.8308e-02,  1.1615e-02,  7.7853e-02,  7.6582e-02,  5.1402e-02,
                       5.4110e-02, -1.0372e-01,  2.6075e-02,  2.3173e-02, -1.1386e-02,
                      -3.4064e-02,  2.8311e-02,  2.7327e-02,  3.1088e-02,  1.2197e-01,
                       5.7475e-02, -7.2375e-02, -4.0548e-02,  2.3916e-02,  4.4323e-02,
                       7.6118e-04, -4.8498e-02, -1.6655e-02,  1.1447e-01, -6.3335e-02,
                      -7.1307e-02, -3.3125e-02, -1.4023e-02,  3.6297e-04,  1.2815e-02,
                       4.4277e-02,  2.6409e-02, -5.7492e-02, -4.1637e-03,  2.0045e-01,
                      -6.1541e-02,  2.5884e-02,  3.7263e-02,  2.8553e-02,  5.7688e-02,
                       1.9198e-02, -1.1356e-01, -1.9634e-02, -1.1458e-01,  1.4801e-02,
                      -1.3733e-02, -2.0813e-02, -1.2105e-01, -1.4870e-02, -2.2883e-02,
                       6.4728e-02,  9.4646e-03, -9.4681e-02,  3.3960e-03,  4.8964e-02,
                      -9.1495e-02, -3.8825e-03,  2.6102e-02,  6.1056e-02, -5.8297e-02,
                      -1.7505e-02, -3.6601e-03,  8.7696e-02, -7.3177e-02, -4.2292e-02,
                      -8.4684e-02, -1.0019e-01,  5.7773e-02, -7.6571e-03, -6.0872e-02,
                       2.4628e-02, -7.7186e-02,  2.3629e-02,  7.5204e-02,  1.1204e-02,
                       4.4702e-02, -1.5592e-02,  2.5185e-02, -2.2199e-02,  3.8524e-02,
                      -1.0477e-02,  4.0521e-02, -2.3047e-02, -1.9058e-02, -6.2107e-05,
                      -4.7013e-02, -2.4305e-02, -5.4031e-02,  7.4312e-02,  1.1821e-02,
                       4.0028e-02,  6.2478e-02,  2.2330e-02,  4.2199e-02,  3.1292e-02,
                      -8.4876e-02, -9.1243e-03,  2.6956e-02, -3.4921e-02,  3.9545e-02,
                      -8.2356e-02,  5.5558e-02, -1.6381e-01,  3.0298e-02,  3.4140e-02,
                      -3.7092e-02, -9.8431e-02, -1.0651e-02, -1.0819e-02, -1.7215e-01,
                       3.0003e-02, -2.3323e-02, -5.2544e-02,  3.9990e-02,  3.9775e-02,
                      -4.8526e-02,  8.4669e-02, -1.5964e-02, -1.4662e-01,  1.0617e-03,
                       4.8284e-02,  2.7534e-02, -1.4863e-01,  4.3606e-02,  5.1231e-02,
                       7.1496e-02, -2.0363e-02,  5.0514e-03,  2.6897e-02,  8.5861e-02,
                      -4.9650e-02,  4.9578e-02, -3.4809e-02,  2.3978e-02,  3.9322e-02,
                       7.7413e-02, -5.6230e-03,  1.6038e-02,  2.3834e-02,  7.1397e-02,
                       2.2045e-02, -5.4191e-02, -2.4293e-02,  1.1577e-02, -6.9836e-02,
                       7.6758e-02,  3.4606e-02, -1.0950e-01,  8.0948e-02,  5.9119e-02,
                      -5.7268e-02,  4.4050e-02,  1.2443e-02, -1.1503e-01, -2.2667e-02,
                      -9.0428e-02,  2.1163e-02,  9.4001e-02,  2.9984e-02, -1.1213e-02,
                       2.3901e-02,  4.3376e-02,  7.7922e-02, -9.9864e-02, -2.4535e-02,
                       2.7830e-02, -2.8681e-03,  5.0721e-02,  1.5297e-03, -4.0516e-02,
                      -5.1171e-02,  4.7508e-02, -9.9534e-04,  3.3683e-02,  4.4844e-02,
                      -3.8402e-02, -5.1584e-02, -9.0620e-02,  3.8044e-02,  6.2194e-02,
                       3.4885e-02, -2.2436e-02,  3.7895e-03,  1.4472e-02, -1.5843e-01,
                       2.8361e-02,  1.7518e-02, -1.7522e-02, -6.0974e-03, -8.9497e-02,
                      -9.8946e-04,  3.0796e-02, -1.3859e-02, -3.0364e-02,  1.0262e-03,
                       1.5075e-03, -6.2966e-02,  2.4293e-02, -1.9275e-03,  1.0783e-01,
                       7.3484e-02, -2.0638e-02, -2.8264e-02,  3.7355e-03,  6.6402e-02,
                      -1.1338e-02,  3.5695e-04,  1.5144e-03,  1.0853e-02, -3.3323e-02,
                      -6.6224e-02,  5.4993e-02, -4.8163e-02,  4.2720e-02, -1.8631e-02,
                       8.5572e-02,  6.8419e-02,  3.4947e-02, -2.1907e-02, -2.2447e-03,
                      -2.6249e-02, -1.4861e-02, -6.7545e-02,  6.8289e-02,  2.1172e-02,
                      -1.0236e-01,  7.4773e-02,  8.0932e-02,  7.1961e-02, -2.6743e-02,
                       5.7057e-02, -7.3557e-03,  1.3477e-02,  8.3256e-03, -2.4072e-02,
                      -2.1530e-02, -3.3305e-03,  7.9529e-03, -7.2509e-03, -1.3274e-01,
                      -1.6724e-02, -1.1862e-02,  5.2702e-02,  3.3648e-02, -4.1094e-02,
                       1.3315e-02, -8.6657e-02, -1.6664e-02, -6.1005e-02, -2.7736e-02,
                       2.5489e-02, -2.8673e-02, -4.6744e-02, -8.0716e-03,  1.3024e-01,
                       2.6272e-02, -8.2392e-02, -6.8945e-02, -9.7279e-03, -1.2675e-01,
                       5.3803e-02,  6.7476e-02,  9.4535e-03, -8.5938e-02, -6.2046e-02,
                       3.0158e-02,  3.2242e-02, -2.9457e-02,  1.4733e-02, -4.6266e-02,
                      -6.3869e-03, -9.9616e-02, -7.6158e-02, -9.0697e-02,  7.2068e-02,
                      -7.8117e-04, -1.2156e-02, -1.9383e-02, -2.6411e-02, -2.8250e-02,
                       2.2126e-02,  5.8033e-02,  1.6739e-02, -8.1313e-02,  2.3195e-02,
                       3.2305e-02,  5.0049e-02,  6.8112e-02, -4.7834e-03,  5.5755e-02,
                      -5.7424e-02,  3.6631e-02, -3.7475e-02, -1.3250e-02,  7.3692e-02,
                       1.8650e-02, -6.2189e-02,  1.7772e-02, -1.4383e-02, -2.8807e-02,
                      -9.8100e-02, -1.0725e-01, -6.7077e-02, -1.2264e-02,  4.2618e-02,
                      -3.5712e-02, -6.6072e-03, -1.4679e-02,  4.9960e-02,  2.0364e-02,
                       8.5060e-03,  2.5576e-02,  4.9383e-02, -9.4719e-03,  1.1804e-01,
                      -4.0525e-02,  1.0362e-01, -2.7419e-02, -3.6077e-02,  4.2739e-02,
                       5.3546e-02, -4.2645e-03, -4.7953e-02, -1.2113e-01, -1.8454e-02,
                      -6.0066e-03, -1.1026e-01,  1.4098e-02,  4.5253e-02, -2.5182e-02,
                       7.4725e-03,  3.8673e-03,  3.0659e-02, -1.4568e-02, -5.1940e-02,
                       3.6045e-02, -3.9570e-02, -2.5172e-02, -3.6291e-03, -3.0646e-02,
                      -4.6493e-02,  9.2742e-03,  1.6294e-02,  5.5596e-02, -6.4038e-02,
                       5.8416e-02,  2.8520e-02,  6.8850e-02, -2.3763e-02,  4.8083e-02,
                       2.4625e-02,  3.3662e-02,  5.1245e-03, -1.9842e-02, -3.1107e-02,
                       5.8010e-03, -1.1371e-01,  1.2832e-02, -3.9304e-02, -1.4733e-01,
                       6.9833e-02, -5.8896e-02,  8.2913e-02, -6.8906e-02, -6.8316e-03,
                      -2.2515e-02, -7.0460e-03, -6.5564e-02, -1.9781e-02,  1.8887e-02,
                      -1.4593e-03,  5.9514e-04, -4.2281e-02, -7.0105e-02,  2.3400e-02,
                      -4.5288e-02, -5.0416e-03, -9.7297e-03,  2.2629e-02,  1.6329e-02,
                       1.0333e-02, -7.1545e-02,  4.5823e-02, -3.0554e-02,  7.3772e-02,
                       1.3720e-02, -3.1331e-02, -1.5648e-02,  4.1801e-02, -3.3564e-03,
                       2.0134e-02,  4.1317e-02, -5.3269e-02,  5.2430e-04,  9.0171e-02,
                       5.7169e-02,  7.9164e-04, -2.6304e-02,  5.4798e-03,  2.7255e-02,
                       1.1964e-02, -3.5042e-02,  9.0440e-02,  5.9605e-02,  4.2217e-02,
                      -1.8285e-02, -2.1931e-02,  6.2744e-03, -4.9101e-02,  1.6449e-02,
                       3.7970e-02,  1.6919e-02, -9.1327e-02,  5.9534e-02,  1.2779e-02,
                      -8.1557e-02,  6.6675e-02, -6.3412e-02, -3.7331e-02, -3.2601e-02,
                      -4.1140e-02, -1.3692e-02,  3.5451e-02, -6.5152e-02,  4.3049e-02,
                      -1.7998e-02, -9.4893e-02,  6.7295e-02,  3.2252e-02, -1.4353e-03,
                       1.0264e-02, -1.1525e-02,  4.3764e-02,  2.1551e-02,  7.4996e-02,
                      -1.4793e-02,  6.5879e-03,  1.8171e-02,  1.5892e-02,  5.9863e-02,
                      -2.9981e-02,  5.5146e-02, -8.2976e-02,  1.4568e-02,  7.0463e-03,
                      -1.3971e-02,  6.4049e-02, -4.9072e-02, -9.5363e-02,  8.0551e-02,
                      -5.0078e-02, -2.5288e-02,  3.2551e-02, -6.6206e-02, -4.1650e-02,
                       7.6291e-02,  6.2044e-02,  5.4844e-02,  4.2854e-02,  6.9421e-02,
                       6.7506e-02, -3.6233e-02, -1.0681e-01, -4.7201e-02, -1.3617e-02,
                      -4.2121e-02, -1.3785e-02,  3.7220e-02, -3.1187e-02,  3.5057e-02,
                       2.8182e-02,  5.1819e-02,  6.1897e-02, -1.6409e-02,  4.3618e-02,
                      -5.9583e-02,  1.6994e-01,  5.8569e-02, -4.4736e-03, -8.2042e-02,
                       8.0480e-02,  1.2407e-02,  2.7653e-02,  9.8911e-02,  4.2017e-02,
                      -2.5837e-02, -2.3127e-02, -1.8231e-02, -1.0450e-02,  1.5544e-02,
                       4.6714e-02, -6.1017e-03, -3.9536e-02,  1.5780e-02,  4.6409e-02,
                       3.6528e-02,  1.1894e-01,  3.1327e-02,  1.7686e-02, -6.4839e-02,
                       1.7971e-02, -2.8299e-02,  5.2136e-04, -1.0707e-01, -4.0233e-02,
                       9.0000e-02,  2.0156e-03,  8.5888e-02, -9.0992e-02,  2.1978e-02,
                      -2.2185e-03, -3.1756e-02,  4.4416e-02, -4.0510e-02,  7.6836e-02,
                       1.0403e-01, -1.2479e-01,  4.1840e-02,  2.1073e-02, -2.3090e-02,
                       5.6784e-02,  3.0459e-02,  7.6760e-02, -5.2042e-02,  4.3211e-03,
                      -2.8522e-02,  1.1386e-02,  2.8083e-03, -9.7046e-03,  7.6911e-02,
                      -2.8048e-01,  8.6883e-03, -3.3426e-02,  4.1214e-02,  2.7252e-03,
                      -2.2529e-02, -4.7057e-02,  3.6477e-02, -9.9223e-02,  2.6752e-02,
                      -1.5211e-02,  1.6182e-02,  1.4820e-01, -3.1077e-02,  6.0786e-02,
                       1.0815e-02, -4.4136e-04, -2.6228e-02, -3.4848e-02,  1.4016e-02,
                      -1.2445e-02,  9.1357e-02,  2.0348e-02,  8.6944e-02,  3.3850e-02,
                      -7.9909e-03,  2.4966e-02,  4.5024e-03,  5.4849e-02, -6.5796e-02,
                      -8.5438e-03, -6.1206e-02, -1.5694e-02,  7.8139e-03,  3.5606e-02,
                       3.7320e-02, -1.1238e-02,  2.5376e-02, -1.4455e-02, -1.0078e-02,
                       2.7811e-02, -1.3446e-02, -8.8572e-02], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.weight',
              tensor([0.8682, 0.8563, 0.8601, 0.8263, 0.7799, 0.8731, 0.7502, 0.8509, 0.9070,
                      0.7745, 0.9008, 0.8972, 0.9125, 0.8907, 0.8832, 0.7479, 0.8335, 0.8150,
                      0.8264, 0.8968, 0.7904, 0.9090, 0.8363, 0.8571, 0.8069, 0.8447, 0.8807,
                      0.9094, 0.8384, 0.8836, 0.8664, 0.7431, 0.8948, 0.7565, 0.8469, 0.8210,
                      0.7519, 0.8935, 0.7405, 0.8938, 0.9092, 0.8715, 0.8529, 0.9018, 0.9210,
                      0.8923, 0.8824, 0.8739, 0.9288, 0.8169, 0.9132, 0.8125, 0.8272, 0.8840,
                      0.7794, 0.7301, 0.8608, 0.8679, 0.8047, 0.7970, 0.8501, 0.9108, 0.9219,
                      0.9131, 0.7616, 0.8946, 0.8837, 0.8560, 0.7469, 0.8165, 0.8695, 0.8351,
                      0.8635, 0.8521, 0.8966, 0.8919, 0.8731, 0.8663, 0.8887, 0.8626, 0.8543,
                      0.8218, 0.8675, 0.8622, 0.7189, 0.9355, 0.8237, 0.8548, 0.8970, 0.8657,
                      0.8735, 0.8524, 0.8703, 0.8874, 0.8579, 0.8581, 0.6880, 0.8857, 0.8995,
                      0.8881, 0.7969, 0.9131, 0.7988, 0.9263, 0.7235, 0.9181, 0.9024, 0.8198,
                      0.9109, 0.9012, 0.8281, 0.8463, 0.9042, 0.7157, 0.8583, 0.9342, 0.8565,
                      0.8739, 0.9035, 0.9050, 0.8913, 0.8637, 0.8830, 0.8139, 0.8170, 0.7957,
                      0.8766, 0.8338, 0.8563, 0.8293, 0.8896, 0.7920, 0.8764, 0.8750, 0.8852,
                      0.8463, 1.1074, 0.8905, 0.8492, 0.8901, 0.7748, 0.8855, 0.8477, 1.4008,
                      0.8789, 0.8565, 0.8850, 0.8898, 0.8572, 0.9093, 0.9128, 0.8870, 0.8969,
                      0.8552, 0.8764, 0.8323, 0.8822, 0.8879, 0.8594, 0.8830, 0.9944, 0.8898,
                      0.7228, 0.8567, 0.8349, 0.8992, 0.9188, 0.7448, 0.8270, 0.8482, 0.8981,
                      0.6963, 0.8083, 0.8753, 0.8728, 0.9172, 0.9166, 0.9452, 0.9069, 0.8591,
                      0.8343, 0.8482, 0.8103, 0.9278, 0.8539, 0.8866, 0.8205, 0.8761, 0.8733,
                      0.8645, 0.8786, 0.7455, 0.8364, 0.8816, 0.8468, 0.9053, 0.9118, 0.6660,
                      0.8432, 0.8970, 0.8945, 0.8078, 0.8785, 0.8830, 0.8217, 0.8572, 0.8861,
                      0.9159, 0.8725, 0.8355, 0.8763, 0.8911, 0.8149, 0.9034, 0.8351, 0.9025,
                      0.8122, 0.8026, 0.8673, 0.8736, 0.9039, 0.8224, 0.8951, 0.9886, 0.8555,
                      0.8820, 0.9006, 0.8864, 0.8674, 0.6692, 0.8019, 0.8854, 0.8362, 0.8406,
                      0.8358, 0.8915, 0.6651, 0.9107, 0.8286, 0.8799, 0.8685, 0.8187, 0.8184,
                      0.8402, 0.8982, 0.8304, 0.9072, 0.8167, 0.9024, 0.9196, 0.9010, 0.8817,
                      0.9369, 0.9263, 0.9209, 0.8740, 0.9201, 0.6858, 0.8646, 0.8812, 0.7260,
                      0.8899, 0.8577, 0.8760, 0.8741, 0.8811, 0.8750, 0.9052, 0.7332, 0.8925,
                      0.8822, 0.8604, 0.9068, 0.8597, 0.9479, 0.8950, 0.8436, 0.8755, 0.8411,
                      0.8923, 0.9274, 0.8807, 0.7625, 2.5721, 0.8823, 0.9184, 0.7322, 0.9558,
                      0.8775, 0.8661, 0.7270, 0.8627, 0.8192, 0.8250, 0.8660, 0.7938, 0.8974,
                      0.6790, 0.9026, 0.8926, 0.9111, 0.8204, 0.8128, 0.8719, 0.7344, 0.9109,
                      0.7929, 0.9167, 0.8971, 0.8453, 0.8503, 0.8179, 0.8690, 0.7303, 0.8222,
                      0.8876, 0.8682, 0.7941, 0.9483, 0.7965, 0.8223, 0.8831, 0.8633, 0.9152,
                      0.8033, 0.8372, 0.9544, 0.8178, 0.9197, 0.8931, 0.9991, 0.8550, 0.8849,
                      0.9090, 0.9223, 0.9043, 0.8695, 0.9049, 0.8871, 0.7868, 0.6624, 0.8950,
                      0.7933, 0.9245, 0.8367, 0.9013, 0.8850, 0.8466, 0.8483, 0.8345, 0.8940,
                      0.8418, 0.8225, 0.8469, 0.9099, 0.8642, 0.8494, 0.8794, 0.8784, 0.7861,
                      0.8426, 0.8936, 0.8510, 0.9084, 0.8745, 0.8816, 0.9007, 0.9829, 0.8872,
                      0.8592, 0.8207, 0.8948, 0.8660, 0.8648, 0.8280, 0.8306, 0.8202, 0.8738,
                      0.9053, 0.6937, 0.8314, 0.8585, 0.8880, 0.9495, 0.8450, 0.8167, 0.8010,
                      0.8767, 0.8905, 0.7806, 0.9069, 0.8033, 0.8863, 0.8932, 0.8619, 0.8819,
                      0.7787, 0.9295, 0.8388, 0.7741, 0.7402, 0.8206, 0.7765, 0.8650, 0.8691,
                      0.8941, 0.8264, 0.8685, 0.9174, 0.9245, 0.8397, 0.8058, 0.9164, 0.9159,
                      0.9157, 0.8526, 0.8148, 1.0311, 0.8467, 0.8930, 0.8504, 0.9211, 0.8923,
                      0.8063, 0.8441, 0.8938, 0.8858, 0.7022, 0.8919, 0.9303, 0.8723, 0.8738,
                      0.8329, 0.9157, 0.7954, 0.9373, 0.8914, 0.8583, 0.8955, 0.8799, 0.9139,
                      0.7904, 0.8524, 0.7889, 0.8457, 0.8130, 0.8934, 0.9099, 0.8858, 0.8247,
                      0.9210, 0.6675, 0.8666, 0.8938, 0.8907, 1.0316, 0.8052, 0.7904, 0.8550,
                      0.8512, 0.8368, 0.8714, 0.8524, 0.9050, 0.7849, 0.8105, 0.8550, 0.8073,
                      0.9031, 0.8824, 0.8937, 0.8505, 0.9190, 0.8730, 0.9089, 0.8462, 0.7091,
                      0.9114, 0.8098, 0.9481, 0.8232, 0.8626, 0.9017, 0.9104, 0.8869, 0.8596,
                      0.9186, 0.7888, 0.9059, 0.7968, 0.8239, 0.9020, 0.8762, 0.8145, 0.9230,
                      0.8382, 0.8090, 0.9003, 0.8168, 0.8674, 0.8956, 0.8864, 0.7968, 0.8685,
                      0.8976, 0.9922, 0.9300, 0.8523, 0.8942, 0.8828, 0.9157, 0.8720, 0.9255,
                      0.8604, 0.8937, 0.7954, 0.9011, 0.8504, 0.7605, 0.9014, 0.8850, 0.7569,
                      0.8394, 0.9009, 0.8786, 0.9111, 0.9598, 0.9146, 0.8789, 0.8840, 0.8712,
                      0.9057, 0.8545, 0.8040, 0.8209, 0.8481, 0.7688, 0.8956, 0.8559, 0.8216,
                      0.9171, 0.8943, 0.7858, 0.7625, 0.8142, 0.8999, 0.8450, 0.8168, 0.8828,
                      0.9083, 0.8498, 0.8166, 0.9295, 0.8684, 0.7575, 0.8500, 0.8209, 1.9936,
                      0.8576, 0.8377, 0.9057, 0.8967, 0.7052, 0.8845, 0.8897, 0.9198, 0.8413,
                      0.8883, 0.7954, 0.9309, 0.7774, 0.8704, 0.8148, 0.8716, 0.8849, 0.8957,
                      0.8543, 0.8417, 0.9144, 0.8805, 0.8724, 0.9363, 0.8931, 0.8495, 0.8758,
                      0.9070, 0.8712, 0.8871, 0.8594, 0.8083, 0.9045, 0.7889, 0.8312, 0.8804,
                      0.8744, 0.9318, 0.8391, 0.8415, 0.8895, 0.8615, 0.8969, 0.8568, 0.7819,
                      0.9039, 0.9425, 0.8560, 0.8708, 0.8498, 0.8946, 0.8672, 0.8646, 0.7847,
                      0.8491, 0.9170, 0.9489, 0.9048, 0.9055, 0.9283, 0.8956, 0.8848, 0.8653,
                      0.7495, 0.8503, 0.9156, 0.8531, 0.9565, 0.8833, 0.8819, 0.8487, 0.8923,
                      0.8923, 0.9047, 0.8064, 0.8559, 0.8395, 0.8998, 0.8874, 0.9107, 0.8815,
                      0.8102, 0.9273, 0.8421, 0.8937, 0.8636, 0.8295, 0.8111, 0.7671, 0.9065,
                      0.9029, 0.8300, 0.8233, 0.9141, 0.8136, 0.7476, 0.8186, 0.8761, 0.8858,
                      0.8704, 0.8635, 0.8960, 0.8863, 0.8310, 0.8514, 0.8463, 0.8238, 0.8615,
                      0.9397, 0.6993, 0.7409, 0.8830, 0.9190, 0.8217, 0.8473, 0.9204, 0.9342,
                      0.8349, 0.8705, 0.8906, 0.8999, 0.9069, 0.9214, 0.8447, 0.8848, 0.8771,
                      0.9004, 0.8599, 0.8320, 0.9140, 0.8512, 0.8987, 0.8872, 0.7026, 0.8940,
                      0.8984, 0.9213, 0.8770, 0.8596, 0.9741, 0.8286, 0.9151, 0.8060, 0.7955,
                      0.6645, 0.8130, 0.9181, 0.9196, 0.8509, 0.9318, 0.8604, 0.9047, 0.8451,
                      0.9084, 0.8870, 0.8272, 0.9238, 0.8655, 0.8101, 0.7451, 0.8673, 0.9123,
                      0.8987, 0.8977, 0.8889, 0.8130, 0.9015, 0.7222, 0.9463, 0.8182, 0.8842,
                      0.8919, 0.8608, 0.8079, 0.8986, 0.9645, 0.8500, 0.8951, 0.9488, 0.7985,
                      0.8430, 0.8812, 0.9210, 0.8442, 0.7125, 0.8525, 0.8434, 0.8165, 0.8733,
                      0.8711, 0.8390, 0.7293, 0.8457, 0.8905, 0.8934, 0.8429, 0.9093, 0.8259,
                      0.7926, 0.8657, 0.8908, 0.8676, 0.8442, 0.8917, 0.9097, 0.8542, 0.9047,
                      0.8581, 0.9169, 0.8554], device='cuda:0')),
             ('bert.encoder.layer.3.attention.output.LayerNorm.bias',
              tensor([ 5.7770e-02,  1.6062e-03, -1.9687e-01, -8.3522e-02, -1.2008e-01,
                       1.8701e-01, -1.5138e-01,  3.5925e-01,  2.2614e-01, -3.2358e-02,
                       1.3595e-01, -7.9057e-03, -4.4122e-02, -1.8362e-01, -1.0292e-02,
                       3.2825e-01, -6.2889e-02, -1.5316e-02, -9.1114e-02, -8.3353e-02,
                       2.0519e-02,  1.2874e-01, -1.1007e-01,  7.3277e-02, -2.7557e-02,
                       1.6216e-01, -5.2430e-02,  2.3931e-01,  3.0405e-02,  2.1393e-02,
                      -4.7100e-02, -1.7109e-01, -8.1622e-02, -6.9939e-02,  4.7509e-02,
                       4.2685e-02, -1.5774e-01, -5.2385e-02,  5.9721e-02,  2.1851e-01,
                      -7.1032e-02, -1.0083e-01,  5.0223e-02,  9.1259e-02, -6.7957e-02,
                      -5.7991e-02,  2.2369e-01, -1.7691e-02,  1.1830e-01,  6.8197e-02,
                       2.5987e-02, -3.9921e-02,  1.2754e-01, -1.4700e-01, -8.5295e-02,
                      -9.0374e-02, -9.3998e-02,  3.7445e-02,  3.1759e-02,  8.5307e-02,
                       2.2504e-03,  5.2524e-02,  2.0129e-01, -3.1716e-01, -7.4579e-02,
                      -1.5026e-02,  1.2173e-01, -3.7064e-02,  1.4385e-01,  1.6705e-04,
                      -1.7501e-01,  1.5068e-03, -4.2849e-02,  1.1375e-01,  4.9059e-02,
                      -5.6875e-02,  1.4472e-01, -2.0461e-02,  6.6883e-03,  1.1650e-01,
                       1.9873e-02,  4.7620e-03, -1.4579e-01,  1.7212e-01,  3.1425e-02,
                       2.8324e-01, -1.1120e-01,  1.7716e-02,  8.4297e-02,  9.0556e-02,
                      -1.3476e-01, -8.1369e-02, -2.6651e-01,  8.8356e-02, -8.3912e-02,
                       1.9869e-01,  7.2492e-03, -9.5777e-02,  6.3179e-02,  2.7463e-01,
                      -5.1814e-02, -4.5924e-02,  2.8318e-02,  1.2006e-01, -1.6185e-01,
                       3.8553e-02,  2.2164e-02, -1.6925e-02, -1.7704e-01, -1.0817e-01,
                       9.8506e-02, -1.3155e-01, -4.7935e-02, -1.1538e-02,  6.9967e-02,
                       1.6181e-01,  4.5407e-02,  1.7006e-01, -8.7498e-03,  6.0499e-02,
                       4.5191e-02, -4.2408e-02,  2.2914e-02,  6.6115e-02, -3.2606e-02,
                      -1.2839e-03, -1.1610e-01,  3.4690e-02,  6.8421e-02,  5.8783e-02,
                       4.6100e-02,  3.2895e-02, -1.2021e-01,  8.4844e-02,  8.6651e-04,
                       4.7282e-02,  2.8018e-01,  3.5847e-02, -1.3258e-01, -8.6692e-03,
                      -2.7996e-01, -2.0388e-03, -3.7100e-02, -1.7247e+00, -4.5480e-02,
                      -1.7451e-01,  1.3576e-01,  6.0023e-02, -9.1473e-02, -2.7538e-01,
                      -3.5343e-01, -1.9890e-02, -5.0089e-02, -3.5329e-02,  1.2031e-01,
                       2.0749e-02, -1.2803e-01, -1.0500e-01, -5.6115e-02, -8.2665e-02,
                       2.4184e-01,  4.1632e-02, -8.1560e-02, -5.8998e-02, -8.7377e-03,
                      -2.7291e-01,  2.5226e-01,  6.6258e-02, -1.2624e-01, -6.6556e-02,
                      -6.4687e-02, -2.5301e-02,  3.1061e-03,  1.0029e-01,  2.2351e-01,
                       1.8917e-01,  1.8228e-01, -4.6404e-01, -7.3174e-02,  1.5877e-02,
                      -2.4912e-01, -2.7977e-02, -1.1788e-01, -2.8520e-01, -3.2613e-02,
                      -1.0332e-01, -2.6482e-01, -1.6039e-01,  2.5876e-02, -7.5393e-02,
                       1.7254e-01,  1.4191e-01,  6.8974e-02, -1.6872e-02, -8.2547e-02,
                      -2.0209e-01,  2.8132e-02, -1.2252e-01, -5.4894e-02, -7.6056e-02,
                       1.2435e-01,  9.9845e-02, -9.6420e-02,  1.5372e-01,  1.2301e-01,
                       8.7700e-02,  6.3991e-03, -2.0385e-01, -5.7589e-02, -1.3617e-01,
                       1.5764e-02, -6.7980e-03,  7.0449e-02, -1.4139e-01, -8.0979e-02,
                      -8.4390e-02,  1.6615e-01,  4.5841e-02, -6.7276e-02,  1.5347e-01,
                       2.0091e-02,  1.4620e-02,  4.2526e-02, -4.3386e-01, -1.6600e-01,
                       1.0666e-01,  2.7947e-02,  3.3148e-02,  2.3501e-01, -2.2617e-01,
                      -5.6906e-02,  3.8496e-02,  3.1431e-02, -5.1955e-02, -1.1549e-01,
                      -1.7264e-01,  3.4015e-02, -2.5676e-02, -3.3005e-02, -4.6644e-02,
                      -2.2025e-01, -5.8453e-02,  1.2983e-01,  2.8137e-02, -1.9133e-01,
                      -1.8668e-01,  3.9714e-02,  5.8360e-03,  4.9037e-02,  1.3903e-01,
                       3.3781e-02,  5.3889e-02,  1.7064e-01,  3.1291e-02,  1.1648e-01,
                      -5.5166e-03, -2.0857e-01,  5.3455e-02, -1.0872e-01, -1.0029e-01,
                      -6.6440e-03, -2.4466e-01,  8.3504e-02,  5.1638e-02, -5.5775e-02,
                       5.8863e-02, -8.1640e-02, -5.8983e-02, -1.1954e-02, -5.2853e-02,
                      -3.6075e-02, -2.0171e-01,  1.2473e-01, -1.8684e-02,  1.6307e-01,
                      -7.7445e-02, -1.1015e-01, -7.5006e-02,  3.9931e-02, -2.7084e-01,
                       1.5746e-02, -5.2082e-02, -1.5292e-01,  1.0261e+00, -1.7768e-02,
                       1.0640e-01,  3.3080e-02, -3.4945e-01,  1.0781e-01,  6.6242e-02,
                      -2.0864e-02, -1.1550e-01, -5.0681e-02, -1.0586e-01, -1.2395e-01,
                      -8.3836e-02, -3.2480e-01,  1.2659e-02, -1.0146e-01,  8.5668e-02,
                       1.4522e-01, -7.5215e-02, -8.3293e-02, -4.1711e-03, -1.6375e-01,
                      -1.5941e-01, -3.2006e-02,  6.1952e-02,  2.6893e-02,  1.2347e-01,
                       3.2973e-01, -8.3384e-02,  2.1738e-02,  3.5385e-02, -2.3836e-02,
                       6.9680e-02, -7.7328e-02, -1.4873e-02, -2.8544e-01,  5.5449e-02,
                      -9.8797e-02, -3.1649e-02,  1.7071e-02,  5.6977e-03, -6.5420e-02,
                      -1.4034e-01,  3.1317e-01,  1.4490e-01,  1.3554e-02,  2.4688e-01,
                      -4.8555e-01, -4.2649e-02, -6.1871e-02,  7.5698e-02,  1.1523e-01,
                      -1.1152e-01,  5.8602e-02,  8.4438e-02, -1.7952e-01,  6.4750e-02,
                      -5.7592e-02, -2.5543e-02,  1.0563e-02, -1.2784e-01,  3.2582e-03,
                      -4.4878e-02, -4.5678e-02, -1.2485e-01, -8.1140e-02, -5.6076e-02,
                       2.1164e-02,  2.3733e-02, -1.6573e-01,  2.4525e-02,  1.7459e-02,
                      -1.6828e-01, -2.4099e-03,  4.5457e-02, -3.6176e-02, -1.6187e-01,
                      -2.0686e-02, -7.8832e-02,  8.1847e-02, -5.7966e-02, -1.8805e-01,
                       6.5300e-02, -5.8267e-02,  2.3471e-01, -1.2754e-01,  1.7728e-01,
                      -5.6730e-02, -1.8054e-01, -4.4572e-02,  2.7910e-02, -6.7512e-03,
                      -5.6520e-02,  2.8637e-02, -2.8219e-02,  2.0527e-01, -2.2252e-02,
                       6.7550e-02, -6.5954e-02,  6.2411e-03,  3.2443e-01, -2.1287e-01,
                      -1.7020e-01,  1.1568e-01, -1.8667e-02,  6.0867e-02, -3.8237e-02,
                       7.2240e-02,  1.3405e-02,  5.1885e-02, -3.4501e-02, -9.2332e-02,
                      -7.9836e-02,  9.9193e-03,  1.1266e-01, -1.1584e-01, -5.1709e-02,
                      -1.4214e-01,  2.2028e-01,  2.8472e-02,  4.1204e-02, -1.7004e-01,
                       3.5269e-02,  1.1503e-01, -1.0436e-01, -1.7390e-01, -1.1251e-01,
                      -2.4098e-01,  1.1530e-02,  1.5489e-01, -4.1147e-02,  1.3017e-01,
                      -1.4262e-02,  1.1705e-01,  4.1929e-01, -1.4290e-01, -2.3697e-02,
                      -8.0635e-02, -6.0446e-02, -1.4528e-01, -6.9249e-02,  1.0338e-01,
                      -1.5002e-01, -2.6318e-01, -1.6820e-01, -1.3070e-01,  1.5747e-01,
                      -5.0640e-02, -1.8351e-02, -1.9368e-01,  9.8762e-02, -1.9084e-01,
                       1.6099e-01,  2.0839e-01,  9.7454e-02, -9.4311e-02,  6.4522e-02,
                       1.2522e-01,  4.3149e-02, -4.3812e-02, -2.8399e-02,  3.0684e-02,
                      -1.4344e-01, -2.2999e-02,  6.1326e-02,  4.5591e-02, -6.0961e-02,
                       2.2134e-01,  2.3796e-01, -2.0407e-03,  3.0598e-03, -1.5229e-01,
                      -4.9159e-01, -2.2224e-02,  4.7304e-03, -8.7460e-02, -1.1024e-02,
                      -1.5549e-02, -2.8738e-02, -4.7731e-02,  1.3103e-01, -5.5585e-02,
                      -3.6318e-03,  2.7678e-02,  5.0402e-02,  1.4861e-01,  5.6705e-02,
                       1.2513e-01,  1.3763e-01, -3.8731e-02,  2.3040e-01, -9.0324e-02,
                       3.5591e-02, -4.0994e-02,  1.3512e-01,  9.9918e-02, -8.3196e-02,
                      -1.4220e-02, -1.2275e-01, -1.1659e-01,  8.2020e-02,  9.1757e-02,
                      -2.0245e-01,  1.1443e-01,  1.7011e-02,  6.0800e-02,  2.4443e-02,
                      -3.1103e-02, -5.4800e-02, -1.0107e-01,  3.0728e-02,  2.0030e-01,
                       1.4362e-02, -2.3972e-03,  1.8297e-02, -2.2125e-02,  6.0336e-02,
                       4.3414e-02,  7.1367e-02, -2.1336e-02, -1.2333e-01, -2.2131e-01,
                       2.4852e-01, -9.8363e-02,  3.2165e-02, -2.3605e-01, -1.6488e-01,
                      -3.5807e-01,  1.0750e-02,  3.4913e-01,  9.1427e-02, -1.7944e-01,
                      -3.8397e-02,  8.0222e-02,  1.2854e-01,  1.5032e-01,  1.4551e-02,
                      -9.5438e-02,  9.4686e-03,  3.0843e-02, -1.6238e-01, -8.6502e-02,
                      -4.0758e-02,  1.4360e-01, -2.4007e-02, -4.3182e-02, -1.0025e-01,
                      -6.3246e-02,  1.5218e-01, -1.3587e-01, -8.9024e-02, -9.2335e-02,
                      -7.7814e-02, -2.1413e-02,  1.8534e-01, -2.1635e-01,  5.5442e-02,
                      -2.4612e-01,  1.9015e-02,  2.7123e-02, -1.2215e-02, -2.7026e-02,
                       1.2042e-01, -4.4837e-03, -2.6379e-02,  1.6969e-01,  1.6173e-01,
                       2.2331e-01,  1.2227e-01, -6.0510e-02,  1.3321e-01, -2.9821e-02,
                      -1.0883e-02, -1.5219e-01, -1.7978e+00, -1.4352e-01,  2.0826e-02,
                      -1.6919e-01,  6.5287e-02, -1.5731e-01, -2.5373e-02,  7.7246e-02,
                      -1.3044e-01, -7.3540e-02, -3.5615e-03, -1.2424e-01,  1.3959e-01,
                      -1.0782e-01,  2.1754e-02, -1.1325e-01, -3.6945e-02,  9.6591e-03,
                      -4.5462e-02,  8.5023e-02, -8.0353e-02,  2.2430e-01, -4.2324e-02,
                       5.4293e-03,  2.8769e-01,  8.2554e-02, -6.4991e-02,  5.3335e-03,
                      -3.4523e-02,  1.5400e-01, -5.3456e-02,  1.2745e-01,  3.7443e-02,
                      -1.0841e-01,  1.4318e-02, -1.1641e-01, -2.8492e-01, -2.3776e-01,
                       4.1122e-02,  5.0185e-02, -4.5049e-02, -1.7049e-01,  5.7867e-02,
                      -1.0533e-01, -9.9199e-02, -6.7085e-02, -2.0169e-01,  1.4832e-01,
                      -1.1395e-01, -1.0903e-02,  1.8300e-01,  1.6267e-01,  7.1886e-02,
                       4.6003e-02, -3.6832e-02, -2.2464e-02, -2.6376e-01,  1.9981e-01,
                       1.2715e-01,  2.1435e-02, -7.1804e-02, -6.7546e-02, -9.6737e-04,
                      -1.1604e-01,  1.2914e-01,  9.8056e-02,  5.4462e-02,  9.2825e-02,
                      -1.9179e-01, -4.1814e-02, -1.6330e-01,  8.3588e-02,  4.0756e-01,
                      -1.5102e-01,  1.0259e-01,  6.9265e-02, -8.1958e-02,  9.2122e-02,
                       2.5506e-01, -1.1114e-01,  1.8279e-01, -2.2473e-01, -7.7751e-02,
                      -8.3977e-02, -8.7437e-02,  2.0308e-01, -1.0060e-01,  2.0820e-02,
                      -1.1536e-01, -3.4829e-01,  1.1899e-01, -9.7237e-02, -1.7224e-01,
                       3.3825e-02, -1.2613e-01, -1.8842e-02, -2.4908e-01, -4.3207e-02,
                       9.7511e-02, -5.4015e-02,  6.2163e-02,  8.7509e-02, -1.5119e-02,
                       1.0344e-01,  5.5447e-02, -1.1346e-01, -1.1624e-01,  7.9857e-03,
                      -1.7869e-01,  2.6007e-01,  9.2854e-02, -1.3039e-01,  1.3063e-01,
                       3.4222e-02,  5.2263e-02,  3.4811e-02,  5.9069e-02,  2.3729e-01,
                      -4.6938e-02, -1.7426e-02, -2.0943e-01, -9.2210e-02,  9.2701e-03,
                       1.6867e-01, -6.3006e-02,  1.3150e-01, -6.6816e-03,  4.4836e-02,
                       3.3434e-02, -5.3008e-02, -2.5303e-02, -2.0768e-02, -7.0832e-02,
                       1.5766e-01,  3.4176e-02, -1.7593e-01, -7.5717e-02,  1.5887e-01,
                      -8.8951e-02,  6.6818e-02, -3.1424e-01,  2.2844e-01,  4.9745e-02,
                       1.2341e-01,  1.0790e-01,  1.2799e-01,  1.3101e-01, -1.0804e-01,
                      -8.5552e-02,  3.9561e-03, -2.4989e-01, -1.0013e-02, -8.3057e-02,
                      -2.9867e-02,  2.7569e-02, -5.6000e-02, -3.2595e-03,  5.9177e-02,
                       1.0408e-01, -1.5699e-01, -1.1017e-01,  1.3129e-01,  9.4979e-02,
                       5.2553e-02,  1.4971e-01,  6.5832e-02,  6.1744e-02, -1.4781e-02,
                       3.2886e-02,  2.3107e-01, -4.9538e-02,  5.8310e-02,  1.0680e-01,
                      -1.6920e-01, -5.4228e-03, -4.7244e-02,  3.8207e-01, -1.8236e-02,
                      -3.7618e-02,  3.8225e-01, -8.2705e-02,  3.8598e-02,  6.4347e-02,
                      -2.3489e-01, -1.1071e-01,  4.4761e-02,  1.5473e-01,  2.3413e-02,
                      -2.7478e-02, -1.9756e-02, -8.6500e-02, -1.8864e-01,  9.0414e-02,
                      -9.5413e-02,  5.1682e-02,  2.9151e-02, -1.5657e-01, -6.5547e-02,
                      -1.3420e-01,  1.0836e-01, -7.3147e-02, -1.8942e-02,  2.3227e-01,
                      -1.4009e-01, -5.4383e-02,  6.3964e-02, -3.5606e-02,  1.2799e-01,
                      -5.2369e-02,  1.3938e-02,  9.8680e-02], device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.weight',
              tensor([[ 0.0932,  0.0736,  0.1283,  ...,  0.0480,  0.0143,  0.0593],
                      [-0.0006, -0.0715,  0.0247,  ...,  0.0063,  0.0066, -0.0015],
                      [ 0.0261,  0.0141,  0.0436,  ..., -0.0225, -0.0168,  0.0022],
                      ...,
                      [-0.0301, -0.0702,  0.0362,  ..., -0.0490,  0.0136,  0.0216],
                      [-0.0610, -0.0701,  0.0262,  ...,  0.0669, -0.0283,  0.0758],
                      [ 0.0143,  0.0388, -0.0127,  ..., -0.0449, -0.0110,  0.0020]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.intermediate.dense.bias',
              tensor([-0.1245, -0.0535,  0.0052,  ..., -0.0806, -0.0684, -0.0218],
                     device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.weight',
              tensor([[ 0.0253, -0.0114, -0.0499,  ...,  0.0374, -0.0280,  0.0425],
                      [ 0.0320, -0.0420, -0.0026,  ..., -0.0333, -0.0503, -0.0138],
                      [ 0.0062, -0.0002,  0.0309,  ...,  0.0543,  0.0084,  0.0086],
                      ...,
                      [-0.0151,  0.0255, -0.0153,  ..., -0.0378, -0.0174,  0.0136],
                      [-0.0664,  0.0047,  0.0432,  ..., -0.0006, -0.0230, -0.0393],
                      [-0.0077,  0.0524,  0.0330,  ...,  0.0730, -0.0057, -0.0155]],
                     device='cuda:0')),
             ('bert.encoder.layer.3.output.dense.bias',
              tensor([ 1.3211e-02, -6.8398e-02,  3.3997e-02,  4.0926e-03, -3.1230e-02,
                       7.3482e-02,  2.2718e-02,  7.9313e-02,  2.9878e-02, -6.1694e-02,
                       9.9072e-02,  3.3748e-03, -7.6463e-02, -6.8412e-02,  1.8508e-03,
                       1.6201e-01, -1.9452e-02, -3.4447e-02, -4.8742e-02, -6.7629e-02,
                       5.1397e-03,  5.5475e-02, -4.6898e-02, -1.5443e-02, -1.7508e-01,
                      -1.5241e-02,  4.0402e-02, -2.3462e-02,  8.3657e-02,  2.0365e-02,
                       2.2577e-02, -1.8201e-02,  5.5461e-02, -2.8175e-01,  4.9331e-03,
                      -4.6185e-02, -1.0415e-01, -1.4960e-02,  6.0829e-02,  1.1490e-01,
                      -1.3227e-02, -9.0375e-02, -7.2658e-02,  2.9709e-03, -6.8701e-03,
                       8.1992e-03,  7.9270e-02, -5.5681e-02, -2.5942e-02, -2.8209e-02,
                      -1.0328e-02,  8.1299e-03,  1.4572e-01, -3.8621e-02, -7.3921e-02,
                      -1.0784e-01,  2.8396e-02, -8.8545e-02,  5.1696e-02, -5.1003e-02,
                      -7.9364e-02,  2.3636e-02, -2.9367e-02, -6.4221e-02, -2.9979e-02,
                       1.1774e-01, -4.2693e-02,  6.9751e-03, -5.7610e-02, -1.5788e-01,
                      -1.0792e-01, -5.4584e-02,  6.9767e-03, -3.8149e-02, -3.3019e-02,
                       4.8997e-02, -4.5592e-02, -5.7080e-02, -3.2805e-02, -2.0171e-02,
                       7.5570e-03,  1.4692e-02,  5.1358e-02,  1.6267e-02, -1.4582e-02,
                      -1.1845e-01, -4.9829e-03, -4.4741e-02,  2.8065e-02,  7.1006e-05,
                      -5.6803e-02, -1.1475e-01, -5.1107e-02, -1.3918e-03, -2.8661e-02,
                       2.0348e-01, -1.0283e-01, -3.3330e-02,  1.2579e-01,  8.3403e-02,
                       5.4174e-02, -1.4905e-02,  8.5156e-02,  2.7178e-02, -1.8000e-01,
                       8.0172e-04,  1.2377e-01,  6.7367e-02, -9.1585e-02,  5.2411e-02,
                       5.7200e-03, -5.0831e-02,  3.9005e-03,  4.6232e-02,  9.2472e-02,
                       3.9560e-02, -1.0428e-01, -1.4088e-02,  5.0046e-03,  3.6364e-02,
                      -1.9353e-03,  4.8224e-02, -8.2612e-02, -1.0407e-01, -1.4915e-01,
                      -4.7852e-02, -3.0280e-02, -6.6249e-02, -1.8592e-02,  2.7977e-03,
                       6.0260e-02, -4.9500e-02,  1.7648e-02,  3.3978e-02,  3.3552e-02,
                      -8.2095e-04,  4.5016e-02,  3.2592e-02, -1.0315e-01,  1.0781e-01,
                      -1.6899e-01, -1.7777e-02, -2.2462e-02, -6.2983e-01, -5.5733e-02,
                      -7.8812e-03,  3.4856e-02, -5.2261e-02, -3.8695e-02,  6.7734e-02,
                      -5.6713e-02, -8.6004e-02, -4.5688e-02, -5.9341e-03,  6.0303e-02,
                       4.6750e-02,  9.6440e-02, -7.6014e-02,  4.9883e-03,  4.1361e-02,
                       6.5720e-02,  7.5491e-02, -9.0673e-02,  2.1945e-02,  4.2905e-02,
                       3.2160e-02, -6.5288e-03, -3.7814e-02, -1.7377e-01, -7.0393e-02,
                       1.0222e-02, -1.8871e-02, -6.6393e-02,  6.2760e-02, -7.3222e-02,
                       3.0967e-02,  1.2503e-01, -1.1191e-01, -6.2508e-03,  1.1333e-03,
                      -1.5993e-01, -3.3385e-02,  4.5135e-04, -3.2082e-02,  1.4802e-01,
                      -1.9276e-02, -2.8347e-02, -4.8540e-02,  7.2502e-03, -6.5122e-02,
                       6.9156e-02, -6.5931e-02,  1.0379e-01,  3.5340e-02,  7.0429e-02,
                      -3.4788e-02, -3.1272e-02,  8.0292e-02, -5.2430e-02, -5.4711e-02,
                       6.6047e-02,  1.6989e-01,  6.5454e-03,  6.5981e-02,  1.5971e-01,
                      -1.0715e-02,  5.0133e-02, -2.5962e-02,  1.5248e-02, -3.3926e-02,
                       1.0899e-03, -4.9559e-02,  9.3659e-02, -1.5302e-02,  2.9142e-02,
                      -1.0260e-02, -8.6066e-02,  4.8767e-02, -5.1641e-04, -9.3062e-03,
                       1.0146e-01,  9.6523e-02,  3.5302e-02,  8.0107e-03, -1.4003e-02,
                       1.4034e-02, -1.5054e-01, -3.9440e-02,  9.8051e-02, -4.2620e-02,
                      -8.3774e-02,  6.4094e-02,  3.6963e-02, -3.3801e-02, -1.2665e-02,
                      -1.2285e-01, -1.7759e-01, -5.7782e-02, -1.4352e-01,  4.1676e-02,
                      -9.6198e-03,  1.3320e-01,  2.8876e-02,  3.8956e-02, -1.5076e-01,
                      -8.0950e-02,  4.9120e-02, -1.1170e-02, -4.6886e-03,  3.3213e-02,
                       2.1254e-02,  8.5821e-03, -2.3475e-02,  4.2492e-02,  3.2840e-02,
                      -3.6181e-02, -1.4792e-02,  3.1128e-02,  9.4463e-03,  1.1401e-02,
                       7.6896e-03, -3.0357e-02, -6.4238e-02, -6.4566e-02,  4.2043e-02,
                      -2.3169e-02, -5.5811e-02,  3.8691e-02, -9.5917e-02,  7.0590e-03,
                      -9.3866e-02, -1.2310e-02,  1.2562e-01, -2.3114e-02,  1.1072e-01,
                      -2.1674e-03,  6.8079e-02, -7.7701e-02,  1.2962e-01,  8.3554e-02,
                      -1.3926e-03,  1.8574e-02, -1.0606e-01,  1.6361e-01, -1.2689e-01,
                      -6.3840e-03,  7.7458e-02,  6.2580e-02,  1.9992e-02,  4.6674e-02,
                       1.9807e-02,  1.3079e-02,  4.3848e-03,  3.1961e-02, -3.1011e-02,
                      -1.2445e-01, -1.4800e-02,  9.2220e-02, -1.3613e-02,  2.7744e-02,
                      -5.4260e-02,  2.5674e-02,  6.7233e-02,  7.7136e-03,  1.3194e-01,
                      -2.5865e-02, -7.5683e-02,  4.7251e-02, -2.5775e-02,  6.5861e-02,
                       1.4067e-01,  8.2177e-02,  1.1372e-02,  8.5199e-02, -8.7538e-02,
                       2.7509e-02, -9.0381e-02, -8.5212e-02,  3.4130e-02,  8.1582e-02,
                      -6.7233e-02,  4.9029e-02, -6.4587e-02,  7.4577e-02, -6.0059e-02,
                      -8.2277e-02,  2.4513e-02,  7.9494e-02,  1.2439e-01,  4.9298e-02,
                      -7.6672e-02,  4.8877e-02,  5.7268e-02, -5.9315e-02,  4.3338e-02,
                      -1.0541e-03, -3.1348e-02,  2.3103e-02, -7.8151e-02, -2.1359e-02,
                       8.0520e-02,  8.2108e-02, -7.4784e-02,  3.4591e-02, -3.2750e-02,
                      -7.7341e-03,  3.9303e-02, -4.1092e-02,  8.2706e-06,  1.0323e-01,
                      -1.0114e-01, -1.0553e-01, -5.8725e-02,  7.9903e-02,  2.5243e-02,
                      -2.4520e-02,  9.1991e-03,  2.9563e-02,  3.3676e-02, -9.3260e-02,
                       8.6662e-02, -1.0296e-01,  2.2986e-02,  1.0340e-02, -6.0337e-02,
                       7.0472e-02,  1.2535e-02,  4.2588e-02,  1.8170e-02,  6.1132e-02,
                      -5.1333e-02, -7.2453e-02, -4.6414e-02,  2.3235e-02, -5.6352e-02,
                      -4.2259e-02, -4.6515e-02, -7.8028e-03,  2.8166e-02, -6.7676e-02,
                       5.7918e-02,  2.5902e-03,  5.7677e-02,  5.1864e-02, -9.7500e-02,
                       4.1661e-02,  4.1522e-02,  5.9625e-02, -1.0535e-01,  9.0379e-03,
                       1.1399e-02, -2.9414e-02,  1.2940e-01,  2.8247e-02,  1.1901e-01,
                      -8.9684e-02,  6.9245e-02,  2.0117e-02, -7.0544e-02, -6.6028e-03,
                      -1.2055e-02,  1.2935e-01,  4.6158e-02, -6.0277e-02, -1.0497e-01,
                       1.5335e-04,  9.4961e-02, -3.9115e-02, -7.6592e-02, -7.3670e-02,
                       2.0145e-02,  4.4778e-02, -5.0507e-02, -1.1658e-02,  1.1014e-01,
                       2.9668e-03, -4.6927e-02, -1.3161e-02, -3.5412e-02, -7.9844e-04,
                      -1.3206e-01,  1.3066e-03,  1.6250e-02,  2.8984e-02,  1.0688e-01,
                      -3.0272e-02, -2.3180e-02, -1.5403e-01, -1.6204e-02,  1.1485e-02,
                       5.2623e-02,  1.3504e-01,  1.0281e-01,  1.0582e-01, -7.7884e-02,
                       2.3500e-02,  8.6799e-02,  7.1207e-02,  6.9257e-02,  5.6543e-02,
                       5.6917e-02, -5.5925e-02, -1.7578e-01, -1.2551e-01, -5.0805e-02,
                      -6.2240e-02, -3.8646e-02,  3.8671e-02, -4.4426e-03,  5.4094e-02,
                       1.2509e-01,  1.7930e-02,  3.6606e-02, -1.1451e-03, -3.4144e-03,
                      -1.1795e-01,  4.3231e-02,  3.3019e-03,  1.8840e-02, -5.8706e-02,
                       1.4007e-02,  4.3667e-02,  7.3068e-02,  5.7518e-02, -2.9075e-02,
                       1.0595e-01, -4.3905e-02,  6.2050e-03, -5.4522e-02,  8.0541e-02,
                      -4.7662e-02,  5.3168e-02,  6.3539e-03,  9.4105e-02, -2.7138e-02,
                      -3.5350e-02,  2.1246e-02, -1.0065e-01,  9.2031e-02,  1.0588e-02,
                      -4.5386e-02,  5.1844e-03,  3.2024e-02, -5.3591e-02, -3.4809e-02,
                      -4.8614e-02,  4.6217e-02, -4.8219e-02, -2.9093e-02, -6.5207e-02,
                       1.8304e-02,  2.3523e-02, -7.6304e-02,  1.1332e-01,  5.0321e-02,
                       4.6551e-02, -5.7932e-02, -6.0693e-02, -5.3052e-02,  9.3747e-02,
                      -5.4458e-02, -5.1030e-02,  4.2074e-03, -1.0595e-01, -6.6299e-03,
                       7.1775e-02,  9.2809e-02,  1.0759e-02, -3.5761e-02,  3.1441e-02,
                      -4.1045e-02, -1.1971e-03,  9.6153e-03,  3.8647e-02, -3.7443e-02,
                       1.2393e-01,  4.0882e-02, -6.6707e-02,  1.5626e-02,  5.4000e-02,
                      -3.9745e-02,  6.2088e-02,  1.2062e-01,  3.1660e-02, -3.8933e-02,
                      -9.4156e-03, -2.8445e-02,  1.9987e-02, -3.8954e-02, -4.9095e-03,
                       9.0144e-02,  1.2484e-01, -5.4847e-02, -1.3271e-01, -4.4459e-02,
                      -3.7251e-02,  7.3806e-02,  2.5315e-02,  9.4711e-03, -4.5727e-03,
                      -2.0681e-02,  2.1845e-02,  1.5513e-02,  1.7464e-02,  4.9460e-02,
                       5.6240e-02,  2.5587e-02,  6.0443e-02, -2.1409e-02,  5.5511e-02,
                       5.0798e-02,  5.9135e-03, -6.3098e-03, -4.2224e-03, -1.4901e-01,
                       6.5407e-02, -1.3780e-01, -4.5885e-01, -7.4650e-02,  1.1624e-01,
                       1.0073e-01, -2.7031e-02, -8.4318e-02, -3.4332e-02, -1.4280e-02,
                      -5.1785e-02, -5.7098e-02,  2.3409e-02, -5.6002e-02,  2.2309e-02,
                      -1.4021e-01,  2.5726e-02, -8.7343e-02,  1.4530e-02,  5.2914e-02,
                      -2.1780e-02,  1.6494e-02, -4.3848e-02, -1.4216e-02, -7.1022e-02,
                       8.0641e-02,  7.8072e-02, -7.5006e-02, -1.1128e-01,  3.8911e-02,
                       6.5177e-02,  1.1090e-02,  3.6140e-02,  4.9707e-02, -3.3379e-02,
                       1.9580e-02,  1.4740e-01,  1.4673e-02, -8.8042e-02, -9.9148e-03,
                       9.2170e-02, -8.4982e-03,  1.9027e-02, -1.0732e-02,  4.7921e-02,
                      -1.3734e-03, -2.2769e-02, -4.7721e-02,  5.4926e-02, -3.2659e-02,
                      -3.0522e-02, -9.3741e-03,  2.3451e-02, -3.0097e-02,  9.2257e-02,
                       1.8874e-02,  2.4658e-02, -1.3657e-01, -5.5363e-03, -5.1292e-03,
                      -3.0278e-02, -1.2466e-03, -5.4147e-03,  3.0193e-03,  6.0642e-02,
                       3.6009e-02,  2.7885e-02,  1.3140e-02,  2.0168e-02,  3.5771e-02,
                      -5.6464e-02,  4.1573e-02, -5.2043e-02, -1.1577e-01,  1.7819e-01,
                      -1.2211e-01,  1.0479e-01, -5.3504e-02,  4.7431e-02,  1.4866e-02,
                       1.7398e-01,  9.7976e-02,  8.1704e-02,  1.8458e-02, -7.8940e-02,
                       3.7369e-03,  4.8616e-02,  8.6865e-02, -3.6575e-02, -4.4747e-02,
                      -9.2645e-02, -5.0445e-02,  3.1526e-03, -1.0562e-01, -8.0499e-02,
                       9.7076e-02,  4.9097e-02, -4.5587e-03, -6.4264e-02,  1.1287e-01,
                       8.4439e-02,  2.7238e-02, -2.0377e-02,  1.1418e-02, -4.2162e-02,
                       6.5457e-02,  8.9572e-02, -6.1014e-02,  7.7629e-02,  3.0439e-02,
                      -1.1579e-03,  3.3545e-02,  6.0907e-02, -7.1385e-02,  4.0285e-02,
                       9.3826e-03,  2.9242e-01, -2.7447e-02,  1.8183e-03,  6.1534e-03,
                       1.9090e-02,  2.6210e-02, -2.6635e-02, -2.2892e-02,  3.9950e-02,
                       3.6598e-02, -1.9461e-01,  5.1961e-02, -1.8190e-02,  5.7148e-02,
                       4.5157e-02, -5.5901e-02, -9.1530e-03,  1.1096e-01, -9.4574e-03,
                       5.3441e-03,  1.1182e-01, -8.0419e-02, -1.2473e-03, -1.7099e-02,
                       1.2139e-02, -6.6262e-02,  1.8485e-03,  3.3794e-02,  4.6073e-02,
                       1.1920e-01, -2.9758e-02,  6.7729e-02, -8.2772e-02, -7.6891e-02,
                      -4.9655e-03, -1.0975e-01, -9.5407e-02, -8.7741e-02, -4.0313e-02,
                       1.1893e-02, -3.5287e-02, -1.0047e-01, -4.7253e-02,  3.8145e-02,
                       9.3981e-02, -3.9636e-02, -6.5782e-02,  4.1791e-02,  6.1080e-02,
                       6.0798e-03, -2.1939e-02, -9.8832e-02, -3.9605e-02,  2.3265e-02,
                      -1.3909e-01, -6.3417e-03,  4.0763e-02,  4.4632e-02, -6.4782e-02,
                      -1.6345e-01,  1.3597e-02,  2.3097e-02, -1.2141e-02, -5.2160e-02,
                      -4.2970e-02,  6.1292e-02,  5.0925e-02,  7.8328e-02,  8.9214e-02,
                      -1.8083e-02, -1.0675e-01,  1.3412e-01,  7.9565e-02,  2.8068e-02,
                      -1.1185e-02,  6.0142e-02,  1.1474e-01, -3.3585e-02,  1.0361e-01,
                       1.7104e-02, -2.7941e-02,  6.0801e-02,  1.9610e-02,  1.0869e-02,
                       2.2346e-02,  3.8838e-02, -4.3718e-02, -1.0012e-01,  3.3025e-02,
                       6.6250e-02, -3.5393e-02,  6.9368e-02, -1.1376e-02, -5.7995e-02,
                       2.4330e-02, -1.1025e-02,  8.2145e-02], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.weight',
              tensor([0.8309, 0.8673, 0.8317, 0.8333, 0.8454, 0.7993, 0.7444, 0.7004, 0.8541,
                      0.8043, 0.8733, 0.8892, 0.9388, 0.8931, 0.8744, 0.7132, 0.8452, 0.8619,
                      0.8501, 0.8805, 0.7729, 0.8758, 0.8837, 0.8358, 0.8046, 0.8410, 0.8723,
                      0.8236, 0.8374, 0.8855, 0.8557, 0.7799, 0.8824, 0.8219, 0.8665, 0.8211,
                      0.7842, 0.8863, 0.7387, 0.8328, 0.9201, 0.8600, 0.8736, 0.8713, 0.8986,
                      0.8809, 0.8035, 0.8993, 0.8953, 0.8341, 0.9003, 0.8272, 0.8320, 0.8652,
                      0.7803, 0.7892, 0.8361, 0.8487, 0.8170, 0.8246, 0.8579, 0.9059, 0.8706,
                      0.8451, 0.7837, 0.9136, 0.8647, 0.8375, 0.7008, 0.8116, 0.8562, 0.8504,
                      0.8585, 0.8408, 0.8922, 0.8890, 0.8550, 0.8506, 0.8934, 0.8731, 0.8696,
                      0.8533, 0.8646, 0.8501, 0.7405, 0.8277, 0.8177, 0.8761, 0.9081, 0.8287,
                      0.8358, 0.8721, 0.8405, 0.8497, 0.8393, 0.8330, 0.7773, 0.8725, 0.8444,
                      0.8515, 0.8465, 0.9030, 0.8072, 0.9157, 0.7508, 0.9163, 0.8892, 0.8173,
                      0.8867, 0.8877, 0.8410, 0.8196, 0.9145, 0.7325, 0.8179, 0.8966, 0.8625,
                      0.8547, 0.8931, 0.8922, 0.8631, 0.8708, 0.8697, 0.8070, 0.8364, 0.8227,
                      0.8881, 0.8314, 0.8512, 0.8498, 0.8946, 0.8425, 0.8480, 0.8717, 0.8931,
                      0.8570, 0.8772, 0.8809, 0.8546, 0.9048, 0.7447, 0.8994, 0.8455, 0.1735,
                      0.8421, 0.8557, 0.8425, 0.8666, 0.8631, 0.8269, 0.8270, 0.8522, 0.8768,
                      0.8593, 0.8374, 0.8510, 0.8916, 0.8727, 0.8571, 0.8670, 0.8965, 0.8919,
                      0.7578, 0.8816, 0.8020, 0.8384, 0.8088, 0.7594, 0.8320, 0.8658, 0.8903,
                      0.7711, 0.7904, 0.8551, 0.7927, 0.8663, 0.8859, 0.7277, 0.8946, 0.8518,
                      0.8350, 0.8538, 0.8221, 0.8761, 0.8919, 0.8814, 0.8250, 0.8675, 0.8417,
                      0.8891, 0.8145, 0.7845, 0.8411, 0.8830, 0.8393, 0.8854, 0.9048, 0.7447,
                      0.8693, 0.8791, 0.8748, 0.7804, 0.8850, 0.8456, 0.8095, 0.8578, 0.8895,
                      0.9060, 0.8785, 0.8308, 0.8909, 0.8915, 0.8359, 0.8921, 0.8801, 0.8859,
                      0.8448, 0.8204, 0.8624, 0.8381, 0.9124, 0.8499, 0.8949, 0.7981, 0.8558,
                      0.8680, 0.8888, 0.8921, 0.8069, 0.7669, 0.8301, 0.8883, 0.8555, 0.8253,
                      0.8438, 0.8564, 0.7401, 0.9006, 0.8522, 0.9070, 0.8378, 0.8299, 0.8036,
                      0.8504, 0.8751, 0.8058, 0.8867, 0.8238, 0.9231, 0.8879, 0.8526, 0.9062,
                      0.9374, 0.9160, 0.9100, 0.9037, 0.8615, 0.7497, 0.8661, 0.8510, 0.7494,
                      0.8402, 0.8789, 0.8472, 0.8656, 0.8579, 0.8807, 0.9075, 0.8145, 0.8665,
                      0.8772, 0.8802, 0.9173, 0.8467, 0.8848, 0.8852, 0.8656, 0.8825, 0.8432,
                      0.8469, 0.9099, 0.9000, 0.8041, 0.4331, 0.8746, 0.9115, 0.8094, 0.8355,
                      0.8787, 0.7886, 0.8138, 0.8401, 0.8497, 0.8481, 0.8588, 0.8091, 0.8136,
                      0.7540, 0.9025, 0.8705, 0.8588, 0.8458, 0.8648, 0.8681, 0.6669, 0.8845,
                      0.8228, 0.8768, 0.8896, 0.8672, 0.7713, 0.8417, 0.8478, 0.7812, 0.8492,
                      0.9043, 0.8456, 0.8237, 0.8814, 0.7993, 0.8093, 0.8708, 0.8268, 0.9085,
                      0.8177, 0.8114, 0.7999, 0.8023, 0.9022, 0.8582, 0.8352, 0.8550, 0.9218,
                      0.8895, 0.9262, 0.9189, 0.8824, 0.8803, 0.8792, 0.8140, 0.7038, 0.8954,
                      0.8486, 0.9052, 0.8607, 0.9129, 0.8837, 0.8674, 0.8638, 0.8461, 0.8827,
                      0.8267, 0.8242, 0.8712, 0.9028, 0.8139, 0.8561, 0.8609, 0.8646, 0.7728,
                      0.8768, 0.8931, 0.8555, 0.9050, 0.8336, 0.8049, 0.8846, 0.8700, 0.9091,
                      0.8334, 0.8785, 0.8779, 0.8775, 0.8744, 0.8321, 0.8262, 0.8548, 0.8832,
                      0.8556, 0.7411, 0.8512, 0.8663, 0.8934, 0.8378, 0.8299, 0.7944, 0.8026,
                      0.8958, 0.8673, 0.7739, 0.8835, 0.8151, 0.8601, 0.9000, 0.8562, 0.8812,
                      0.8361, 0.8914, 0.8287, 0.7932, 0.8279, 0.7984, 0.8052, 0.8421, 0.8812,
                      0.8636, 0.8320, 0.8440, 0.8894, 0.9183, 0.8168, 0.8344, 0.8677, 0.9076,
                      0.8647, 0.8373, 0.8227, 0.8241, 0.8439, 0.8730, 0.8650, 0.9147, 0.8767,
                      0.8043, 0.8116, 0.8840, 0.8297, 0.7154, 0.8841, 0.8894, 0.8720, 0.9071,
                      0.8151, 0.9145, 0.7451, 0.8947, 0.8475, 0.8297, 0.8761, 0.8788, 0.8705,
                      0.7864, 0.8280, 0.8079, 0.8660, 0.7985, 0.8756, 0.8914, 0.8938, 0.8470,
                      0.8645, 0.7686, 0.8641, 0.8778, 0.8490, 0.8134, 0.8502, 0.8311, 0.8370,
                      0.8633, 0.8521, 0.8625, 0.8078, 0.8882, 0.7899, 0.8276, 0.8288, 0.8297,
                      0.8429, 0.8408, 0.9123, 0.8309, 0.9216, 0.7868, 0.8658, 0.8691, 0.7991,
                      0.8792, 0.8001, 0.9233, 0.8267, 0.8708, 0.9007, 0.8809, 0.8640, 0.8202,
                      0.9020, 0.8187, 0.9411, 0.8436, 0.8463, 0.8824, 0.8757, 0.8255, 0.8569,
                      0.8342, 0.8669, 0.9135, 0.8451, 0.8777, 0.8690, 0.8991, 0.8429, 0.8845,
                      0.8409, 0.8647, 0.9051, 0.8773, 0.8241, 0.8602, 0.8308, 0.8921, 0.7938,
                      0.8708, 0.8864, 0.8354, 0.8790, 0.8372, 0.7842, 0.9067, 0.9055, 0.7743,
                      0.8470, 0.9089, 0.8810, 0.9056, 0.8724, 0.9132, 0.8687, 0.8837, 0.8430,
                      0.8775, 0.8387, 0.8402, 0.8499, 0.8442, 0.8072, 0.8475, 0.8214, 0.8516,
                      0.8706, 0.9019, 0.7942, 0.8130, 0.8424, 0.8934, 0.8372, 0.8289, 0.8570,
                      0.8634, 0.8220, 0.8306, 0.8997, 0.8410, 0.7987, 0.8170, 0.8077, 0.5267,
                      0.8573, 0.8780, 0.9033, 0.9076, 0.7633, 0.8889, 0.8704, 0.8853, 0.8454,
                      0.8696, 0.8101, 0.8923, 0.8266, 0.8397, 0.8303, 0.8592, 0.8939, 0.8892,
                      0.8324, 0.8721, 0.8521, 0.8904, 0.8712, 0.8437, 0.8680, 0.8847, 0.8685,
                      0.8726, 0.8062, 0.8796, 0.8253, 0.8192, 0.9049, 0.7671, 0.8194, 0.8264,
                      0.8609, 0.9241, 0.8016, 0.8488, 0.8612, 0.8658, 0.8800, 0.8607, 0.8159,
                      0.8502, 0.8544, 0.8584, 0.8584, 0.8232, 0.8498, 0.8526, 0.8424, 0.8204,
                      0.8418, 0.7677, 0.8686, 0.8781, 0.9098, 0.9161, 0.8812, 0.8835, 0.8328,
                      0.7909, 0.8483, 0.9011, 0.8451, 0.8769, 0.8868, 0.8460, 0.8195, 0.8067,
                      0.8719, 0.8723, 0.8378, 0.8470, 0.7963, 0.8538, 0.8977, 0.8701, 0.8579,
                      0.8439, 0.9220, 0.8340, 0.8612, 0.8760, 0.8742, 0.8291, 0.7215, 0.8721,
                      0.8997, 0.8166, 0.7766, 0.9151, 0.8511, 0.7798, 0.8444, 0.8213, 0.9025,
                      0.8379, 0.8324, 0.8712, 0.8606, 0.8452, 0.8636, 0.8723, 0.8181, 0.8613,
                      0.9014, 0.7948, 0.7813, 0.8588, 0.9106, 0.8470, 0.8417, 0.9236, 0.8633,
                      0.8453, 0.8672, 0.8600, 0.9194, 0.8624, 0.8865, 0.8585, 0.8552, 0.8810,
                      0.8860, 0.8605, 0.8399, 0.9119, 0.8721, 0.8911, 0.8819, 0.7696, 0.8599,
                      0.8809, 0.9092, 0.8979, 0.8940, 0.8721, 0.8165, 0.9093, 0.8265, 0.7838,
                      0.7481, 0.8389, 0.8566, 0.9129, 0.8743, 0.8783, 0.8636, 0.8977, 0.8439,
                      0.8986, 0.8968, 0.8511, 0.9108, 0.8022, 0.8454, 0.8072, 0.8759, 0.8957,
                      0.8912, 0.8518, 0.8804, 0.8145, 0.9029, 0.7255, 0.8904, 0.8221, 0.8904,
                      0.8694, 0.8416, 0.8748, 0.9003, 0.8462, 0.8682, 0.9049, 0.8408, 0.8157,
                      0.8369, 0.8690, 0.8855, 0.8423, 0.7844, 0.8543, 0.8438, 0.8133, 0.8392,
                      0.8737, 0.8362, 0.7864, 0.8433, 0.8654, 0.8474, 0.8604, 0.8954, 0.8543,
                      0.8083, 0.8495, 0.8651, 0.8238, 0.8076, 0.8897, 0.9027, 0.8660, 0.9205,
                      0.8385, 0.8876, 0.8671], device='cuda:0')),
             ('bert.encoder.layer.3.output.LayerNorm.bias',
              tensor([-3.7737e-02, -4.3372e-02,  8.2925e-02,  3.3598e-02,  5.7898e-02,
                      -1.1876e-01,  4.0311e-02, -1.6439e-01, -8.7643e-02,  1.4447e-02,
                      -6.9693e-02,  3.0852e-03,  4.5529e-03,  8.2786e-02,  8.6250e-03,
                      -9.3527e-02,  2.1847e-02, -1.8741e-02,  4.0704e-02,  3.0330e-02,
                      -1.6366e-02, -5.4428e-02,  3.2491e-02, -2.1773e-02,  4.1031e-03,
                      -6.2113e-02,  3.2170e-02, -1.3346e-01, -8.0402e-03, -1.7043e-02,
                      -1.9440e-03,  5.2678e-02,  2.4547e-02,  4.2642e-02, -2.7485e-02,
                      -4.1054e-02,  4.1188e-02,  1.6269e-02, -2.7911e-02, -9.2784e-02,
                       9.5589e-03,  4.9844e-02, -3.4661e-02, -5.2765e-02,  4.4670e-02,
                       2.5543e-02, -7.8924e-02,  1.8449e-03, -6.7913e-02, -3.9697e-02,
                      -1.4192e-02,  2.5821e-04, -5.4730e-02,  6.9980e-02,  3.7533e-02,
                       4.1190e-02,  3.1249e-02, -1.3666e-02, -9.7210e-03, -6.7821e-02,
                      -9.1599e-03, -1.5288e-02, -1.1440e-01,  1.3945e-01,  1.8976e-02,
                       1.0587e-02, -6.1645e-02,  2.5973e-02, -7.0495e-02, -9.9315e-03,
                       6.3554e-02, -1.5724e-02,  1.2710e-02, -7.1358e-02,  1.6822e-03,
                       2.2254e-02, -5.8798e-02, -5.7305e-04, -1.5787e-02, -6.0062e-02,
                      -2.9338e-02, -1.1977e-02,  3.7075e-02, -9.1068e-02,  2.4798e-02,
                      -1.2209e-01,  4.1261e-02,  1.4020e-02, -4.1317e-02, -5.2854e-02,
                       5.7561e-02,  2.9190e-02,  1.1943e-01, -6.9586e-02,  2.9607e-02,
                      -8.8652e-02, -1.1100e-02,  2.5277e-02, -6.8405e-02, -1.1387e-01,
                       2.6528e-02,  2.6454e-02, -2.4490e-02, -6.3481e-02,  5.4546e-02,
                      -3.6303e-02, -4.7957e-03, -2.8581e-02,  8.2690e-02,  5.4353e-02,
                      -4.5215e-02,  7.3331e-02,  7.2469e-03,  1.8193e-02, -3.2211e-02,
                      -9.3634e-02, -3.8865e-02, -1.0125e-01, -1.5501e-02, -1.3673e-02,
                      -2.4356e-02,  1.9880e-02, -3.4383e-02, -3.8044e-02,  9.3169e-03,
                       1.0054e-02,  5.8202e-02, -3.3680e-02, -2.2676e-02, -2.3495e-02,
                      -1.4168e-02, -9.7360e-03,  4.2675e-02, -3.6651e-02, -7.3540e-03,
                      -2.1461e-02, -5.0594e-02, -3.0098e-02,  8.7849e-02, -9.9962e-03,
                       8.8017e-02, -1.0526e-02,  1.5714e-02,  2.9230e-01,  1.6910e-02,
                       7.1803e-02, -7.1769e-02, -4.1590e-02,  3.2878e-02,  8.2142e-02,
                       1.4657e-01, -2.1986e-02,  2.5050e-02,  7.9103e-03, -7.6149e-02,
                      -2.0933e-02,  5.8450e-02,  4.9228e-02,  1.2954e-03,  2.9715e-02,
                      -1.1928e-01, -2.1077e-02,  1.4091e-02,  1.8253e-02, -9.9532e-03,
                       1.1859e-01, -1.4932e-01, -5.2011e-03,  4.3892e-02,  1.3218e-02,
                       2.1905e-02,  1.4099e-02, -2.5313e-03, -7.1669e-02, -1.2473e-01,
                      -9.5498e-02, -9.0212e-02,  1.9916e-01,  2.0498e-02,  3.2895e-03,
                       1.0569e-01,  8.6969e-03,  4.9572e-02,  1.2892e-01,  2.0894e-02,
                       4.8385e-02,  9.6409e-02,  8.8536e-02, -2.5550e-02,  3.3150e-02,
                      -8.2784e-02, -8.8786e-02, -3.5907e-02, -5.9713e-03,  5.1162e-02,
                       1.0297e-01, -2.1143e-02,  3.0043e-02,  3.2046e-02,  1.6617e-02,
                      -7.7884e-02, -5.4707e-02,  4.8576e-02, -7.6747e-02, -5.6146e-02,
                      -3.8484e-02, -2.2601e-02,  8.0325e-02,  1.9161e-02,  6.2918e-02,
                      -8.7526e-03,  1.1508e-02, -2.9847e-02,  4.8111e-02,  3.7446e-02,
                       4.1886e-02, -7.0301e-02, -3.0103e-02,  2.1416e-02, -6.7102e-02,
                      -9.4707e-03, -5.7182e-04, -1.8103e-02,  2.1661e-01,  7.6658e-02,
                      -3.8716e-02, -2.0489e-02, -2.1550e-02, -1.0395e-01,  8.7613e-02,
                       4.2555e-02, -2.9521e-02, -3.0877e-02,  8.3377e-03,  4.2134e-02,
                       4.5728e-02, -2.9347e-02,  8.0897e-03, -2.1284e-02,  2.5089e-02,
                       1.0230e-01,  3.5248e-02, -3.8864e-02, -2.3955e-02,  7.8410e-02,
                       5.8811e-02, -2.3339e-02,  2.8475e-03, -2.3286e-02, -6.7064e-02,
                      -3.5823e-02, -3.5651e-02, -7.4693e-02, -1.4321e-02, -5.0165e-02,
                      -6.8362e-03,  9.0670e-02, -1.4386e-02,  5.9908e-02,  5.5806e-02,
                      -1.3107e-02,  1.1319e-01, -4.3255e-02, -3.5711e-02,  1.6663e-02,
                      -4.1640e-02,  4.6125e-02,  4.1704e-02, -1.3187e-02,  2.4194e-02,
                      -1.4620e-03,  8.4524e-02, -6.2983e-02, -1.1495e-02, -1.0007e-01,
                       2.9572e-02,  4.2857e-02,  2.7370e-02, -2.7795e-02,  1.3893e-01,
                       7.1393e-03,  2.6564e-02,  8.2511e-02, -2.8702e-01,  1.8341e-02,
                      -6.0544e-02, -2.1276e-02,  1.5755e-01, -6.4773e-02, -3.8414e-02,
                      -9.7013e-03,  5.1267e-02,  3.0615e-02,  5.4875e-02,  5.1503e-02,
                       4.2474e-02,  1.4101e-01,  5.5427e-03,  3.5056e-02, -4.2082e-02,
                      -8.5725e-02,  1.9008e-02,  1.8867e-02, -2.4403e-03,  6.9160e-02,
                       7.7024e-02,  2.2505e-03, -3.4684e-02, -4.1145e-02, -3.7108e-02,
                      -1.3751e-01,  2.2763e-02, -1.1402e-02, -2.5245e-03,  4.9962e-04,
                      -4.5509e-02,  3.7099e-02,  5.9358e-03,  1.1641e-01, -3.2017e-02,
                       3.5690e-02,  1.8038e-03, -3.0780e-04, -3.9635e-02,  1.6055e-02,
                       5.6507e-02, -1.7149e-01, -6.7181e-02, -1.8200e-02, -1.0051e-01,
                       1.7898e-01,  2.5538e-02,  1.8866e-02, -6.1051e-02, -4.1428e-02,
                       3.7902e-02, -2.8524e-02, -6.9255e-02,  6.3792e-02, -5.2062e-03,
                       7.9157e-03,  3.4976e-02,  2.5960e-02,  4.8747e-02, -2.3248e-02,
                      -9.1300e-04,  2.8325e-03,  5.0538e-02,  3.1491e-02,  3.3207e-02,
                      -2.4108e-03, -1.9881e-02,  6.9913e-02, -1.9193e-02, -2.1645e-02,
                       7.2251e-02, -1.0700e-02, -3.1612e-02,  6.6006e-03,  6.2302e-02,
                       3.2131e-03,  4.9451e-02, -4.8777e-02,  4.5990e-02,  7.7013e-02,
                      -5.6806e-02,  2.3762e-02, -1.4225e-01,  6.1445e-02, -1.1657e-01,
                       2.5645e-02,  7.0808e-02,  1.1903e-02, -2.7046e-02, -2.2068e-03,
                       3.4397e-02, -2.9090e-02,  9.4920e-03, -9.3252e-02, -1.1870e-02,
                      -2.3366e-02,  2.4484e-02, -9.3521e-03, -1.6147e-01,  1.1091e-01,
                       7.4337e-02, -5.8829e-02,  2.3331e-02, -4.8462e-02,  1.7490e-02,
                      -4.2897e-02, -1.8907e-02, -3.9431e-02,  3.4392e-02,  3.9022e-02,
                       3.7645e-02, -2.9787e-03, -7.6039e-02,  3.1669e-02,  2.3505e-03,
                       6.0661e-02, -1.0036e-01, -2.0060e-02, -5.3588e-02,  7.7180e-02,
                      -3.9842e-02, -4.1986e-02,  5.6564e-02,  7.9452e-02,  5.6266e-02,
                       1.0236e-01, -7.4379e-03, -1.0409e-01,  1.0860e-02, -8.5443e-02,
                       2.0966e-04, -5.0119e-02, -1.4155e-01,  4.9814e-02, -9.5183e-03,
                       1.0866e-02,  3.0876e-02,  6.0872e-02,  2.5462e-02, -3.8449e-02,
                       5.5343e-02,  1.3102e-01,  5.0078e-02,  4.0836e-02, -7.3223e-02,
                       1.0483e-02,  2.2272e-02,  1.1065e-01, -4.2205e-02,  8.2534e-02,
                      -7.4473e-02, -1.0255e-01, -4.5056e-02,  2.6209e-02, -4.5930e-02,
                      -7.6135e-02, -1.0743e-02, -1.8285e-02, -1.0115e-03, -1.2427e-02,
                       4.6711e-02,  3.0786e-03, -3.6436e-02, -2.9376e-02,  3.6170e-02,
                      -1.2205e-01, -6.6716e-02,  7.1228e-03, -2.3216e-02,  5.5126e-02,
                       1.8549e-01, -7.4972e-03, -2.1950e-02,  1.7191e-02,  9.5676e-04,
                      -1.2112e-03,  1.6699e-02,  4.4119e-02, -5.2804e-02,  4.1766e-02,
                       2.4418e-02, -1.2182e-02, -3.8549e-02, -7.5471e-02, -3.7683e-02,
                      -4.3730e-02, -7.2618e-02,  2.7616e-02, -1.0330e-01,  5.1323e-02,
                      -2.9781e-02,  3.0140e-02, -9.4869e-02, -3.4321e-02,  3.6365e-02,
                       1.3112e-02,  3.1946e-02,  6.7546e-02, -6.9548e-02, -5.5032e-02,
                       9.2113e-02, -8.3171e-02, -3.1852e-02, -3.2375e-02, -2.4745e-02,
                       6.3203e-03,  3.0173e-02,  3.3484e-02, -2.3452e-02, -7.5010e-02,
                      -6.5645e-03, -2.3396e-02, -2.4891e-03,  1.2960e-02, -1.6185e-02,
                      -8.1308e-03, -2.9449e-02,  1.1448e-02,  3.6308e-02,  9.2913e-02,
                      -1.6346e-01,  6.8487e-02, -8.9870e-03,  1.1433e-01,  7.1075e-02,
                       1.4606e-01, -2.9353e-03, -1.6093e-01, -4.9781e-02,  7.6141e-02,
                       2.1623e-02, -3.6802e-02, -5.5088e-02, -3.6460e-02,  5.1035e-03,
                       2.5787e-02, -6.2644e-03, -1.0587e-02,  7.4785e-02,  2.5187e-02,
                       1.8440e-02, -9.9104e-02,  1.3095e-02, -1.0353e-02,  4.6935e-02,
                       3.0128e-02, -6.0967e-02,  5.3132e-02,  2.3073e-02,  3.5610e-02,
                       2.3597e-02,  1.6022e-02, -9.0044e-02,  8.5898e-02, -4.3116e-02,
                       1.0359e-01, -2.5555e-02, -3.3646e-02, -1.2256e-02,  4.4450e-03,
                      -8.8396e-02, -1.9007e-02,  1.9874e-02, -9.1754e-02, -8.2024e-02,
                      -7.6833e-02, -4.2567e-02,  2.0897e-02, -4.9580e-02,  2.3502e-02,
                       1.9086e-02,  5.3678e-02, -3.2883e-01,  5.2534e-02,  3.3587e-03,
                       6.7137e-02, -3.5989e-02,  3.0521e-02,  1.9599e-02, -5.1380e-02,
                       4.9272e-02,  9.0678e-03,  7.8700e-03,  3.2283e-02, -8.3772e-02,
                       2.6746e-02, -2.3123e-02,  2.6649e-02, -1.9778e-03, -1.2978e-02,
                       1.2788e-02, -1.9267e-02,  1.6905e-02, -9.4500e-02, -2.0550e-03,
                      -5.5941e-03, -1.4938e-01, -4.2012e-02,  1.1394e-02, -4.9669e-04,
                       2.8101e-02, -1.1318e-01,  3.2966e-03, -5.7913e-02, -1.6933e-02,
                       4.7249e-02,  4.0916e-03,  4.4365e-02,  1.2083e-01,  8.1272e-02,
                      -1.0319e-02, -1.9090e-04,  2.1227e-02,  8.8613e-02, -2.6354e-02,
                       5.4667e-02,  3.2031e-02,  1.0875e-03,  1.1243e-01, -3.9106e-02,
                       3.1923e-02, -1.4338e-02, -8.8128e-02, -7.0715e-02, -3.3071e-02,
                      -2.5860e-02, -7.8234e-03,  3.5160e-03,  1.5486e-01, -1.2599e-01,
                      -1.1543e-02, -4.3920e-02,  3.6414e-02,  4.6362e-02,  2.7440e-03,
                       4.2001e-02, -3.3716e-02, -4.3961e-02, -2.0823e-02, -6.8844e-02,
                       1.3548e-01,  2.7758e-02,  7.1955e-02, -2.8018e-02, -1.3102e-01,
                       3.7116e-02, -4.9152e-02, -2.7883e-02,  3.6588e-02, -6.4447e-02,
                      -1.0033e-01,  4.1560e-02, -8.1324e-02,  9.5735e-02,  3.7434e-02,
                       3.7449e-02,  4.0390e-02, -7.1943e-02,  3.4311e-02, -3.3056e-02,
                       3.5363e-02,  1.5246e-01, -4.9881e-02,  3.7186e-02,  5.5915e-02,
                      -1.9054e-02,  6.4478e-02, -4.9406e-03,  8.9565e-02,  2.2899e-02,
                      -5.0739e-02, -8.9181e-04, -2.6765e-02, -4.8089e-02,  1.0578e-02,
                      -4.8706e-02, -1.0190e-02,  4.2631e-02,  4.5980e-02, -1.5697e-02,
                       7.4729e-02, -1.0118e-01, -3.4762e-02,  5.3566e-02, -8.6621e-02,
                      -1.7898e-02, -3.9386e-02, -3.8047e-02, -1.6617e-02, -1.0797e-01,
                       1.4298e-02,  5.7611e-03,  7.1933e-02,  3.1379e-02,  1.5955e-03,
                      -9.9876e-02, -6.9372e-03, -6.3543e-02, -3.3596e-02, -1.4929e-02,
                      -3.5849e-02,  2.2299e-02,  1.0708e-02,  2.3339e-03,  4.5784e-02,
                      -8.2132e-02,  1.0878e-02,  8.1497e-02,  2.4121e-02, -9.2353e-02,
                       2.2618e-02, -3.9452e-02,  1.2700e-01, -9.5040e-02, -1.7221e-02,
                      -3.0078e-02, -4.7236e-02, -3.1371e-02, -5.3400e-02,  4.1885e-02,
                       2.7739e-02, -5.5155e-03,  9.5594e-02, -1.1064e-02,  2.9231e-02,
                       9.9074e-03, -5.8035e-03,  4.5409e-02,  6.7328e-03, -2.2599e-02,
                      -6.1642e-02,  4.6804e-02,  5.5595e-02, -5.3098e-02, -4.4982e-02,
                      -1.6681e-02, -7.7754e-02, -5.3622e-02, -8.1648e-03, -7.0142e-03,
                      -7.4553e-03, -8.7897e-02,  7.2503e-03, -3.2261e-02, -5.2337e-02,
                       6.7789e-02, -2.0328e-03,  1.6847e-02, -1.2407e-01, -6.7124e-03,
                       1.7599e-02, -1.8188e-01,  2.5944e-02, -3.4345e-02, -2.4879e-02,
                       1.0953e-01,  5.3830e-02,  1.4708e-03, -5.3914e-02, -4.5115e-02,
                      -1.2033e-02, -6.3466e-03,  3.9158e-02,  8.0695e-02, -1.2986e-02,
                       2.9937e-02, -2.8217e-02, -2.6567e-02,  7.0155e-02,  3.5939e-02,
                       3.5121e-02, -4.5849e-02,  2.3650e-02, -7.8657e-03, -1.2657e-01,
                       9.2660e-02,  5.8700e-03, -2.5316e-02, -9.4698e-03, -5.1678e-02,
                       1.2454e-02, -2.2560e-02, -4.4638e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.weight',
              tensor([[-0.0410, -0.0020, -0.0793,  ..., -0.0035,  0.0746,  0.0493],
                      [ 0.0311, -0.0683,  0.0050,  ..., -0.0218,  0.0577,  0.0569],
                      [ 0.0194, -0.0825,  0.0098,  ..., -0.0230,  0.0028,  0.1319],
                      ...,
                      [ 0.0449,  0.0052, -0.0392,  ..., -0.0573,  0.0111,  0.0193],
                      [ 0.0363, -0.0089, -0.0107,  ...,  0.0528,  0.0247,  0.0007],
                      [ 0.0169, -0.0770,  0.0243,  ..., -0.0306,  0.0652, -0.0225]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.query.bias',
              tensor([-2.3511e-01, -3.3368e-02,  4.1016e-01,  7.8336e-01, -2.5995e-01,
                       1.3057e-01, -1.8845e-01, -1.2884e-01,  3.6070e-01,  4.6257e-01,
                       5.7578e-01,  1.8139e-01,  1.1076e-01, -1.1822e-02,  2.3380e-02,
                      -6.8110e-02,  7.8747e-02, -1.9919e-01, -2.6904e-01,  8.6768e-02,
                      -7.1622e-02,  1.6527e-02, -1.0204e-01, -1.1967e-01,  1.5044e-01,
                      -2.7628e-01, -4.1874e-01,  2.1062e-01, -4.1306e-02, -1.0532e-01,
                      -1.3373e-02, -1.5681e-01,  1.2108e-01,  3.5289e-01,  2.1631e-01,
                      -5.1456e-02, -3.2411e-01, -2.2447e-01,  3.9269e-02, -7.1323e-02,
                      -7.4583e-02,  1.4018e-01,  1.5891e-01, -1.5882e-01, -5.8187e-02,
                       5.3983e-03, -1.4509e-01, -5.8747e-02,  1.1921e-01,  2.0694e-01,
                       6.0380e-01,  1.3082e-02,  3.8374e-03,  7.1836e-01,  5.7546e-02,
                      -2.2253e-01, -5.9611e-02, -2.2901e-01,  1.5986e-02, -1.2311e-01,
                      -7.3883e-02, -1.8769e-01,  1.0428e-01,  4.5842e-01,  9.4672e-02,
                       1.0250e-02, -4.5887e-02, -8.4841e-03, -1.2360e-02,  3.8595e-02,
                       4.9368e-02, -6.2965e-02, -2.5887e-02, -4.0319e-02,  1.3963e-01,
                      -3.6342e-02,  1.6547e-02,  1.0344e-02, -1.2682e-02, -8.7055e-02,
                       2.9595e-03,  3.3849e-02, -2.9447e-02,  1.6603e-02,  8.4520e-03,
                       6.0599e-03,  5.2081e-03,  1.1843e-02, -2.3114e-02, -3.2941e-02,
                       2.3362e-02,  1.7292e-02,  1.0235e-02, -8.6682e-03, -1.0148e-02,
                       4.8230e-02, -2.1253e-02,  5.5867e-02,  5.9439e-02,  1.4362e-01,
                       2.1835e-02, -3.8755e-03,  5.7307e-02,  1.6889e-03, -1.2572e-02,
                      -1.7053e-02,  8.4673e-03,  1.4219e-02,  4.2810e-02, -6.3601e-03,
                       4.6072e-03, -1.9709e-02,  1.6137e-02, -7.6883e-03,  3.5742e-02,
                       9.7496e-03,  4.2483e-02,  3.7526e-02, -2.2887e-02,  6.9086e-02,
                      -3.4063e-02,  1.7767e-02, -1.3564e-02,  4.3387e-02, -5.5760e-03,
                      -3.6116e-03, -2.6921e-03, -6.0800e-02, -2.0319e-02, -2.9674e-02,
                       3.0324e-02,  8.5288e-04, -2.6821e-02, -5.0667e-03,  1.3498e-02,
                       2.4091e-01, -7.4371e-02,  4.2286e-02, -1.1854e-02,  2.2509e-02,
                       6.5423e-02, -4.2453e-02, -1.6964e-01, -7.2403e-02,  1.2498e-01,
                       2.0200e-02, -3.2772e-02,  6.0398e-02, -3.4431e-01,  2.7132e-02,
                      -2.7852e-02, -3.0637e-02, -2.9190e-02,  3.4321e-02, -9.0250e-03,
                       4.2919e-03, -7.8130e-02,  3.7139e-01,  3.9662e-02, -1.7228e-02,
                       1.7107e-02, -4.8006e-02, -5.5369e-02,  6.8387e-02,  3.2055e-02,
                       2.2907e-02,  9.0863e-02, -2.4565e-02,  3.2272e-02,  9.9823e-02,
                      -3.5792e-02, -1.1222e-03,  7.0513e-02,  5.7843e-02,  6.4948e-02,
                       1.5123e-02, -6.4789e-03, -2.8587e-02,  1.6735e-02, -5.4920e-02,
                       2.0980e-02,  8.7255e-02, -1.3574e-02,  1.3891e-01, -9.4410e-03,
                       1.0512e-03,  1.2917e-01, -8.1465e-02,  1.4429e-02,  1.1771e-01,
                      -2.4296e-02,  3.3118e-02,  5.8522e-02, -5.7132e-02, -4.5248e-02,
                      -6.5349e-02,  1.2961e-01,  1.6525e-01,  1.3797e-02, -7.9300e-02,
                       8.2231e-02, -1.2189e-02,  4.5350e-02,  1.3968e-01,  1.1402e-01,
                      -2.9619e-02,  1.1225e-01,  1.1256e-02,  5.1078e-02, -9.7633e-03,
                       6.8492e-02,  1.9701e-02, -4.5966e-04, -8.2597e-02,  3.9864e-02,
                      -5.3791e-02,  5.0953e-02,  6.0987e-02,  1.4249e-02,  9.3855e-02,
                      -7.5864e-02,  1.2541e-01,  6.4696e-02,  1.7512e-02, -4.3352e-02,
                       1.4966e-01, -6.6087e-02,  5.5250e-02, -1.5864e-02,  8.6051e-02,
                       1.4298e-01,  8.6449e-02, -2.6549e-02, -6.5530e-02, -5.3305e-02,
                       1.0025e-01,  7.7619e-02,  2.9820e-03,  2.2633e-02,  2.4345e-01,
                      -9.4196e-02,  4.3756e-02,  9.2378e-02, -8.3294e-03,  3.1734e-01,
                      -1.0673e-01, -1.4309e-01,  9.0473e-02, -3.3941e-01, -3.8064e-02,
                       7.4462e-02, -1.1116e-01,  2.8689e-01, -1.4750e-02,  3.4244e-03,
                       2.7750e-01, -4.6505e-02, -6.3080e-02,  5.7924e-03, -5.3427e-02,
                      -4.5086e-02, -2.4907e-02, -3.3785e-02,  8.4005e-03,  7.5073e-03,
                       2.3624e-02,  2.5641e-02,  5.9896e-02,  7.1071e-02,  2.1794e-01,
                      -8.9944e-04, -3.5043e-02,  5.0497e-02,  8.6626e-03, -7.8263e-04,
                       2.6620e-02, -6.3189e-02, -2.6139e-02, -5.9261e-04, -5.7318e-02,
                       2.6527e-02, -1.0800e-01,  1.2236e-01, -2.6383e-02, -6.3751e-02,
                      -2.9762e-02, -7.6503e-02, -2.1691e-03,  1.5308e-01,  5.2768e-02,
                       2.2621e-02, -7.2561e-02,  6.3443e-02, -6.5757e-02, -3.1386e-02,
                       3.2383e-02,  3.7793e-04,  3.2703e-02, -1.8430e-02, -2.4488e-02,
                      -5.9705e-02,  7.7674e-02, -2.9641e-02,  4.5576e-03,  6.2475e-02,
                       1.9787e-01, -3.4860e-02, -9.2580e-03,  3.4298e-03,  2.7867e-02,
                      -5.2761e-02, -1.3002e-01, -1.2466e-02, -3.4537e-02, -1.0015e-02,
                      -5.8184e-03,  4.6862e-02, -1.0549e-01, -5.8316e-02,  2.5241e-02,
                      -1.5768e-02,  5.4450e-02, -4.4748e-03,  1.0250e-01,  3.8470e-02,
                      -4.4584e-02, -2.7922e-02, -4.2621e-02, -5.2399e-02, -7.0424e-02,
                      -1.9620e-01, -8.6167e-02, -7.8336e-02,  6.6970e-02, -6.1313e-02,
                       2.0307e-02, -6.8092e-02, -1.1693e-01, -3.9345e-03, -7.9863e-03,
                      -1.5977e-02,  3.8304e-02,  1.5065e-01, -6.1285e-01,  3.6970e-02,
                      -4.4698e-03, -5.1057e-03,  6.5814e-02,  6.7751e-02,  8.2528e-02,
                       4.6897e-02, -2.3493e-02, -6.2488e-02,  3.4851e-03,  9.1766e-03,
                      -5.0985e-02,  3.6932e-02,  3.1358e-02,  9.3605e-02,  5.2148e-01,
                       8.0469e-02,  1.2010e-01,  6.0657e-02, -5.1854e-02, -2.3888e-01,
                      -4.6138e-02,  1.4106e-01,  1.2115e-01,  3.9429e-02, -3.8277e-02,
                       1.5150e-01, -3.6179e-02, -3.9501e-02,  9.6670e-02,  6.9186e-02,
                      -3.3816e-02,  7.3073e-02, -4.9450e-02, -3.1661e-02,  1.1061e-01,
                       6.5307e-02,  1.2006e-01,  6.0687e-02,  1.1113e-01, -6.2960e-02,
                      -5.0124e-02, -7.7578e-02,  3.9456e-02,  1.0096e-01, -1.2313e-02,
                       6.7752e-03,  3.4526e-02,  2.6871e-02, -3.2591e-02, -3.3663e-02,
                       8.9040e-03, -4.2753e-02, -2.7842e-02, -1.3716e-02,  7.7488e-02,
                      -3.7278e-02,  1.0909e-01, -3.9397e-02, -1.1486e-01, -5.9289e-02,
                      -4.5370e-02,  1.0724e-01, -1.9058e-02,  7.4675e-02,  2.3629e-03,
                      -3.4056e-02, -2.3746e-02,  4.8301e-02,  7.4898e-03, -3.4910e-02,
                       4.9682e-02,  1.1977e-02,  1.7948e-02,  4.6966e-02, -2.8560e-02,
                       6.1109e-02,  4.9475e-03,  1.0220e-01,  2.8885e-02,  6.3957e-02,
                       2.1793e-02, -3.6534e-03, -9.1968e-02, -5.4453e-02, -2.8797e-01,
                       1.0430e-02,  7.1963e-02,  9.6764e-03,  1.6504e-02,  1.0832e-01,
                      -1.2217e-02, -2.1438e-02, -9.7792e-03,  4.4282e-02,  3.6498e-02,
                      -1.8766e-02, -4.9674e-03, -3.0393e-02, -2.4226e-02,  2.5904e-02,
                      -2.4765e-02,  3.3355e-02,  6.7732e-02,  8.5319e-02,  2.2802e-01,
                      -6.0815e-01, -4.0163e-04, -5.4605e-02,  4.3708e-02, -4.6042e-01,
                      -4.0308e-01, -1.5864e-01, -3.5707e-01,  3.4851e-01,  1.9230e-01,
                      -1.1662e-01, -4.7254e-03, -7.0011e-02, -1.5617e-01, -2.7392e-01,
                      -2.6488e-01, -1.3627e-01, -8.7920e-02,  1.6559e-01, -2.2599e-01,
                       1.7840e-02,  4.0723e-02,  1.1323e-03, -1.0443e-01, -9.0092e-02,
                       3.4899e-02,  3.2590e-01,  1.0880e-01,  4.3403e-02, -4.0025e-01,
                       1.4944e-01, -1.3036e-01,  1.1491e-01,  2.2620e-01, -5.5266e-02,
                      -3.6799e-02, -4.1209e-01,  3.3235e-01,  2.0519e-01, -1.8223e-01,
                      -3.9625e-01,  2.0395e-01,  1.8842e-02, -9.0525e-03, -2.2920e-01,
                       1.5648e-01, -2.0959e-02,  1.7011e-01, -1.4127e-01,  5.1907e-01,
                       1.7354e-01, -9.3590e-02,  1.7111e-01, -3.9360e-02, -1.8864e-01,
                      -6.2223e-02,  5.0709e-01,  2.0855e-01, -1.3196e-01, -1.0326e-02,
                       3.5508e-02, -1.7667e-02,  4.4245e-03,  2.7758e-01, -6.5980e-02,
                       3.0282e-01,  3.5768e-02, -7.5893e-02, -1.2024e-02, -1.3232e-01,
                      -7.9172e-02,  7.0093e-02,  7.6980e-03, -1.6791e-01, -2.5620e-02,
                      -1.7818e-02, -6.2627e-02,  1.6922e-02, -3.6941e-02, -2.8843e-03,
                       2.1121e-02, -4.7034e-02,  1.2528e-01, -8.0903e-02,  6.8084e-02,
                       2.5403e-02, -8.4703e-02,  1.1428e-01, -3.6686e-02, -1.5138e-01,
                      -1.8473e-02,  2.6806e-02,  7.1833e-02,  5.6973e-02, -2.4244e-02,
                      -3.4171e-02, -1.5346e-02, -2.0204e-01,  1.0240e-02, -5.2229e-02,
                      -6.9529e-03,  2.0205e-02,  2.2645e-02, -1.1240e-01, -2.4477e-01,
                       4.0494e-02,  1.0246e-02, -3.6692e-01,  4.4385e-02, -6.0254e-02,
                      -4.6288e-02,  6.2180e-02, -1.2472e-03, -6.4546e-02,  4.1124e-02,
                      -5.3510e-02,  3.7704e-02, -2.1800e-02,  3.5166e-02, -2.0609e-02,
                      -8.0853e-03, -1.0167e-01, -1.4365e-02, -8.0775e-02,  1.2508e-02,
                      -1.3517e-02,  1.9402e-02, -1.1500e-02,  7.3040e-02, -1.5892e-01,
                      -3.5795e-02,  1.5001e-02, -4.3982e-02, -3.6927e-01, -4.0074e-02,
                      -1.1993e-01,  1.5847e-01, -2.4569e-01, -7.2063e-02,  6.4405e-02,
                       1.1899e-02,  8.9636e-02,  1.1119e-02,  1.8182e-01,  4.3362e-02,
                      -1.8794e-02, -2.8582e-01, -1.3325e-02, -1.5841e-02,  2.3287e-02,
                       1.6530e-01,  5.7193e-02,  2.7956e-02, -2.5016e-02, -1.1758e-02,
                       2.6187e-02, -1.2520e-01,  1.3865e-02, -1.7369e-02,  2.8909e-02,
                      -3.3381e-02, -3.9160e-02, -7.3671e-03, -2.6208e-02,  2.6717e-02,
                       6.7001e-03, -5.5147e-02, -5.7387e-02, -5.6703e-02, -3.6631e-02,
                       1.1320e-01,  4.9672e-02, -2.4283e-02,  1.2596e-01,  2.7164e-02,
                      -4.8777e-02,  6.7185e-02,  2.8236e-03, -6.3856e-02, -1.2594e-02,
                       4.5343e-02, -1.2493e-01, -5.7195e-02,  9.0018e-02, -9.2432e-02,
                      -2.1497e-03,  1.1966e-03, -1.1613e-01,  2.6259e-03, -6.2697e-02,
                      -5.2386e-02, -4.5658e-02, -8.2754e-03, -6.5449e-02, -2.9456e-02,
                       2.7697e-02,  1.2241e-01,  1.7493e-02,  4.4050e-03, -5.9886e-02,
                       2.3389e-02,  3.7119e-02,  4.6306e-02, -8.2772e-02, -1.3002e-01,
                       3.5734e-02,  1.6041e-01,  3.4498e-02, -2.4382e-02,  8.6796e-03,
                      -9.9284e-02,  1.0644e-01,  4.8577e-02,  8.8222e-02,  1.1508e-01,
                       5.0528e-02,  3.3311e-03,  2.1173e-01,  3.0828e-02,  7.4430e-02,
                       6.9648e-03, -7.0721e-02,  3.6763e-02,  1.8743e-02, -8.7479e-02,
                      -3.8653e-02, -2.2571e-02, -4.6229e-02,  1.3094e-01, -3.1769e-01,
                       1.8700e-02, -7.1023e-03,  9.6531e-02, -3.6607e-02, -6.4353e-02,
                       7.0753e-02,  8.0507e-02,  1.6480e-02, -1.2528e-02, -1.5135e-02,
                       3.5300e-02, -2.8796e-02, -2.8661e-02, -1.7575e-02,  9.2676e-02,
                      -6.3881e-04,  1.0801e-01, -4.6283e-02, -3.9554e-04,  3.5029e-02,
                       9.6215e-02, -6.0065e-02, -9.3935e-02,  1.0526e-01, -2.0889e-01,
                       1.4395e-03,  5.1887e-02, -1.4572e-01, -1.4891e-01, -1.7053e-01,
                       8.4332e-02,  1.2469e-03,  1.7829e-01,  2.2704e-01,  8.1783e-03,
                       4.3740e-02, -1.5195e-01,  4.0584e-02,  1.0110e-01,  9.4203e-02,
                      -1.3305e-01,  1.7084e-01,  1.0880e-01, -2.9041e-02,  2.2095e-02,
                       2.9226e-04, -8.9276e-02, -1.7234e-01,  7.9707e-02,  2.6815e-01,
                       1.0294e-01,  6.2336e-02, -2.2280e-02,  1.1461e-01,  6.1706e-02,
                       1.4395e-01,  3.1251e-02,  2.8876e-02,  1.9178e-02,  1.0216e-01,
                       1.9289e-01,  9.5466e-02,  1.1563e-01,  1.3291e-01, -2.7699e-02,
                      -1.9469e-01, -1.1646e-01, -6.3396e-04, -8.1257e-02, -6.0577e-02,
                       4.6810e-02, -2.7149e-02, -2.3567e-01, -1.0136e-01,  1.9149e-01,
                       1.9489e-03, -5.2403e-02, -2.8020e-02,  5.2308e-02, -1.0949e-01,
                      -7.3262e-02, -4.1559e-04,  1.0761e-01,  5.6373e-02,  1.3844e-01,
                      -5.0074e-02, -1.4743e-01,  1.4947e-01], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.weight',
              tensor([[-0.0407,  0.0780, -0.0142,  ...,  0.0052,  0.0339, -0.0364],
                      [-0.0387,  0.0172,  0.0019,  ...,  0.0250, -0.0376,  0.0375],
                      [-0.0311,  0.0128, -0.0107,  ...,  0.0081, -0.0219,  0.1160],
                      ...,
                      [ 0.0096,  0.0120,  0.0064,  ...,  0.0194, -0.0050,  0.0016],
                      [ 0.0508, -0.0230, -0.0287,  ..., -0.0055, -0.0194, -0.0019],
                      [-0.0264, -0.0124,  0.0126,  ...,  0.0091,  0.0564, -0.0219]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.key.bias',
              tensor([ 1.1444e-04, -1.2064e-02, -1.3898e-02, -8.9297e-03, -2.2261e-03,
                      -5.6680e-03,  9.8604e-04, -8.4516e-03, -7.6455e-03, -3.4149e-03,
                      -3.3006e-03,  1.0326e-03, -4.1937e-03,  4.1542e-03,  4.5908e-03,
                      -7.6262e-03, -7.8045e-03,  1.0152e-02, -1.4152e-03,  3.2944e-03,
                       5.2164e-03,  4.5779e-03, -1.0953e-03,  5.6240e-03, -3.1337e-03,
                      -6.3773e-03, -3.1869e-03,  1.8548e-02, -7.9088e-03,  2.5502e-03,
                      -4.6233e-04,  3.1553e-03,  4.3614e-03,  9.0570e-04, -3.4003e-03,
                      -3.6455e-03,  7.0979e-03, -1.3759e-02, -2.5538e-03, -9.4142e-03,
                      -8.7231e-03, -3.9551e-03, -3.6135e-03, -6.3932e-03, -1.5700e-03,
                       1.8872e-03, -2.5974e-03,  1.0272e-02, -9.7517e-03,  1.6108e-03,
                       4.6256e-03, -7.6501e-03,  7.6774e-03, -7.1263e-03,  1.2833e-02,
                      -1.5876e-03, -1.9499e-03,  4.2086e-03, -1.6132e-02,  6.2114e-03,
                       1.2427e-02, -1.4996e-02,  1.6747e-02, -1.4703e-02, -1.4212e-03,
                      -3.1385e-03,  6.0432e-03, -4.0274e-03, -3.4743e-03, -2.9578e-03,
                       2.1554e-03, -3.9059e-03,  7.2874e-04,  2.7910e-03, -2.9569e-03,
                      -2.0978e-03, -1.7217e-03,  1.3540e-03, -2.0840e-03, -5.4963e-04,
                       1.0379e-05, -3.5191e-03,  1.2371e-04,  4.1934e-04,  2.0625e-03,
                       3.7189e-03,  1.6250e-03,  1.7876e-03, -2.8789e-03,  3.8913e-03,
                      -2.0914e-03, -7.4067e-04,  2.8851e-04, -1.2675e-03,  1.6601e-03,
                      -4.6063e-03, -1.7586e-03,  1.8593e-03, -9.5837e-04, -1.2487e-03,
                       1.1093e-03,  1.4979e-03,  3.1680e-03,  1.0460e-03,  6.7849e-04,
                       3.1231e-03, -1.3446e-03,  2.3311e-03,  5.1514e-04, -2.9723e-03,
                       5.7070e-04,  4.3594e-04, -4.6000e-03,  1.9676e-03,  1.1367e-03,
                      -2.9279e-03, -3.3869e-03, -3.0350e-03, -2.0361e-03,  2.1991e-03,
                      -2.9981e-03,  4.2167e-03,  3.1910e-03, -3.2961e-03, -2.6167e-03,
                      -3.2899e-03, -8.1057e-04,  2.3536e-04, -6.3587e-03, -5.4796e-04,
                      -1.5622e-03,  3.5795e-03,  5.3621e-03, -6.0845e-03, -1.2089e-03,
                      -3.8494e-03,  1.5789e-03, -3.8869e-03,  6.3961e-04,  3.6522e-03,
                      -6.8481e-03, -3.1313e-03, -1.0388e-03, -8.3120e-03, -5.7858e-03,
                      -1.6724e-03,  1.2588e-03,  5.0732e-04,  3.6789e-03, -2.2147e-03,
                       3.3417e-03, -1.0110e-03,  3.2377e-03,  2.6365e-03,  2.3382e-04,
                      -3.4669e-03, -1.1703e-03, -3.6722e-03, -6.9252e-03, -4.5588e-03,
                       4.0695e-04,  3.5073e-03, -1.6871e-03,  2.4857e-03,  2.4616e-03,
                       7.5611e-04, -1.5930e-03,  3.1355e-04,  4.4092e-03,  4.7133e-03,
                       2.7751e-03,  9.7244e-03, -1.0024e-03, -3.5534e-04, -3.2906e-03,
                      -7.1975e-03,  1.7336e-03, -4.4667e-03, -4.3468e-03, -2.8865e-03,
                       6.9398e-03, -3.0353e-03, -3.1071e-03,  4.5458e-03, -2.1094e-03,
                       4.4999e-04,  2.8932e-03,  6.7498e-03, -6.7603e-03, -3.0305e-03,
                       1.0129e-03, -7.1153e-03, -3.8255e-04,  4.2458e-03,  1.7225e-03,
                      -9.4275e-04,  3.3008e-03,  4.3689e-03, -4.5556e-03,  1.6213e-03,
                       1.5483e-03,  7.4437e-04, -3.9257e-04, -3.2922e-03,  8.6884e-04,
                      -5.0157e-04,  1.2773e-03, -7.5835e-04, -1.7283e-03,  1.1282e-03,
                       2.4770e-03, -2.8110e-03, -3.7271e-03, -1.6097e-03,  1.4511e-03,
                      -1.6637e-03, -1.9798e-03, -2.9610e-03, -1.2315e-03,  3.1908e-03,
                       3.2471e-03,  1.2859e-03, -1.2780e-03,  7.8185e-04,  4.3193e-04,
                      -1.7919e-03,  1.9875e-03, -6.4914e-04,  1.1245e-03, -4.4960e-04,
                       2.3535e-03, -1.4265e-03,  8.3541e-04,  1.8750e-03,  3.2602e-03,
                       2.8623e-04, -2.1988e-03,  3.8610e-04,  3.0981e-03,  2.2090e-03,
                      -5.8956e-04, -8.8416e-04, -3.1710e-03,  3.8564e-03,  3.4428e-04,
                       2.6745e-03, -7.7146e-05,  4.8815e-04,  6.1691e-03,  7.4221e-04,
                      -3.8363e-03,  1.2721e-03,  1.5569e-03, -1.6248e-03,  5.0058e-03,
                       4.2307e-04, -1.2415e-03,  2.0420e-03, -3.1074e-04, -2.0387e-03,
                       2.0551e-04,  3.7822e-04,  2.1373e-03, -6.8782e-03,  1.1403e-03,
                      -2.0908e-03, -1.1215e-03,  1.9258e-03,  1.3956e-03, -2.9816e-03,
                       2.4749e-03, -4.9234e-03,  2.0717e-03, -2.4045e-03,  2.2866e-03,
                      -3.7155e-03, -1.5833e-03,  1.4273e-03, -1.2256e-03, -3.3591e-03,
                      -5.9099e-05, -2.5851e-03, -3.6760e-03, -1.4645e-03, -2.2313e-03,
                       2.6308e-04,  5.6171e-04, -1.1989e-03,  1.3305e-03,  1.3641e-03,
                      -2.9998e-04, -4.4972e-03,  9.0577e-04, -1.4137e-03, -1.5082e-03,
                       3.6972e-04, -2.0927e-03, -2.6361e-03, -9.0508e-04,  9.9659e-04,
                      -9.2971e-05,  1.3220e-03, -1.6703e-03,  4.6589e-03,  1.2238e-03,
                       1.3113e-03, -3.5072e-03, -4.6181e-03,  8.0658e-04, -3.4569e-04,
                       1.8940e-03, -3.8048e-03, -1.4473e-03, -1.5257e-03, -2.5937e-03,
                      -3.5961e-04,  2.3944e-03, -2.7185e-03,  1.7109e-03,  4.4662e-03,
                      -1.6234e-03,  4.4883e-03,  1.4860e-03,  1.7411e-03,  4.9695e-05,
                       4.2224e-03,  6.9472e-04, -3.0247e-03,  3.3819e-04,  6.3382e-03,
                       2.2294e-03, -3.4414e-03, -1.8025e-03, -1.3346e-03,  2.6253e-03,
                      -1.1221e-02,  1.9939e-03,  2.7182e-03,  3.1039e-03,  4.9481e-03,
                      -4.6174e-03,  5.9426e-03,  5.6737e-04, -3.7815e-03, -1.0301e-02,
                       2.4216e-04, -1.6969e-03,  1.4175e-03,  2.6431e-03, -1.0985e-03,
                       4.3948e-04, -2.2322e-03,  1.9247e-03, -2.0556e-03, -1.1727e-02,
                       2.4040e-03,  1.8037e-03, -3.7817e-04,  2.7937e-03,  1.6795e-04,
                       6.8145e-04,  4.9666e-04, -5.6496e-03, -8.3400e-04, -6.4507e-03,
                      -7.9836e-03,  5.2744e-03,  8.7922e-04,  1.3849e-03, -7.4474e-03,
                       4.3095e-03, -2.4062e-03, -1.1016e-03,  1.8915e-03, -4.2335e-03,
                      -2.2313e-03, -1.6389e-03,  1.4489e-03,  1.9859e-03, -3.7572e-03,
                       8.7967e-04, -4.7857e-03, -3.6045e-03,  2.6233e-03, -2.9511e-03,
                      -1.6725e-03,  9.4393e-03,  6.8455e-03, -2.2236e-04, -8.6078e-04,
                      -7.5644e-04,  1.9963e-03,  8.8095e-04,  2.5956e-03, -1.6242e-03,
                      -3.2934e-03,  4.5976e-04,  9.2148e-04, -4.4140e-03,  2.4710e-03,
                       3.2831e-04,  3.9418e-03,  6.6230e-04,  3.8608e-03, -2.9825e-03,
                      -4.1818e-03,  3.6048e-03, -2.7902e-03, -2.2499e-03, -1.9966e-03,
                       3.0156e-03,  1.9643e-03, -8.1564e-04,  3.2832e-03,  3.8576e-04,
                       5.5590e-03,  3.5702e-04,  3.4782e-03, -1.1045e-03, -5.8656e-04,
                       1.8851e-03, -1.4577e-03,  3.1917e-03, -9.0923e-04, -3.5123e-03,
                       4.4018e-03, -3.1431e-03, -1.1149e-03, -9.1726e-04,  4.6047e-03,
                       1.4495e-03,  1.8674e-03,  6.7192e-04, -5.8920e-04,  1.3704e-03,
                      -3.8601e-03,  6.9332e-04,  4.6099e-04, -3.0927e-04,  2.2221e-03,
                      -1.8966e-03, -4.7571e-05, -1.1390e-03,  2.5523e-04, -1.0431e-03,
                       3.6278e-03, -1.9446e-03, -1.8060e-03,  1.4536e-03, -2.6122e-03,
                      -1.4694e-04, -2.2878e-03,  2.8441e-03, -2.1014e-03, -2.7750e-03,
                       3.3463e-03,  1.5215e-03,  3.9524e-03, -1.6957e-03,  1.1227e-03,
                      -4.4814e-04,  3.8078e-03, -7.9750e-04, -2.4865e-03,  4.1317e-04,
                      -6.2981e-04, -4.7891e-04, -2.2893e-03, -2.8041e-03, -2.9337e-03,
                       1.0042e-03,  6.2780e-04,  2.3616e-03,  1.2779e-03, -2.2616e-03,
                       7.1428e-04, -4.5923e-03, -1.6152e-03,  1.0406e-03,  4.5747e-03,
                      -4.1071e-04, -3.5331e-03, -8.0040e-04,  1.4358e-04,  1.5857e-03,
                       1.6429e-04,  2.3763e-03,  2.0962e-03,  2.1930e-03,  2.8353e-03,
                       1.3804e-03, -1.7633e-03,  2.4190e-03, -4.0031e-04, -1.9189e-03,
                      -2.0639e-03,  3.1948e-03,  1.0149e-03,  1.4809e-03, -8.8199e-04,
                       1.8523e-03,  1.5011e-04, -2.6107e-04, -1.5773e-03,  1.7412e-03,
                       9.5412e-04, -1.5226e-04,  1.1904e-03, -7.5824e-04,  6.5449e-04,
                       1.5929e-03, -2.1888e-03,  3.7472e-03, -3.2624e-03,  2.6843e-03,
                       2.6137e-03,  2.4991e-03, -4.1913e-03, -1.0831e-02,  5.1848e-03,
                      -1.7435e-03, -9.2641e-03,  3.8913e-03, -7.5129e-03,  1.8087e-03,
                      -3.7970e-03, -2.4347e-03, -2.6987e-03, -4.0981e-03, -1.8069e-03,
                       1.4550e-03,  1.9723e-03,  1.4087e-03,  6.2792e-03, -2.1662e-03,
                      -8.8131e-03,  5.9148e-04,  3.5793e-04,  6.2488e-03,  1.9547e-03,
                       1.8985e-03, -5.7224e-03,  2.4919e-03, -2.5603e-03,  2.2108e-03,
                      -8.4814e-04,  9.6630e-04, -1.3118e-03, -2.5514e-03, -7.0898e-03,
                      -7.7993e-03,  5.7084e-03, -4.0055e-03, -3.7467e-03, -2.7210e-03,
                       1.1640e-03,  2.8318e-03,  3.7052e-03,  4.1329e-04,  9.2685e-04,
                       1.3108e-03,  2.4729e-03, -8.2315e-04,  4.9497e-03, -1.2203e-03,
                       5.0081e-03, -4.1431e-03, -1.6784e-04,  9.2520e-03, -1.0666e-03,
                      -3.5047e-03, -1.2065e-03,  1.8003e-03,  1.9699e-03,  4.1825e-03,
                      -3.2682e-03, -2.7522e-03, -1.4154e-03,  3.8463e-03,  7.7546e-04,
                       4.1710e-05,  7.7616e-03,  3.9855e-03, -2.6689e-03, -1.4438e-03,
                      -5.1588e-03, -5.3653e-04, -4.8353e-03, -4.6573e-03, -1.4215e-03,
                       3.5968e-03,  1.0750e-03,  2.7396e-03, -2.7032e-03,  5.7415e-03,
                      -6.8465e-03,  2.3274e-03,  8.7803e-05, -2.1810e-04, -8.3527e-04,
                       4.0579e-03, -6.1395e-03, -4.7473e-04, -6.4232e-03,  3.6167e-03,
                      -3.7122e-03, -1.6452e-03,  4.0617e-05, -3.1851e-03,  8.7576e-04,
                       1.6279e-03,  2.0591e-03,  7.0219e-04, -1.1003e-04, -1.6077e-03,
                       1.5472e-03, -2.1206e-03, -2.9446e-03, -1.7923e-03, -4.7158e-03,
                       1.6426e-03,  5.7324e-03,  1.0098e-03,  5.9930e-04,  2.9945e-03,
                      -1.2895e-03, -5.4628e-04, -2.3542e-03, -5.5570e-03,  6.1978e-03,
                       2.5049e-05, -2.6247e-03,  2.7221e-03,  6.0277e-03, -5.6257e-07,
                       5.1156e-03, -1.3502e-03, -9.0314e-03, -1.3618e-03, -4.5149e-03,
                       1.8252e-03, -4.7466e-03, -2.6779e-03, -4.6146e-03, -3.0994e-03,
                       2.8288e-03,  2.6095e-03,  1.3896e-03, -2.3009e-03, -1.8334e-04,
                      -4.9925e-03,  7.2967e-04, -1.4288e-03, -4.9115e-03,  4.0356e-03,
                       2.5105e-03, -3.8004e-03, -9.9719e-04, -4.1621e-04, -3.0631e-03,
                       5.2001e-04,  2.2651e-03, -5.4666e-04,  6.7206e-05, -2.8340e-03,
                      -1.0859e-03,  9.8143e-04,  1.9701e-03,  1.0407e-03, -3.3968e-03,
                       8.0956e-05, -8.9413e-04,  9.8504e-04, -8.2666e-04, -3.3942e-03,
                       3.2650e-03,  6.9306e-03, -1.3354e-03, -2.4064e-03, -2.2308e-03,
                      -2.8653e-03,  1.9123e-03, -1.8430e-03, -1.0138e-03, -1.3714e-03,
                      -2.2957e-03, -3.7640e-04,  5.8958e-04, -3.8377e-03, -9.6750e-04,
                       1.4368e-04,  2.9695e-04,  7.5870e-04,  5.3648e-04, -3.5548e-03,
                      -2.1524e-04,  4.2734e-03, -2.2355e-03, -4.7589e-04,  2.0973e-03,
                       1.8102e-03,  1.7506e-03, -1.3099e-03, -3.1485e-03, -4.0990e-03,
                      -2.5604e-03, -2.5700e-03,  1.1790e-04, -1.7262e-04, -1.1425e-03,
                       8.9176e-04,  9.7718e-04,  1.5162e-03,  4.3982e-03, -3.5499e-03,
                      -6.3139e-04,  2.1481e-03,  1.3722e-03, -2.8518e-03,  1.3429e-03,
                      -2.3641e-03, -1.7895e-03,  1.3282e-03, -1.7489e-03, -1.0775e-03,
                      -2.2097e-03, -6.5686e-04, -8.7253e-03,  3.1490e-03,  2.1636e-04,
                      -2.6896e-04,  2.5488e-03,  1.1795e-05,  1.3402e-03,  9.4638e-04,
                       2.6988e-03,  5.0786e-03,  2.4812e-03, -1.5802e-03,  2.8560e-03,
                       1.1911e-04,  1.1900e-03, -8.5344e-04, -9.7632e-05,  1.4615e-03,
                       1.6559e-03, -7.5472e-04, -2.6763e-03, -3.9689e-03,  3.1555e-03,
                      -1.6460e-03, -2.5145e-04, -1.3674e-03,  3.9665e-04, -2.7568e-03,
                       3.3179e-03,  6.3472e-05,  4.8290e-03, -3.9927e-03, -5.6135e-03,
                      -8.4931e-04,  2.1875e-03, -3.1062e-03,  9.4509e-04, -4.9293e-04,
                      -2.4837e-04, -5.3726e-03,  1.1891e-04], device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.weight',
              tensor([[ 0.0366,  0.0135,  0.0212,  ..., -0.0275, -0.0079,  0.0183],
                      [ 0.0240,  0.0857, -0.0340,  ...,  0.0578,  0.0004, -0.0210],
                      [-0.0928,  0.0216, -0.0547,  ...,  0.0058, -0.0118, -0.0638],
                      ...,
                      [ 0.0220, -0.0441,  0.1040,  ..., -0.0086, -0.0263, -0.0179],
                      [ 0.0396, -0.0187,  0.0309,  ...,  0.0490, -0.0416,  0.0324],
                      [ 0.0112,  0.0075, -0.0146,  ...,  0.0173, -0.0135,  0.0710]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.self.value.bias',
              tensor([-1.2989e-02, -4.0458e-02,  1.4504e-02,  3.8110e-03,  2.4597e-02,
                       4.1433e-02, -7.8904e-02, -5.1299e-03,  1.9793e-02, -5.4412e-02,
                       7.0136e-02, -1.6664e-02, -2.4831e-02, -3.3556e-03,  1.0411e-02,
                      -1.4952e-03,  2.3285e-02, -8.9880e-03,  1.0469e-02, -1.1972e-02,
                       1.0675e-01,  2.7790e-02, -2.4200e-03,  2.6004e-02, -9.9067e-03,
                      -3.5348e-02,  2.5975e-02, -3.9003e-02, -8.9089e-02, -3.3952e-02,
                       5.9426e-02,  4.6242e-03, -6.4081e-03,  2.6409e-02,  2.8256e-02,
                      -2.7686e-02,  4.3331e-02, -1.0148e-02, -4.3006e-02, -9.5059e-02,
                       2.3887e-02, -2.8226e-02,  2.4219e-02,  7.6327e-03,  4.0628e-02,
                      -2.6766e-02, -5.8771e-02, -7.5988e-02,  3.4573e-02, -9.7198e-04,
                       1.9702e-02, -4.7417e-02, -4.8266e-03,  4.0116e-02,  1.9474e-02,
                       3.7603e-02, -6.7117e-02, -4.3953e-02,  1.0472e-02, -5.0477e-02,
                       2.0938e-01,  4.7128e-02,  1.5832e-02, -5.0510e-03, -8.9144e-04,
                      -2.3408e-03, -9.4229e-03, -1.2488e-02, -7.1994e-03,  1.6977e-02,
                       8.9557e-03, -6.4548e-03, -7.1882e-03,  2.6526e-02,  2.0513e-02,
                      -2.4404e-02,  7.8645e-03,  1.0380e-03, -3.6069e-03, -1.2752e-02,
                       2.5671e-02,  8.5589e-03,  1.5967e-03,  3.5890e-03, -3.9902e-03,
                       2.6917e-03,  1.0266e-02, -3.0893e-02, -3.9883e-03,  1.4035e-02,
                       1.3255e-02, -1.3120e-03,  1.2643e-02, -2.8550e-03,  1.6292e-02,
                       6.5902e-03, -5.5965e-03,  1.6747e-02,  1.6030e-02, -9.3508e-03,
                      -6.4546e-03,  1.3386e-02,  1.4681e-02, -1.9358e-02, -1.8052e-02,
                       3.0919e-02,  1.1257e-02,  1.2357e-02, -4.2896e-03,  1.1930e-02,
                       2.4204e-02, -2.7182e-02,  2.3756e-03,  9.5151e-03, -2.8923e-03,
                      -3.4250e-02,  6.9932e-03,  4.9828e-03,  1.4910e-02,  2.1227e-02,
                       8.9154e-04,  1.4801e-02, -1.2703e-02, -1.3480e-02, -1.7221e-02,
                       2.5046e-03, -2.7018e-02,  2.3661e-03, -2.6120e-03,  2.4765e-02,
                      -1.5008e-02, -2.9297e-02,  1.9630e-02,  4.5469e-02,  6.7791e-02,
                      -5.6356e-03, -2.3742e-02, -2.2745e-03, -1.6527e-02,  9.3046e-02,
                       3.4458e-02, -2.5113e-02,  4.1837e-02, -1.7516e-02, -1.2467e-02,
                       3.2908e-02, -6.6656e-02,  2.7297e-02, -1.5092e-02,  3.8152e-02,
                       1.3174e-02, -1.8856e-02,  5.9765e-02,  4.0625e-02,  3.6935e-02,
                      -1.8798e-02, -2.4967e-02, -8.5546e-03, -2.8688e-02,  4.1027e-02,
                      -2.3619e-02, -1.4587e-02,  4.4097e-02,  2.1326e-03,  8.9656e-03,
                      -2.9319e-02, -3.9893e-02, -1.7229e-02,  6.0497e-02,  1.6871e-02,
                       1.6480e-02,  3.4229e-03,  1.5431e-03,  1.1042e-02, -5.6462e-03,
                       1.6977e-02, -8.0453e-02,  2.9560e-02, -9.6999e-03, -1.4156e-02,
                      -3.9511e-02, -7.7780e-04, -7.9218e-02, -8.7568e-03, -2.3289e-02,
                      -1.6117e-02, -1.6355e-02,  4.3837e-02, -8.3868e-02,  1.4114e-01,
                       2.8037e-02,  3.2075e-02, -2.2694e-03,  5.6549e-03, -1.7894e-02,
                       1.8624e-02, -2.1378e-02, -8.0871e-03,  2.5921e-02, -3.4800e-03,
                       5.3064e-03,  2.4034e-02,  1.8069e-02,  4.1546e-02,  2.1823e-02,
                       2.1339e-02,  2.6258e-02,  2.3389e-02,  7.8700e-03,  1.5393e-02,
                       5.4567e-03, -1.2553e-02, -1.3878e-02, -1.0187e-02, -6.5242e-03,
                      -2.1709e-02, -1.3482e-02, -3.3049e-02,  1.9959e-02,  2.3542e-02,
                       3.1842e-02, -2.1077e-03,  2.5796e-03, -1.6510e-03, -5.6556e-03,
                      -7.3493e-03,  4.1347e-03,  1.6890e-03,  1.8095e-02,  1.2836e-03,
                      -6.0108e-03, -4.3014e-03, -2.8888e-03,  1.8554e-02,  1.6002e-02,
                       1.1939e-02, -2.0232e-02,  3.9873e-03,  1.4456e-02,  1.2345e-02,
                      -2.4237e-02, -1.6198e-02,  2.2421e-02, -1.3382e-02,  1.3325e-02,
                      -1.7369e-02, -7.5425e-03, -2.3092e-02, -1.1046e-02, -5.7809e-03,
                      -9.4586e-03,  1.0195e-02,  1.5559e-02, -1.3761e-02, -3.3642e-02,
                       1.8887e-03, -9.3756e-04,  5.0882e-03, -1.7472e-02, -1.4177e-02,
                       4.7882e-03, -3.8504e-03, -5.2016e-03, -5.5101e-03, -2.4090e-02,
                      -4.2103e-03,  2.1278e-02, -1.5751e-02, -2.2777e-02,  8.7178e-03,
                       2.7637e-02, -3.6466e-02,  3.1762e-03,  1.6457e-02,  1.1005e-02,
                       1.9536e-02,  5.9001e-03,  1.1421e-03,  1.4514e-02,  1.7237e-03,
                      -1.3851e-02,  1.2004e-02, -4.1031e-03, -2.7869e-03,  1.8040e-02,
                       1.2176e-02, -3.0366e-03, -1.3089e-02, -9.1485e-03, -6.9016e-03,
                      -1.3573e-02,  1.1965e-02,  1.8952e-02, -1.3575e-03, -1.4196e-02,
                       3.4278e-04,  1.4183e-02,  2.1012e-02,  9.4820e-03, -3.0297e-02,
                      -5.8996e-03,  1.4639e-02,  1.3663e-02,  2.7195e-04, -8.6093e-03,
                       8.8040e-03, -2.7561e-04, -4.4614e-03,  8.1412e-03,  1.1380e-02,
                       9.2556e-03,  2.0696e-02,  1.2260e-03, -2.8063e-04,  1.2952e-02,
                      -7.9846e-04, -1.1350e-02,  3.1428e-02, -2.9090e-02,  1.2754e-02,
                       2.2922e-02, -4.7465e-02,  6.8881e-03, -2.5880e-02, -2.9360e-02,
                      -6.2591e-02, -5.6097e-02, -4.3365e-02,  6.5846e-03, -1.5582e-02,
                       4.0291e-03,  4.8150e-02,  7.3695e-02,  3.1888e-02, -1.8333e-02,
                       8.9347e-02, -6.0257e-02, -4.7511e-03,  1.0427e-01,  2.7932e-02,
                      -2.8990e-02, -2.8316e-02,  1.0312e-01,  6.0682e-02,  1.0559e-01,
                       5.6632e-02, -7.8326e-02, -1.1973e-02, -6.8899e-03, -5.1685e-02,
                      -9.4369e-02,  2.3633e-02, -7.6673e-03,  5.3379e-02, -7.8387e-02,
                       1.4957e-02,  6.6737e-02,  9.5131e-02, -2.2073e-02,  2.6487e-02,
                       1.1434e-01,  4.4520e-02,  5.2638e-02,  1.0587e-01, -5.6320e-02,
                       5.3924e-02, -7.3192e-02,  2.3851e-02,  1.5946e-02, -2.4002e-02,
                       1.7817e-03,  3.7284e-03,  5.1202e-02, -1.6445e-04, -4.3374e-02,
                      -2.2283e-02, -4.0553e-02, -1.4295e-01, -3.3497e-02, -3.2391e-02,
                      -2.2899e-02, -8.7479e-02,  4.1769e-02, -5.0519e-02, -3.2072e-02,
                       4.7639e-02, -2.6219e-02,  3.9804e-03, -8.4377e-03, -1.7929e-02,
                      -5.4154e-03, -2.6769e-03, -7.6348e-03, -1.6952e-02, -1.7743e-02,
                      -1.2663e-02,  1.5430e-02, -4.0269e-02,  2.8264e-02,  1.5594e-02,
                       1.3819e-02, -1.8405e-02, -2.6615e-02,  1.7582e-02,  2.1866e-02,
                      -7.2284e-03,  8.9783e-03, -1.3838e-03, -2.8870e-02, -1.8011e-02,
                       9.1445e-04, -5.2032e-03,  7.2049e-03,  1.9640e-03, -1.3683e-02,
                      -3.6448e-03,  1.2671e-02,  9.6998e-03, -2.3621e-02,  2.3891e-02,
                      -2.3739e-02, -9.6890e-03, -8.6185e-03,  1.2381e-02,  2.6490e-02,
                       5.5673e-03, -1.4377e-02,  1.5858e-02,  1.1281e-02, -5.7619e-05,
                      -3.1597e-02,  1.3154e-02, -1.2401e-03,  5.1976e-03,  3.1244e-03,
                       7.7290e-04,  4.1015e-03, -2.6160e-02,  2.7542e-02,  8.8252e-04,
                      -1.5709e-02,  4.6620e-03,  5.9127e-03,  1.9009e-02, -1.4837e-02,
                      -1.2532e-02, -3.2972e-03,  3.0063e-02, -8.1331e-03, -1.4702e-02,
                      -4.3173e-03,  2.0961e-02,  4.1225e-02, -3.4612e-02,  6.6080e-02,
                       5.8602e-03, -3.0175e-02, -8.5500e-03, -2.3488e-02, -3.1006e-02,
                       3.8280e-03,  8.0019e-03, -1.7217e-02,  2.2077e-03, -1.8260e-02,
                       1.9942e-02, -2.1011e-02,  4.6941e-03, -9.7522e-03, -5.6730e-02,
                       7.3041e-02,  4.4024e-03, -1.9975e-02, -6.5406e-03, -7.6227e-03,
                      -1.8283e-02,  1.1664e-02, -6.0222e-02,  3.0236e-02, -7.8976e-02,
                       3.7194e-03, -3.6101e-03, -5.9741e-03,  4.0620e-03, -3.2554e-02,
                       1.7397e-02, -6.6994e-02, -3.9194e-03, -1.6951e-02,  2.5729e-02,
                      -1.0538e-03, -1.2269e-02, -2.3074e-02, -4.8034e-03, -2.8494e-03,
                      -1.6664e-02, -1.2315e-02, -4.2370e-03,  4.5031e-03,  4.9112e-03,
                      -1.7232e-02,  1.8083e-02, -3.4343e-03, -4.5824e-02,  2.5271e-02,
                       5.1793e-02,  3.8294e-02, -4.6607e-03,  2.0742e-02, -7.5573e-03,
                      -1.2791e-02,  3.0721e-02,  1.4898e-02, -3.1390e-02, -3.0244e-02,
                      -4.3362e-02,  7.6352e-03, -7.4528e-03,  1.0409e-02,  6.3941e-02,
                       5.9107e-03, -1.6091e-02, -1.0685e-02,  2.8826e-02,  1.2892e-02,
                       2.2436e-02, -2.4897e-02, -1.0447e-02,  4.5443e-02, -1.8901e-02,
                       9.0159e-03, -1.6716e-02,  5.2820e-02,  1.5210e-02, -8.9413e-03,
                       1.7475e-02,  2.6650e-03,  1.3884e-02,  2.3057e-02,  1.2851e-02,
                      -2.8073e-02, -3.0043e-02,  4.1918e-02, -9.6882e-03,  1.8763e-02,
                      -1.2762e-02, -1.3277e-02,  6.7633e-03, -4.1468e-03, -5.0839e-02,
                      -1.2185e-02,  2.9267e-02, -2.1144e-03, -7.5739e-02,  1.8823e-02,
                      -1.6736e-02,  1.9581e-03, -2.1223e-03,  1.4413e-02,  2.4804e-02,
                       2.5810e-03, -3.4421e-03,  1.9536e-02, -1.8853e-02,  2.1172e-02,
                       9.5880e-03, -1.8099e-02, -2.3559e-02, -3.0115e-03,  1.3189e-02,
                       1.4619e-03,  2.4684e-02,  1.3614e-03, -2.3184e-02,  1.4329e-02,
                       2.3325e-02, -2.5305e-02,  1.0922e-02,  2.5138e-02,  1.2655e-02,
                       5.3292e-03, -3.3005e-03, -1.7203e-02,  7.2936e-04, -1.7028e-02,
                      -2.8169e-02,  8.9981e-04,  1.9288e-02, -8.2233e-03, -5.2055e-03,
                       7.0438e-03, -2.4026e-02,  1.7266e-02,  1.3729e-02,  1.9002e-02,
                      -1.8545e-02,  3.7727e-02, -3.1600e-02,  5.5476e-04,  1.8291e-02,
                       2.3152e-02,  3.9177e-02, -1.1790e-02, -1.0292e-02, -3.1443e-02,
                       1.3662e-03, -8.2079e-04,  4.1759e-03,  2.7963e-02,  7.4348e-03,
                       1.6948e-02, -1.5535e-02,  1.3757e-02, -1.9461e-02,  3.5133e-03,
                      -3.4536e-02,  2.1084e-03,  2.6219e-02,  2.5101e-02,  1.8722e-02,
                       1.3792e-02, -1.0381e-02, -1.1598e-02,  2.2547e-02, -6.9777e-03,
                      -7.5529e-03, -1.5539e-02,  8.0337e-03,  1.7151e-02,  4.0106e-03,
                       3.0161e-02, -4.3046e-02,  5.4689e-03, -1.3065e-02, -2.8653e-02,
                      -4.8017e-03, -5.9274e-03,  4.4001e-02,  6.1338e-03, -1.9332e-02,
                       5.9934e-03, -5.3081e-03,  8.2234e-04, -3.0115e-03,  1.3125e-02,
                      -1.0664e-02,  1.8763e-02, -1.8233e-03, -6.1053e-04,  1.0253e-02,
                       9.8112e-03, -2.2947e-02, -1.6044e-02, -3.1660e-03,  1.6742e-02,
                       1.8638e-02, -1.7953e-02, -6.3323e-03, -3.4750e-03, -1.0990e-02,
                      -1.6920e-02,  5.3660e-03, -8.2329e-03, -5.4353e-03,  2.3644e-02,
                      -2.0858e-02,  1.5884e-05,  1.7079e-02, -3.3764e-02, -2.0243e-04,
                       2.1510e-02,  2.2385e-03, -3.7014e-03, -1.7619e-02,  2.1603e-02,
                      -1.6976e-02, -1.9323e-03,  2.1009e-03,  7.6217e-03, -3.9952e-03,
                       3.2086e-03, -1.4194e-02,  2.0806e-02,  1.5470e-03, -5.8902e-03,
                       1.1496e-02,  1.2362e-02, -1.2285e-02,  1.6594e-02, -9.3319e-03,
                       1.2507e-02, -4.6874e-03, -9.0506e-03, -4.2231e-03,  2.1888e-02,
                      -1.3059e-03,  1.1223e-02, -4.6660e-04, -3.9905e-03,  1.4172e-04,
                       1.4755e-02,  2.8233e-03,  2.3550e-02, -7.5844e-03,  2.4482e-02,
                      -4.3987e-03, -5.4903e-03, -1.0476e-02, -5.2802e-03, -8.2407e-03,
                       3.0859e-02,  5.7831e-03,  1.5149e-02,  1.5202e-02, -6.0835e-04,
                       1.0657e-03, -8.7387e-03, -9.3226e-04, -4.6247e-03,  2.7836e-03,
                      -1.5932e-02, -2.5773e-02,  4.6097e-03, -8.4688e-03, -6.9863e-03,
                       5.9561e-03, -1.5436e-02,  3.0225e-03, -9.3341e-03, -2.7564e-02,
                      -1.1518e-02, -8.9144e-03, -3.0946e-03,  1.3078e-02,  1.4041e-02,
                      -1.3404e-02, -6.7843e-03,  2.9022e-02, -6.0168e-04,  4.2778e-03,
                      -1.0240e-02, -4.4585e-03, -4.1946e-03, -3.4745e-02, -2.7057e-02,
                      -5.7547e-03, -1.7797e-02,  1.2064e-02,  3.3306e-02,  1.3874e-02,
                       7.0829e-03, -1.4679e-02, -2.6827e-02,  1.9883e-02, -3.2218e-02,
                       4.3913e-03,  1.1126e-02, -9.5592e-03, -2.9150e-02, -7.6448e-03,
                       3.4656e-03,  1.1864e-02,  1.6163e-02,  2.1410e-02,  2.8874e-02,
                      -2.7810e-03,  2.2824e-02, -2.0812e-02], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.weight',
              tensor([[-0.0232,  0.0202, -0.0273,  ..., -0.0674, -0.0245,  0.0695],
                      [ 0.0045,  0.0544,  0.0674,  ..., -0.0213,  0.0177,  0.0223],
                      [-0.0478,  0.0078,  0.0234,  ...,  0.0056, -0.0367,  0.0898],
                      ...,
                      [ 0.0915, -0.0056,  0.0300,  ..., -0.0516, -0.0030, -0.0788],
                      [-0.0170, -0.0467, -0.0294,  ...,  0.0246,  0.0377,  0.0030],
                      [-0.0005, -0.0054,  0.0106,  ...,  0.0131, -0.0248,  0.0078]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.dense.bias',
              tensor([ 0.0368,  0.0343, -0.0320,  0.0806,  0.0785,  0.0759,  0.0067, -0.0638,
                       0.0261,  0.1105,  0.0163, -0.0025,  0.0500,  0.0952, -0.0729,  0.0495,
                      -0.1093,  0.0239,  0.0278, -0.0674,  0.0350,  0.0044,  0.0417, -0.0589,
                       0.1625, -0.0115,  0.0552,  0.0458, -0.0257,  0.0346, -0.0186,  0.0225,
                       0.0095,  0.0685, -0.1069,  0.0893, -0.1520, -0.0375, -0.1772,  0.0338,
                       0.0491,  0.0383, -0.0258,  0.1190, -0.0594,  0.0285,  0.0779,  0.0358,
                       0.0293, -0.0923, -0.0279,  0.1053, -0.1390,  0.0084, -0.1499,  0.0051,
                       0.1201,  0.0348,  0.1277,  0.0267, -0.0082,  0.0481,  0.0681,  0.0041,
                      -0.1062, -0.0450,  0.0864,  0.0329, -0.3291, -0.1038, -0.0504,  0.0311,
                       0.0270,  0.0561, -0.0687, -0.0413,  0.0263, -0.0765,  0.0397, -0.0427,
                      -0.1661,  0.0323, -0.1382, -0.0360,  0.1607, -0.1054,  0.0892, -0.0821,
                      -0.0256,  0.1757,  0.0694,  0.0740, -0.0110,  0.1689, -0.0426,  0.0073,
                      -0.0922,  0.0189,  0.1157, -0.0534, -0.0325, -0.0404,  0.0063, -0.0207,
                      -0.0701,  0.0579, -0.0936,  0.0295, -0.0185,  0.0390, -0.1049, -0.0972,
                       0.0638, -0.0157, -0.0404, -0.0723,  0.1766, -0.0818,  0.0245,  0.0533,
                      -0.0700, -0.0260, -0.0557, -0.0971, -0.1412,  0.0020, -0.0164, -0.0345,
                       0.1057,  0.0962, -0.0357,  0.0601,  0.0533, -0.0796, -0.0567,  0.0126,
                       0.0022, -0.0343, -0.1944, -0.0438,  0.0085,  0.1059, -0.0406,  0.1963,
                      -0.0183,  0.0422,  0.1418, -0.0994, -0.0566,  0.2628,  0.0049, -0.0059,
                      -0.1045, -0.0782, -0.0558, -0.1020, -0.0977,  0.0029, -0.0851,  0.0808,
                      -0.0870,  0.1362,  0.0489,  0.0283,  0.2424,  0.0525, -0.0392, -0.2668,
                       0.0470,  0.0690, -0.0479, -0.1667,  0.0548,  0.0542,  0.0394, -0.0267,
                       0.0134,  0.0400,  0.0291, -0.0081, -0.1242, -0.0478, -0.0142,  0.0220,
                      -0.0649,  0.0043,  0.1528, -0.0598,  0.0602, -0.0514, -0.2273, -0.0460,
                       0.0053, -0.0215,  0.0833,  0.0745, -0.0665,  0.0860,  0.0941, -0.0412,
                       0.0498,  0.0442,  0.0627, -0.0015, -0.0619,  0.0010,  0.1504,  0.0057,
                      -0.0383,  0.1156,  0.0099, -0.0012, -0.0310,  0.0320,  0.0351, -0.0158,
                      -0.0775, -0.1365,  0.0549,  0.0004, -0.0629, -0.1785,  0.0153,  0.0370,
                      -0.0140,  0.0534, -0.0337,  0.0680, -0.0941, -0.0180, -0.1080, -0.0209,
                       0.0091, -0.1118,  0.0971, -0.0079,  0.1957, -0.0203, -0.0549,  0.0637,
                      -0.0482, -0.0764, -0.1183, -0.0552, -0.0332,  0.1331, -0.0200, -0.0604,
                      -0.0284, -0.0040, -0.0472, -0.0355, -0.0264,  0.0593,  0.0046, -0.0097,
                      -0.0627,  0.2659, -0.1105, -0.0576, -0.1312, -0.0693,  0.0634,  0.0307,
                      -0.1020,  0.0547, -0.0220,  0.0363, -0.0374,  0.0419,  0.0321,  0.0148,
                       0.0094, -0.0771,  0.0717,  0.0714,  0.0938, -0.0798, -0.0589, -0.0667,
                       0.0121, -0.0239, -0.0423,  0.0314,  0.0770, -0.0054,  0.0477,  0.0856,
                       0.1203, -0.0422,  0.0349,  0.0011,  0.1491, -0.0041,  0.0382,  0.1146,
                      -0.0290,  0.0575,  0.1116, -0.0338, -0.0648, -0.0682,  0.0105, -0.0524,
                      -0.1898, -0.0299, -0.0995,  0.0156,  0.0523, -0.0304, -0.2069,  0.0714,
                      -0.0329, -0.1823, -0.0874, -0.0230, -0.0397, -0.0451,  0.0290, -0.0415,
                       0.2028,  0.0625,  0.0164,  0.0852,  0.0956, -0.0115,  0.0987, -0.0537,
                       0.0324, -0.0471, -0.0239, -0.1166,  0.0031,  0.0720,  0.0043, -0.0047,
                      -0.0296,  0.0004,  0.0338, -0.0050, -0.2340, -0.0067, -0.1086,  0.0703,
                       0.0782, -0.0813,  0.0347,  0.0304, -0.1834, -0.0205, -0.0250,  0.0462,
                       0.1044,  0.0306,  0.0554,  0.0888,  0.0078,  0.0697, -0.0290,  0.1167,
                       0.0398,  0.0223,  0.0488, -0.0280,  0.0098, -0.1940,  0.0258,  0.0235,
                      -0.0277,  0.0224, -0.0555, -0.0483, -0.0652,  0.0777, -0.0019,  0.0300,
                      -0.0420,  0.0157, -0.0029,  0.1507,  0.0326, -0.0389, -0.0928, -0.0066,
                      -0.0986, -0.1019, -0.0126,  0.0804, -0.0474, -0.1162,  0.0502, -0.0877,
                      -0.0685, -0.0089,  0.0619,  0.0800,  0.0683, -0.0568,  0.0890, -0.0788,
                       0.0131,  0.0270, -0.0435,  0.0510,  0.0296, -0.1094,  0.0651, -0.1535,
                      -0.0379,  0.0350, -0.0650, -0.0020,  0.0870,  0.0158,  0.0168,  0.0288,
                      -0.1093, -0.0703,  0.1131,  0.0378, -0.1045,  0.0644,  0.1226, -0.0253,
                      -0.1452,  0.0532,  0.0070,  0.0737, -0.0141,  0.0165, -0.0096,  0.0185,
                       0.0698, -0.0516, -0.1246, -0.0302,  0.0232,  0.0821,  0.0176,  0.0416,
                      -0.0510, -0.0843,  0.0512,  0.0333, -0.1087, -0.0295, -0.0834, -0.0836,
                       0.0425,  0.0069, -0.0206,  0.1591, -0.1065, -0.0016, -0.2058,  0.0346,
                       0.0390,  0.1016, -0.0370, -0.1236, -0.0170, -0.0648, -0.0198,  0.0758,
                      -0.1242, -0.0386, -0.2051, -0.0563, -0.0246,  0.1469, -0.0237,  0.1238,
                      -0.0705, -0.0660, -0.0423,  0.0514,  0.0455,  0.0262, -0.1033,  0.0395,
                       0.1354, -0.0294,  0.0705,  0.0354,  0.1273, -0.1037,  0.1063, -0.0290,
                       0.0061, -0.0208,  0.0156, -0.0704,  0.1582,  0.0169,  0.0407, -0.0614,
                      -0.0744, -0.0643,  0.0030, -0.0737, -0.1776, -0.0174, -0.0064, -0.0403,
                      -0.0409,  0.0065,  0.0510,  0.0369, -0.0638,  0.0723, -0.0468,  0.0346,
                       0.0180,  0.1012, -0.0365,  0.0036, -0.0083, -0.0227, -0.2468, -0.0682,
                       0.0551, -0.1228, -0.0537,  0.0472,  0.0664, -0.0074,  0.0818,  0.0604,
                       0.0206,  0.0687,  0.0606, -0.0873, -0.0360,  0.0041,  0.1096, -0.0564,
                       0.0268, -0.0048,  0.0565, -0.0005, -0.0056,  0.0339,  0.1384, -0.0394,
                       0.0754,  0.0014, -0.1505,  0.0022, -0.0717, -0.0751, -0.0197, -0.1228,
                       0.0337, -0.0646, -0.1793,  0.1440,  0.0186,  0.3442, -0.1096, -0.0159,
                      -0.0594, -0.0484, -0.1135, -0.0559,  0.0365, -0.0375, -0.0190,  0.0016,
                      -0.0337, -0.0142, -0.1148, -0.0165, -0.0367,  0.0868,  0.0202,  0.0608,
                      -0.0062,  0.0842, -0.0211,  0.0421,  0.0448,  0.0373, -0.0142, -0.0443,
                       0.0128, -0.0961,  0.0426, -0.0906,  0.0391,  0.0071, -0.0136, -0.0038,
                       0.0935,  0.0203, -0.0681, -0.0080, -0.1415,  0.2213, -0.0217,  0.0449,
                       0.0587,  0.0251,  0.1314, -0.0485,  0.0277, -0.0008,  0.0095, -0.0278,
                       0.1493, -0.0413,  0.0026,  0.0692, -0.0566, -0.0303,  0.0054,  0.0358,
                      -0.0633,  0.0186, -0.0178,  0.0194, -0.1218, -0.1657, -0.0248, -0.0159,
                      -0.0730,  0.0142, -0.0035, -0.0232, -0.0240,  0.0942, -0.0689, -0.0314,
                      -0.1837, -0.0045,  0.0268, -0.0409,  0.1191, -0.1223, -0.0484, -0.0101,
                       0.0300,  0.0385, -0.1198, -0.0266,  0.0871, -0.0946,  0.0137, -0.0054,
                      -0.0115,  0.0777,  0.2133,  0.0491,  0.0945,  0.0318, -0.0590,  0.0041,
                      -0.0712, -0.0542, -0.0461,  0.0157,  0.0441, -0.0579,  0.0367, -0.0823,
                       0.1177,  0.0701,  0.0601,  0.0706, -0.0707, -0.0393, -0.0485,  0.0698,
                       0.1493, -0.0249, -0.0389,  0.0444,  0.1090, -0.0721,  0.1088,  0.0920,
                      -0.0048,  0.1326,  0.0324,  0.0064,  0.1091, -0.0390, -0.0051, -0.0108,
                      -0.0895,  0.0602,  0.0760,  0.0871, -0.0949, -0.0634, -0.0395, -0.0074,
                      -0.0273,  0.0241,  0.0214, -0.0568,  0.1374, -0.0763, -0.1784, -0.1310,
                       0.1021, -0.0174, -0.0372,  0.0219,  0.1168,  0.0435,  0.1594, -0.1266,
                       0.0560,  0.1546, -0.0274,  0.0292,  0.1650,  0.1011, -0.0525,  0.0107,
                      -0.0035,  0.0402,  0.0804,  0.0986,  0.0346, -0.0185, -0.0007,  0.0522,
                       0.0301,  0.0069, -0.0901, -0.0578, -0.0014, -0.0216,  0.1077, -0.0067,
                       0.0916,  0.1759, -0.0382,  0.1015, -0.0014,  0.0254, -0.0643, -0.0116,
                       0.0297, -0.0780,  0.0244,  0.0504,  0.0854,  0.0608,  0.1224, -0.0146,
                       0.0219,  0.1058, -0.0706, -0.0473, -0.0709,  0.0044,  0.0097, -0.0316,
                       0.0293,  0.0861, -0.0390, -0.0937,  0.0150,  0.0343, -0.0169, -0.1890],
                     device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.weight',
              tensor([0.8410, 0.8353, 0.8553, 0.8015, 0.7559, 0.8294, 0.7584, 0.8128, 0.9177,
                      0.7380, 0.9203, 0.8681, 0.9182, 0.9237, 0.8804, 0.6765, 0.8272, 0.8022,
                      0.8086, 0.8767, 0.7712, 0.9174, 0.8210, 0.8247, 0.8001, 0.8224, 0.8714,
                      0.8891, 0.8235, 0.8492, 0.8672, 0.6443, 0.8978, 0.7249, 0.8233, 0.8209,
                      0.6986, 0.8836, 0.6998, 0.8747, 0.8833, 0.8462, 0.8557, 0.9286, 0.9272,
                      0.8747, 0.8684, 0.8697, 0.9057, 0.8142, 0.8978, 0.7685, 0.8338, 0.8850,
                      0.7774, 0.6715, 0.8331, 0.8542, 0.7331, 0.7654, 0.8406, 0.9164, 0.9196,
                      0.8923, 0.7450, 0.9098, 0.8792, 0.8197, 0.6840, 0.7981, 0.8701, 0.8417,
                      0.8364, 0.8276, 0.8949, 0.9063, 0.8356, 0.8274, 0.9032, 0.8671, 0.8481,
                      0.8154, 0.8523, 0.8591, 0.6492, 0.9454, 0.7618, 0.8065, 0.9035, 0.8512,
                      0.8580, 0.8560, 0.8777, 0.8758, 0.8149, 0.8165, 0.6084, 0.8557, 0.8927,
                      0.9047, 0.7796, 0.8911, 0.7400, 0.9120, 0.6542, 0.9050, 0.9280, 0.7796,
                      0.8812, 0.9164, 0.7964, 0.8246, 0.8991, 0.6180, 0.8369, 0.9204, 0.8665,
                      0.8724, 0.8802, 0.9211, 0.8904, 0.8746, 0.8768, 0.8147, 0.7589, 0.7483,
                      0.9099, 0.7947, 0.8316, 0.8210, 0.8697, 0.7466, 0.8535, 0.8627, 0.8843,
                      0.8561, 1.0914, 0.8607, 0.8357, 0.8597, 0.6897, 0.8784, 0.8137, 1.4940,
                      0.8406, 0.8346, 0.8592, 0.8551, 0.8471, 0.9088, 0.8995, 0.8760, 0.8961,
                      0.8379, 0.8572, 0.8346, 0.8619, 0.8874, 0.8272, 0.8700, 0.9605, 0.9334,
                      0.7095, 0.8502, 0.8028, 0.8928, 0.9108, 0.6285, 0.8163, 0.8509, 0.9167,
                      0.6725, 0.7232, 0.8571, 0.8501, 0.8885, 0.9169, 0.8896, 0.9075, 0.8385,
                      0.8083, 0.8408, 0.7862, 0.9272, 0.8620, 0.8862, 0.7913, 0.8938, 0.8574,
                      0.8239, 0.8776, 0.6689, 0.8303, 0.8506, 0.8410, 0.9221, 0.9194, 0.6516,
                      0.8064, 0.8859, 0.8938, 0.7287, 0.8816, 0.8454, 0.7808, 0.8368, 0.8865,
                      0.9220, 0.8745, 0.8281, 0.8584, 0.8793, 0.7904, 0.8654, 0.8268, 0.8973,
                      0.7826, 0.7716, 0.8414, 0.8321, 0.8781, 0.8271, 0.9090, 0.9695, 0.8645,
                      0.8734, 0.8855, 0.8909, 0.8445, 0.6015, 0.8089, 0.8852, 0.8071, 0.8143,
                      0.8204, 0.9036, 0.5922, 0.9107, 0.8542, 0.9143, 0.8593, 0.7725, 0.7669,
                      0.8370, 0.8763, 0.8173, 0.8801, 0.7932, 0.9115, 0.9374, 0.8688, 0.8338,
                      0.9707, 0.9300, 0.9146, 0.8828, 0.9059, 0.6075, 0.8537, 0.8424, 0.6575,
                      0.8645, 0.8332, 0.8348, 0.8675, 0.8662, 0.8716, 0.9040, 0.7347, 0.8702,
                      0.8674, 0.8389, 0.8918, 0.8230, 0.9242, 0.8984, 0.8639, 0.8794, 0.8366,
                      0.9319, 0.9464, 0.8858, 0.7431, 2.7546, 0.8709, 0.9054, 0.6806, 0.9628,
                      0.8744, 0.8341, 0.7330, 0.8409, 0.7955, 0.8139, 0.8536, 0.7955, 0.8505,
                      0.5922, 0.9166, 0.8751, 0.9034, 0.8228, 0.7815, 0.8528, 0.6284, 0.8909,
                      0.7443, 0.8900, 0.8817, 0.8429, 0.8123, 0.8345, 0.8417, 0.6735, 0.7734,
                      0.8971, 0.8608, 0.7798, 0.9538, 0.7784, 0.8241, 0.8851, 0.8302, 0.9148,
                      0.7580, 0.8066, 0.9149, 0.8065, 0.9013, 0.8789, 1.0284, 0.8403, 0.8885,
                      0.9052, 0.9350, 0.9006, 0.8566, 0.8889, 0.8635, 0.7260, 0.6678, 0.8951,
                      0.8039, 0.9047, 0.8267, 0.9011, 0.8977, 0.8376, 0.8579, 0.8264, 0.8675,
                      0.8095, 0.8286, 0.8086, 0.9076, 0.8601, 0.8199, 0.8344, 0.8284, 0.7615,
                      0.8459, 0.8857, 0.8188, 0.8931, 0.8742, 0.8607, 0.8989, 0.9487, 0.8696,
                      0.8360, 0.8370, 0.8992, 0.8488, 0.8733, 0.8184, 0.8143, 0.8149, 0.8447,
                      0.8766, 0.6135, 0.8018, 0.8473, 0.8780, 0.9237, 0.8070, 0.7853, 0.7475,
                      0.8585, 0.8979, 0.7519, 0.9022, 0.7436, 0.8788, 0.8671, 0.8762, 0.8593,
                      0.7461, 0.9244, 0.8467, 0.7529, 0.7130, 0.7976, 0.7414, 0.8452, 0.8356,
                      0.8739, 0.8063, 0.8376, 0.8893, 0.9134, 0.8120, 0.7682, 0.9306, 0.9177,
                      0.8853, 0.8170, 0.7782, 1.0062, 0.8392, 0.8824, 0.8596, 0.9152, 0.9011,
                      0.7421, 0.8388, 0.8836, 0.8743, 0.6606, 0.8672, 0.9077, 0.8437, 0.8694,
                      0.8458, 0.9093, 0.7324, 0.9129, 0.8918, 0.8337, 0.8808, 0.8630, 0.9030,
                      0.7620, 0.8459, 0.7978, 0.8080, 0.7579, 0.8765, 0.8990, 0.8878, 0.8199,
                      0.8868, 0.6736, 0.8647, 0.8991, 0.8597, 1.0088, 0.7543, 0.7886, 0.8276,
                      0.8385, 0.7931, 0.8406, 0.8089, 0.9035, 0.7372, 0.8022, 0.8292, 0.7834,
                      0.8665, 0.8564, 0.9363, 0.8531, 0.9026, 0.8329, 0.9042, 0.8659, 0.6363,
                      0.9116, 0.7695, 0.9243, 0.8069, 0.8307, 0.8948, 0.9187, 0.8823, 0.8071,
                      0.9302, 0.7220, 0.9399, 0.7599, 0.7948, 0.8990, 0.8954, 0.7854, 0.9069,
                      0.8109, 0.7894, 0.8800, 0.7978, 0.8567, 0.9506, 0.8995, 0.7868, 0.8679,
                      0.8919, 0.9853, 0.9023, 0.8097, 0.8711, 0.8532, 0.8982, 0.8513, 0.8909,
                      0.8423, 0.8889, 0.7193, 0.8800, 0.8523, 0.6665, 0.8890, 0.8888, 0.6814,
                      0.8545, 0.9099, 0.8678, 0.9347, 0.9333, 0.9164, 0.8823, 0.8956, 0.8893,
                      0.8835, 0.8405, 0.7847, 0.7981, 0.8230, 0.7614, 0.8671, 0.8400, 0.8354,
                      0.8849, 0.9119, 0.7660, 0.7134, 0.7826, 0.9366, 0.8291, 0.7652, 0.9005,
                      0.8846, 0.8037, 0.8192, 0.8964, 0.8789, 0.7145, 0.8342, 0.7998, 1.9664,
                      0.8445, 0.8327, 0.8986, 0.9281, 0.6697, 0.8701, 0.8660, 0.9164, 0.8599,
                      0.8776, 0.7597, 0.9362, 0.7584, 0.8296, 0.8137, 0.8588, 0.8843, 0.9064,
                      0.8298, 0.8119, 0.8797, 0.8790, 0.8703, 0.9309, 0.8714, 0.8391, 0.8924,
                      0.8718, 0.8451, 0.8442, 0.8193, 0.7757, 0.8648, 0.7465, 0.8266, 0.8477,
                      0.8418, 0.9157, 0.8077, 0.8238, 0.8904, 0.8439, 0.8797, 0.8141, 0.7599,
                      0.9518, 0.9119, 0.8471, 0.8355, 0.8221, 0.9090, 0.9045, 0.8511, 0.7709,
                      0.8172, 0.8187, 0.9499, 0.9161, 0.9255, 0.9173, 0.8832, 0.8773, 0.8453,
                      0.7525, 0.8527, 0.9343, 0.8406, 0.9197, 0.8812, 0.8408, 0.8178, 0.8615,
                      0.8670, 0.8876, 0.7860, 0.8390, 0.7802, 0.8680, 0.9200, 0.9146, 0.8746,
                      0.8329, 0.9031, 0.8283, 0.8812, 0.8056, 0.8272, 0.7999, 0.7613, 0.9136,
                      0.9002, 0.8367, 0.7757, 0.9617, 0.7748, 0.7360, 0.8035, 0.8595, 0.8923,
                      0.8466, 0.8574, 0.8792, 0.8780, 0.8210, 0.8320, 0.8355, 0.7735, 0.8771,
                      0.9174, 0.5938, 0.7171, 0.8663, 0.9208, 0.7506, 0.8386, 0.9216, 0.9152,
                      0.8122, 0.8495, 0.8923, 0.9048, 0.8852, 0.9159, 0.8086, 0.8677, 0.9157,
                      0.8909, 0.8517, 0.8034, 0.8944, 0.8248, 0.8882, 0.9001, 0.6674, 0.8804,
                      0.8606, 0.8967, 0.8537, 0.8513, 0.9633, 0.7689, 0.9048, 0.7955, 0.7760,
                      0.6545, 0.7999, 0.8857, 0.8944, 0.8600, 0.9118, 0.8195, 0.8785, 0.8619,
                      0.9047, 0.8865, 0.7882, 0.9382, 0.8137, 0.8060, 0.7278, 0.8133, 0.9063,
                      0.8797, 0.8480, 0.9118, 0.7737, 0.8925, 0.6165, 0.9438, 0.7709, 0.8922,
                      0.8627, 0.8429, 0.8185, 0.8879, 0.9840, 0.8137, 0.9044, 0.9381, 0.7792,
                      0.8515, 0.8982, 0.9038, 0.8310, 0.7134, 0.8425, 0.8356, 0.7588, 0.8520,
                      0.8506, 0.8251, 0.6632, 0.8283, 0.8621, 0.8169, 0.8318, 0.9096, 0.8188,
                      0.7537, 0.8591, 0.8821, 0.8474, 0.8239, 0.8585, 0.9081, 0.8559, 0.9089,
                      0.8535, 0.9118, 0.8592], device='cuda:0')),
             ('bert.encoder.layer.4.attention.output.LayerNorm.bias',
              tensor([ 1.5753e-02, -8.0466e-02, -1.8112e-01, -8.7901e-02, -1.2147e-01,
                       1.3657e-01, -1.5561e-01,  2.1180e-01,  2.7391e-01, -9.5072e-02,
                       1.6036e-01, -2.1402e-02, -8.9807e-02, -2.4286e-01, -3.6093e-02,
                       2.2673e-01, -3.6632e-02, -1.3741e-02, -1.7757e-01, -4.8926e-02,
                       7.5460e-03,  1.1884e-01, -9.3605e-02,  5.3870e-02, -1.1382e-01,
                       8.9067e-02,  6.5881e-02,  1.8387e-01, -1.0494e-02, -9.9666e-03,
                      -5.5909e-02, -1.1464e-01, -4.9977e-02, -1.2555e-01,  8.4932e-02,
                      -2.4585e-02, -1.2813e-01,  2.5524e-02,  5.6991e-02,  1.9098e-01,
                      -6.0495e-02, -8.6259e-02,  6.2874e-02,  4.5729e-02, -2.5968e-02,
                      -3.3054e-02,  1.5798e-01,  3.5101e-03,  4.9882e-02,  1.8219e-01,
                       6.0593e-02, -1.7917e-02,  3.2967e-01, -1.8029e-01,  4.1541e-02,
                      -9.9471e-02, -8.6051e-02, -4.9826e-02,  2.2523e-02,  1.2990e-01,
                      -3.6464e-02,  7.2622e-02,  1.5274e-01, -2.7098e-01, -7.7494e-02,
                      -8.9867e-03,  5.2979e-02, -4.5623e-02,  1.0400e-01,  2.7626e-02,
                      -1.7680e-01, -9.9986e-02, -3.3322e-02,  2.1432e-02,  7.2333e-03,
                      -3.1703e-02,  5.8527e-02, -8.0395e-02, -3.8619e-02,  4.7394e-02,
                       3.6836e-02,  2.6228e-02, -1.0156e-01,  1.9971e-01, -9.0327e-02,
                       3.1491e-01, -3.4800e-02,  7.3693e-02,  1.2131e-01,  1.6673e-03,
                      -1.5565e-01, -8.1217e-02, -2.5797e-01,  5.2615e-02, -1.3000e-01,
                       1.3285e-01,  9.8015e-02, -1.2928e-01, -1.9075e-02,  2.7791e-01,
                      -1.0873e-01, -1.0442e-02,  2.3736e-02,  1.2150e-01, -1.4476e-01,
                      -3.3794e-02,  3.7614e-02, -4.7765e-02, -1.7646e-01, -8.9466e-02,
                       3.8024e-02, -4.1427e-02, -3.9380e-02, -1.1694e-01,  1.1584e-01,
                       1.8906e-01,  2.5762e-02,  1.1729e-01,  2.3813e-03,  1.2136e-02,
                       4.3447e-02,  2.2957e-02,  3.8407e-03,  5.6742e-02, -2.0339e-02,
                      -6.0702e-02, -1.3115e-01,  3.3423e-02,  3.5996e-02, -3.6094e-02,
                      -6.0318e-03, -5.1215e-03, -4.4510e-02,  5.8915e-02, -3.6157e-02,
                       4.3137e-02,  4.3588e-01, -1.4308e-02,  4.5540e-02, -2.7914e-02,
                      -1.9037e-01, -4.2111e-02,  1.1494e-02, -1.6747e+00, -6.9790e-03,
                      -1.3422e-01,  9.0385e-02,  5.1197e-02, -8.0893e-02, -3.5623e-01,
                      -2.6765e-01,  1.2199e-02, -4.9386e-02,  1.2622e-02,  1.8143e-01,
                       2.5188e-02, -2.8605e-02, -5.2900e-02, -3.2314e-02, -1.4445e-01,
                       2.3185e-01,  6.9334e-02, -6.3136e-02, -3.4439e-02, -5.4851e-02,
                      -2.2278e-01,  1.8264e-01,  1.5917e-01, -1.0244e-01, -6.2341e-02,
                      -1.1057e-01, -1.3393e-02, -5.4489e-02,  1.3072e-01,  1.4346e-01,
                       1.7290e-01,  1.3477e-01, -4.1795e-01, -1.2716e-01,  4.0535e-02,
                      -1.9580e-01, -3.8150e-02, -1.0164e-01, -2.7733e-01,  7.8789e-02,
                      -5.7653e-02, -2.4307e-01, -1.8767e-01, -1.6508e-02, -5.9488e-02,
                       1.9624e-01,  7.1141e-02,  1.5076e-01,  5.3072e-02, -1.0071e-01,
                      -2.3119e-01,  4.7467e-02, -1.7568e-01, -7.6384e-02, -1.1033e-01,
                       6.8662e-02,  1.0725e-01, -1.3722e-01,  9.5635e-02,  7.6093e-02,
                       2.2729e-02, -4.5447e-02, -2.2174e-01,  3.9434e-02, -5.0860e-02,
                      -2.3392e-03, -3.3823e-02,  9.6127e-02, -1.0441e-01, -1.3553e-01,
                      -8.5744e-02,  1.8851e-01,  1.0302e-01, -6.1601e-02,  1.6834e-01,
                       4.0809e-02,  3.9198e-02,  9.5855e-02, -3.8304e-01, -1.9538e-01,
                       1.3708e-02, -3.7522e-02,  8.4675e-03,  1.8128e-01, -2.4520e-01,
                      -2.8818e-02,  1.2226e-01,  2.1628e-02, -5.8133e-02, -1.0169e-01,
                      -1.5411e-01, -9.4311e-02, -2.7517e-02, -4.3644e-04, -1.2311e-01,
                      -1.6817e-01,  1.5291e-02,  1.1600e-01,  4.5664e-02, -1.1447e-01,
                      -1.9868e-01,  1.3204e-02,  6.0407e-02,  6.9394e-02,  2.0006e-01,
                       2.0281e-02,  4.0010e-02,  1.1341e-01,  3.1101e-02,  9.1008e-02,
                       4.4299e-02, -2.2780e-01, -9.5653e-02, -5.2574e-02, -1.7509e-02,
                      -4.4259e-02, -4.3955e-02,  8.0906e-02, -3.4344e-02, -1.0508e-01,
                       4.1265e-02, -1.5314e-01, -7.3602e-02,  1.3001e-01, -3.8977e-02,
                      -2.8288e-02, -1.5627e-01,  1.2409e-01, -3.5322e-02,  1.6698e-01,
                      -2.6833e-01, -1.1608e-01, -7.4555e-02,  6.1563e-02, -2.0302e-01,
                      -3.5059e-02, -5.4356e-02, -1.1212e-01,  1.0792e+00, -1.3423e-03,
                       9.2432e-02, -1.8596e-02, -3.2809e-01,  6.1673e-02,  4.0358e-02,
                       3.3816e-02,  1.2256e-02, -5.5112e-02, -1.4250e-01, -1.1231e-01,
                      -1.5897e-01, -2.4053e-01, -3.6270e-02, -1.9442e-01,  9.7290e-02,
                       2.2788e-01, -1.2722e-01, -7.2703e-02,  6.5960e-03, -9.0534e-02,
                      -9.4230e-02,  9.0737e-03, -8.0150e-03, -1.8115e-02,  2.0433e-01,
                       2.8727e-01, -8.5345e-03,  1.1260e-01,  1.3619e-01, -7.9165e-02,
                       3.6722e-02, -6.5374e-02, -6.0410e-02, -3.1092e-01,  8.0897e-02,
                      -1.4247e-01, -9.4208e-02,  6.1211e-03, -9.3815e-02, -4.2327e-02,
                      -1.5176e-01,  2.0574e-01,  1.6970e-01,  9.6306e-04,  2.3615e-01,
                      -4.8166e-01,  3.1356e-02, -4.0573e-02,  1.2267e-01,  1.1446e-01,
                      -8.7704e-02,  1.0694e-01, -1.4242e-02, -1.6374e-01,  1.4445e-02,
                       3.6077e-03, -1.7446e-02,  3.4506e-02, -6.3756e-02, -1.2306e-02,
                      -3.6388e-02, -4.4394e-02, -1.1396e-01,  3.4818e-02, -1.1287e-01,
                      -1.3518e-02, -9.1678e-02, -1.8875e-01, -5.3258e-02, -3.2772e-02,
                      -1.9225e-01,  2.4134e-02,  4.0869e-02,  1.1632e-02, -2.1850e-01,
                      -3.9785e-02, -8.9054e-02,  1.1837e-01, -3.0037e-02, -2.2944e-01,
                       8.8861e-02, -7.2886e-02,  1.4510e-01, -7.2999e-02,  2.1704e-01,
                      -5.6533e-02, -1.6293e-01, -2.4800e-02,  3.4801e-02, -2.5348e-02,
                      -6.5939e-02,  4.1070e-02, -9.9394e-02,  1.0985e-01, -5.0469e-02,
                       5.2866e-03, -2.9800e-02,  3.1744e-02,  2.2259e-01, -1.7608e-01,
                      -2.2962e-01,  1.1982e-01, -1.7940e-02,  6.4180e-02, -9.9551e-02,
                       7.3072e-02, -2.5309e-02,  2.1825e-02, -5.5114e-02, -5.0942e-02,
                      -1.7901e-02, -2.5432e-02,  7.7137e-02, -1.8448e-01, -5.9395e-02,
                      -4.9661e-02,  9.5790e-02,  6.8486e-03,  3.6103e-03, -1.3018e-01,
                       5.3442e-02,  2.3003e-02, -4.1545e-02, -1.5236e-01, -1.0868e-01,
                      -1.6539e-01, -2.4212e-02,  1.2211e-01, -8.2819e-02,  7.5017e-02,
                      -6.1721e-03,  4.5136e-02,  4.7799e-01, -1.5999e-01, -6.2540e-03,
                      -6.4267e-02, -1.2366e-01, -2.5238e-01, -1.4496e-02,  1.5987e-01,
                      -1.2730e-01, -1.9239e-01, -1.1322e-01, -1.0109e-01,  1.8413e-01,
                      -6.0906e-03,  3.2420e-03, -3.8832e-01,  1.5612e-01, -1.8404e-01,
                       1.0661e-01,  2.6207e-01,  8.3353e-03, -3.8030e-02,  6.6629e-02,
                       1.0354e-01,  6.6940e-02, -8.5877e-02, -1.2846e-01,  1.2066e-02,
                      -1.3585e-01, -3.7689e-02,  6.5390e-02,  9.0300e-02, -1.2481e-02,
                       1.7074e-01,  1.3535e-01,  9.8742e-02, -4.0869e-02, -1.0953e-01,
                      -4.2572e-01,  3.2240e-03, -3.9118e-03, -8.3751e-02,  4.2011e-03,
                      -4.4666e-02,  2.7579e-02, -6.0613e-02,  1.0081e-01, -6.1356e-02,
                      -8.2287e-02,  8.3290e-02,  2.0271e-02,  6.6192e-02,  6.8446e-02,
                       2.1291e-01,  5.7423e-02,  5.7369e-02,  1.3469e-01, -3.3340e-02,
                      -3.1120e-02, -9.2191e-02,  7.6925e-02, -1.4331e-02, -1.3608e-01,
                      -1.0225e-01, -5.9179e-02, -7.8700e-02,  3.9000e-02,  3.4281e-02,
                      -1.0374e-01,  1.9683e-02, -4.8367e-02, -1.0560e-02,  7.8656e-02,
                      -5.5158e-03, -4.2937e-02, -1.7714e-01,  6.1258e-02,  2.0576e-01,
                      -2.1403e-02, -2.6896e-02, -1.0613e-02,  2.3403e-02,  5.7455e-02,
                       2.2497e-01,  5.8202e-02, -6.0573e-03, -1.5732e-01, -2.1469e-01,
                       2.0000e-01, -6.0152e-02,  1.1737e-01, -5.8875e-02, -8.4909e-02,
                      -3.1563e-01, -2.2152e-03,  3.2585e-01,  6.4097e-02, -7.5248e-02,
                      -3.4185e-02,  6.9420e-02,  1.4566e-01,  2.0004e-01,  4.2633e-02,
                      -1.3378e-01,  1.4072e-03,  5.6268e-02, -1.1795e-01, -9.3530e-02,
                      -5.5231e-02,  8.1988e-02, -2.1763e-02, -2.3965e-02, -1.1979e-01,
                      -1.5076e-01,  1.2461e-01, -1.3578e-01, -1.5061e-01, -1.6307e-01,
                      -2.4138e-02, -5.8615e-02,  1.0243e-01, -2.1841e-01,  1.2767e-01,
                      -2.0654e-01,  7.0480e-03,  7.6010e-02, -5.3656e-02, -9.1258e-02,
                       2.2614e-01,  3.6179e-03,  2.1249e-02,  2.1678e-01,  1.4601e-01,
                       2.2356e-01,  9.9105e-02, -7.6379e-02,  9.6900e-02,  1.5458e-01,
                       7.2664e-03, -2.0341e-01, -1.7626e+00, -5.0513e-02,  7.7721e-02,
                      -7.4971e-02,  6.8900e-02, -3.7730e-02, -1.3665e-02,  5.8423e-02,
                      -1.4965e-01, -4.3890e-02, -6.6250e-02, -1.1221e-01,  1.7135e-01,
                      -1.0116e-01,  4.1106e-02, -9.5276e-02, -5.9431e-02,  5.0810e-02,
                      -4.1869e-02,  2.0916e-02, -1.9031e-01,  2.3591e-01, -9.4632e-02,
                       4.0780e-02,  1.4154e-01,  1.0540e-01,  3.5241e-02,  4.0213e-03,
                      -4.9658e-02,  1.0007e-01, -4.9072e-02,  1.3084e-01,  7.1847e-02,
                      -3.4590e-02,  2.7370e-02, -1.2278e-01, -1.4719e-01, -1.2194e-01,
                       3.7651e-02,  1.4434e-01, -9.3155e-02, -7.5462e-02,  1.0470e-01,
                      -1.4699e-01, -3.0487e-02, -7.1657e-02, -2.2811e-01,  8.3384e-02,
                      -1.0027e-01, -3.5964e-02,  1.6961e-01,  9.0651e-02,  1.8170e-01,
                       1.0229e-04, -3.7868e-02, -2.6375e-02, -9.1388e-02,  1.2838e-01,
                       1.0813e-01,  4.7394e-02, -9.2232e-02,  9.2440e-03, -1.8854e-02,
                      -8.2237e-02,  1.1123e-01,  1.2374e-01,  9.2733e-02,  9.7595e-02,
                      -1.2854e-01, -5.9232e-02, -1.7985e-01,  7.0954e-02,  3.2220e-01,
                      -1.0887e-01,  1.3514e-01,  1.1580e-01, -1.5030e-01,  5.7430e-02,
                       2.3784e-01, -2.0252e-01,  1.4936e-01, -1.9934e-01, -9.1899e-02,
                      -3.2704e-02, -1.2681e-01,  1.9349e-01, -1.4669e-01, -7.4674e-03,
                      -1.7119e-01, -2.5337e-01,  1.3842e-01, -1.2284e-01, -2.1298e-01,
                      -8.3806e-02, -1.8043e-01,  7.7363e-02, -2.0002e-01,  6.6580e-02,
                       1.0904e-01, -6.7183e-02, -4.7695e-03, -2.4622e-02, -1.4444e-05,
                       1.5511e-02,  8.0750e-02, -1.4643e-01, -1.2879e-01, -7.7305e-02,
                      -2.2443e-01,  2.3811e-01, -1.4192e-02, -6.7454e-02,  8.8594e-02,
                       1.1468e-02,  1.0459e-01,  4.5647e-02,  7.9687e-02,  2.1431e-01,
                       9.3030e-02, -4.7885e-02, -2.0664e-01, -1.5241e-01,  7.6993e-02,
                       1.0997e-01, -1.5366e-01,  7.7348e-02,  1.0142e-03,  8.7726e-03,
                       4.9463e-02, -3.2669e-02, -1.1428e-02,  2.6844e-02, -1.1426e-01,
                       1.2176e-01, -4.1736e-02, -8.2200e-02, -7.5265e-02,  1.2922e-01,
                      -8.9566e-02,  3.1819e-02, -3.1752e-01,  1.6246e-01,  6.5522e-02,
                       1.3733e-01,  1.8342e-01,  6.9262e-02,  4.6646e-02, -1.1519e-01,
                      -6.1847e-02, -1.0681e-02, -1.2789e-01, -5.2367e-02, -6.4594e-02,
                      -4.5035e-02,  7.2653e-02, -9.0100e-03, -1.1149e-02,  5.1435e-02,
                       3.2785e-02, -1.6112e-01, -4.8517e-02,  9.7880e-02,  9.4505e-02,
                       4.8073e-02,  1.0218e-01,  2.4721e-02, -1.2871e-01,  1.7590e-03,
                      -7.4297e-02,  1.8954e-01, -1.1294e-01,  5.2860e-03,  1.2763e-01,
                      -1.9920e-01,  2.4807e-02, -4.4757e-02,  4.1044e-01, -3.0015e-02,
                       1.2627e-02,  2.1747e-01, -8.1849e-02,  8.6411e-02,  2.1252e-03,
                      -1.4859e-01, -9.3739e-02,  1.6725e-01,  2.2489e-01,  4.2629e-02,
                      -5.3688e-02, -1.7603e-01, -8.1370e-02, -1.7672e-01,  1.6726e-02,
                      -1.0028e-01,  7.9623e-02,  3.2781e-02, -1.8233e-01, -9.4389e-02,
                      -1.8705e-01,  8.4494e-02, -1.3053e-01, -6.0333e-02,  1.9691e-01,
                      -1.2464e-01, -7.9637e-02,  1.1150e-01,  4.1747e-02,  1.1145e-01,
                      -3.9717e-02, -5.6248e-02,  1.5940e-01], device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.weight',
              tensor([[-0.0246,  0.0311,  0.0095,  ...,  0.0397, -0.0251, -0.0158],
                      [-0.0059,  0.0290,  0.0264,  ...,  0.0006,  0.0004, -0.0215],
                      [-0.0222, -0.0519,  0.0390,  ..., -0.0165,  0.0696,  0.0288],
                      ...,
                      [-0.0574,  0.0279, -0.0393,  ..., -0.0054,  0.0159, -0.0287],
                      [-0.0063,  0.0448,  0.0427,  ..., -0.0207, -0.0140, -0.0191],
                      [-0.0323,  0.0627, -0.0203,  ..., -0.0293,  0.0583, -0.0070]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.intermediate.dense.bias',
              tensor([-0.0650, -0.0530, -0.0928,  ..., -0.0963,  0.0112, -0.0695],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.weight',
              tensor([[-0.0697,  0.0237, -0.0172,  ..., -0.0844,  0.0390,  0.0601],
                      [-0.0179,  0.0156, -0.0369,  ..., -0.0317, -0.0436,  0.0171],
                      [ 0.0368, -0.0227,  0.0332,  ..., -0.0103, -0.0388,  0.0385],
                      ...,
                      [-0.0148, -0.0142, -0.0357,  ...,  0.0164,  0.0173,  0.0314],
                      [-0.0534, -0.0249,  0.0277,  ..., -0.0046, -0.0175, -0.0077],
                      [ 0.0583, -0.0260,  0.0258,  ..., -0.1241,  0.0265, -0.0309]],
                     device='cuda:0')),
             ('bert.encoder.layer.4.output.dense.bias',
              tensor([ 4.2891e-03, -1.9150e-02, -1.9658e-02,  2.0391e-02, -4.6228e-02,
                       6.2948e-02, -3.0735e-02,  6.8644e-02, -2.2538e-02, -6.0236e-02,
                       7.0665e-02,  3.2088e-02, -5.1666e-02, -6.8643e-02,  4.2661e-03,
                       1.1152e-01, -4.1360e-02, -4.4461e-02, -4.3123e-02, -7.3450e-02,
                       7.1976e-02,  8.0753e-02, -5.2601e-03, -2.1008e-02, -1.6697e-01,
                      -1.1102e-02,  3.7772e-02,  2.6046e-02,  7.0870e-02, -1.7250e-02,
                      -1.4344e-02,  4.9670e-04, -1.6413e-02, -2.0725e-01,  2.7774e-02,
                      -2.8833e-02, -7.7043e-02, -2.6057e-02,  8.6793e-02,  9.6295e-02,
                      -4.8099e-02, -7.4098e-02, -4.9516e-02,  4.9997e-03,  5.1678e-02,
                      -2.0139e-02,  1.0032e-02, -3.9234e-02, -2.4633e-02, -1.1180e-02,
                      -2.7950e-02, -4.3947e-02,  1.0217e-01, -2.7251e-02, -7.1375e-02,
                      -7.5960e-02,  3.7948e-03, -2.2313e-02, -2.0451e-02, -2.0307e-02,
                      -4.4538e-03, -2.1638e-03, -3.9148e-02, -1.0161e-01, -2.2612e-02,
                       5.5182e-02, -7.2047e-02,  6.8092e-03, -4.4024e-02, -1.2766e-01,
                      -4.2237e-02,  1.1334e-02,  1.4189e-03, -5.3763e-02, -4.9444e-02,
                       2.4681e-02, -3.2715e-02, -2.6560e-02, -5.9198e-04, -9.4383e-03,
                       3.9015e-02, -3.9103e-02,  9.4344e-02,  6.5581e-02, -4.1119e-02,
                      -1.0126e-01, -6.3216e-02,  7.8144e-03,  6.9176e-02, -4.4120e-02,
                      -1.1400e-01, -1.3788e-01, -1.4323e-02,  6.3280e-02,  1.8307e-02,
                       1.6856e-01, -2.8993e-02,  8.8172e-03,  9.4986e-02,  2.5034e-02,
                       1.7796e-03,  2.9969e-04,  4.9067e-02,  3.8126e-02, -1.5268e-01,
                       3.8597e-03,  1.2623e-01,  1.7865e-02, -5.6489e-02,  5.5812e-02,
                      -4.1855e-02, -5.6220e-02,  1.0121e-02,  1.8812e-02,  1.0956e-01,
                       1.9418e-02, -5.3015e-02,  7.9685e-03, -4.4110e-04,  4.0887e-02,
                      -1.6386e-02, -1.9660e-02, -4.0925e-02, -6.0662e-02, -8.5278e-02,
                       2.0676e-03,  4.0371e-03, -5.7663e-02, -8.9883e-02, -1.4404e-02,
                       3.3316e-02,  1.5614e-02, -1.9405e-03,  1.3584e-02,  3.0800e-02,
                      -8.3604e-02, -9.9426e-03,  4.1976e-02, -1.0672e-01,  1.3710e-01,
                      -1.8558e-01, -7.6473e-03, -5.8914e-02, -5.7896e-01, -2.7690e-02,
                       9.1183e-02,  1.8450e-03, -1.3617e-03,  2.5288e-02,  2.9257e-03,
                      -3.1620e-03, -9.4777e-02, -4.3610e-02, -4.3008e-02,  5.8837e-02,
                       1.3645e-02,  8.7119e-02, -7.2980e-02,  8.4140e-03, -5.3098e-03,
                       5.6412e-02,  1.0281e-01, -9.9735e-02,  1.0771e-02, -4.2903e-02,
                       6.2039e-02, -1.1675e-02,  8.8893e-03, -1.4495e-01, -8.1963e-02,
                       1.2488e-02,  4.5029e-02, -5.0538e-02, -1.5993e-02, -9.4592e-02,
                       8.0795e-02,  9.9128e-02,  3.5342e-02,  1.4554e-02,  4.7597e-02,
                      -8.3998e-02,  5.2729e-03,  5.8617e-03,  7.9917e-04,  1.1978e-01,
                      -3.7968e-02, -2.3093e-02, -7.1117e-02,  1.2503e-02, -7.2364e-03,
                       3.3435e-02,  6.3152e-02,  9.0512e-02,  7.2886e-03,  4.6533e-02,
                      -2.2185e-02, -2.5002e-02,  2.7547e-02, -7.8335e-02, -6.2048e-02,
                       6.7393e-02,  3.1239e-02, -5.6241e-02, -2.2060e-02,  1.1874e-01,
                      -1.3375e-02,  4.6559e-02, -6.1408e-03, -1.0832e-02, -7.7287e-03,
                       8.2896e-02, -8.6343e-02,  1.2938e-02, -5.3305e-02,  5.7912e-02,
                       6.8994e-02,  8.8753e-04,  5.4597e-02, -1.0595e-02,  2.8800e-02,
                       8.6269e-02,  8.2955e-02,  9.7676e-03, -1.3981e-02, -4.6605e-02,
                       3.6471e-02, -3.3797e-02, -4.4327e-02,  8.5988e-02, -3.2945e-02,
                      -9.3240e-02,  7.7935e-02, -2.9249e-02, -9.8138e-02, -9.0480e-03,
                      -9.0180e-02, -1.1068e-01, -4.4593e-02, -8.5669e-02,  4.6144e-02,
                      -9.8802e-03,  8.9322e-02,  9.6499e-02,  7.6597e-02, -9.8479e-02,
                      -4.1321e-02,  2.3446e-02, -2.4168e-02, -2.7189e-02, -2.7275e-02,
                       6.6578e-02, -3.4268e-02, -1.8484e-02,  2.4950e-02,  5.5243e-02,
                      -1.2023e-02, -4.2064e-03,  8.4550e-02,  3.7043e-02,  5.8653e-02,
                       4.9510e-02, -1.2997e-01, -9.3038e-02, -4.7501e-02,  3.5815e-02,
                      -1.8478e-02, -1.2075e-02,  4.1323e-02, -1.2503e-01, -6.3867e-02,
                      -8.9848e-02, -2.5274e-02,  1.1030e-01,  1.4933e-02,  8.7368e-02,
                       1.3865e-02,  5.7919e-02, -2.0914e-02,  3.4813e-02,  2.9780e-02,
                       1.3245e-02,  3.2403e-02, -1.5675e-01,  3.0093e-01, -1.0163e-01,
                       7.7073e-03, -2.1479e-02,  7.8781e-02,  4.4535e-02,  4.7793e-02,
                       5.9063e-02,  1.4460e-03, -1.2529e-02, -9.2144e-03,  8.8519e-03,
                      -1.0809e-01, -2.0692e-02,  2.2471e-02, -1.2599e-02,  8.8645e-02,
                      -1.1670e-02,  5.9757e-03,  1.1277e-01,  5.5316e-02, -4.0441e-02,
                      -1.5466e-02, -3.5497e-02,  2.0120e-02, -1.0585e-02,  1.1059e-01,
                       4.8175e-02,  8.7283e-02, -2.4336e-02,  2.5866e-02,  8.3711e-03,
                       1.7209e-02, -8.2553e-02, -7.8340e-02,  7.7264e-02,  4.9140e-02,
                      -8.2073e-02,  3.1119e-02, -4.9846e-02,  4.8192e-02,  3.5309e-02,
                      -4.9676e-02,  2.2986e-02,  7.5423e-02,  8.1122e-02,  4.5171e-02,
                      -2.0447e-02,  2.2344e-02,  7.6114e-02, -9.3856e-02,  8.7084e-03,
                      -3.1274e-02,  4.0733e-03,  5.9872e-03, -3.9250e-02,  8.4669e-03,
                       5.2069e-02,  7.2287e-02, -1.0855e-01,  3.1987e-02, -1.9036e-02,
                       2.3540e-02,  3.9175e-02, -4.4326e-02, -2.4147e-04,  8.4177e-02,
                      -5.2906e-02, -8.5103e-02, -3.3484e-02,  3.3013e-02,  2.5146e-02,
                      -3.1866e-02,  6.5225e-04,  7.0142e-02,  7.3131e-03, -7.6761e-02,
                       5.3555e-02, -7.7090e-02,  3.7405e-02, -1.7454e-02, -5.4667e-02,
                       3.8102e-02, -7.1081e-03,  4.3766e-02,  3.0257e-03, -8.9493e-03,
                      -3.7538e-02, -6.5348e-02, -4.6826e-02, -1.7527e-02, -1.0575e-01,
                      -5.4289e-02, -2.6557e-02,  4.3502e-03, -1.5834e-02, -7.0733e-02,
                      -7.7398e-02,  4.1303e-02,  5.6900e-02,  1.1239e-02, -5.2200e-02,
                       2.1613e-02,  8.8487e-02,  1.8083e-03, -4.1071e-02,  4.4769e-02,
                       1.2666e-02, -2.7552e-02,  6.4426e-02,  9.7335e-03,  7.7097e-02,
                      -1.0710e-01,  1.7984e-02,  4.0128e-02, -1.0636e-01,  8.5406e-02,
                       1.8149e-02,  1.9069e-01,  6.4545e-03, -9.3246e-02, -1.1876e-01,
                      -1.5945e-02,  2.6051e-02,  9.0859e-03, -9.3239e-02, -3.1429e-02,
                       1.1727e-02,  7.3458e-02, -9.5194e-02, -1.8125e-02,  1.3335e-01,
                       2.5929e-02,  3.7104e-02, -1.4894e-02,  1.0568e-02, -2.9022e-02,
                      -9.3001e-02,  6.0334e-02,  3.6577e-02,  5.4646e-02,  4.1911e-02,
                      -1.3815e-02, -1.5403e-02, -6.9405e-02,  1.9549e-02, -3.8948e-02,
                      -2.6930e-02,  1.2734e-01,  1.2335e-01,  8.4327e-02, -3.8262e-02,
                       5.0525e-02,  6.1700e-02,  8.4228e-02,  6.7408e-02,  5.4354e-02,
                       4.6830e-02,  6.7291e-03, -8.7968e-02, -6.7421e-02, -2.0731e-02,
                      -9.2435e-03, -4.4752e-02,  5.2840e-03, -7.8982e-02,  2.3565e-02,
                       7.3636e-02,  3.9084e-02, -2.3091e-02,  2.5438e-02, -1.7777e-02,
                      -6.0037e-02,  9.6700e-02, -2.7470e-02, -1.1853e-02, -2.0080e-02,
                      -3.8002e-02,  1.5795e-03,  6.1558e-02,  4.2240e-02,  1.3602e-02,
                       8.9065e-02,  8.7214e-03,  2.9406e-02, -6.7568e-02,  4.3579e-02,
                      -1.1908e-02,  2.8272e-02,  1.8443e-02,  1.3900e-01, -2.0173e-03,
                      -4.5680e-02,  9.0379e-02, -3.7937e-02,  1.1625e-01,  4.2847e-02,
                      -2.4923e-02,  3.4433e-03,  1.6475e-02, -3.5343e-02, -5.1156e-02,
                      -3.7520e-02,  3.6302e-02,  1.2367e-02, -2.4933e-02,  7.8806e-03,
                      -4.3493e-02,  4.0908e-02, -7.6523e-02, -4.9115e-02,  7.2895e-02,
                       7.4356e-02, -2.5078e-02,  3.9512e-03, -7.4696e-03,  2.9740e-02,
                      -4.4738e-02, -2.5475e-02, -5.6850e-03,  1.5536e-02,  4.6541e-02,
                       6.1410e-02,  1.2116e-02,  7.8836e-03, -2.1038e-02,  2.3356e-02,
                       1.0725e-02, -7.9690e-03,  1.1440e-02, -2.0472e-02, -5.7323e-02,
                       2.0902e-02, -1.8993e-02, -9.8769e-02,  9.7539e-02,  5.3311e-02,
                      -4.6416e-02,  1.1627e-01,  4.2413e-02,  3.4960e-02, -1.0100e-02,
                      -5.6307e-02, -4.4216e-02, -2.6139e-02, -6.9107e-02,  2.7472e-02,
                       1.0031e-01,  7.8071e-02, -4.0781e-02, -1.4345e-01, -8.0195e-02,
                      -2.5420e-02,  1.3610e-01,  1.4330e-02, -1.9589e-02, -2.0996e-02,
                      -5.1159e-02, -5.7484e-02, -3.2404e-02, -9.8782e-02, -6.3894e-04,
                       5.5456e-02,  7.6057e-02,  1.2758e-02, -5.4595e-02,  7.8316e-02,
                       7.4916e-02,  6.2077e-03,  9.9340e-03, -1.7071e-02, -4.2189e-02,
                       4.4743e-02, -7.0648e-02, -3.8962e-01, -3.5944e-02,  8.6617e-02,
                       7.7366e-02, -1.4937e-02, -4.8532e-02,  1.2702e-02,  2.7205e-02,
                      -1.0020e-02, -2.9235e-02, -2.7280e-02,  2.6517e-02,  1.3178e-02,
                      -1.8712e-02,  2.2102e-02, -6.2840e-02,  7.5158e-03, -1.0620e-02,
                      -3.0828e-02,  1.3407e-02, -8.5637e-03, -5.7040e-02, -4.3446e-02,
                       6.2979e-02,  7.6967e-02, -6.0502e-02, -8.8963e-02,  3.9544e-03,
                       7.1349e-02,  2.2573e-02, -2.1736e-03,  7.2754e-02, -5.1139e-02,
                       3.7554e-02,  5.2994e-02,  4.9616e-02, -8.3257e-02,  7.0217e-03,
                       6.3900e-02, -9.3344e-03,  6.6748e-02,  5.1805e-02,  9.7216e-02,
                      -1.8415e-02, -9.7646e-03, -2.7232e-02, -1.3203e-02, -1.9936e-02,
                      -6.7925e-02, -7.4066e-02,  3.2532e-02,  5.0964e-02,  9.6813e-02,
                       2.7181e-02,  1.8984e-02, -1.3754e-01, -8.0240e-02, -7.2485e-02,
                       3.6704e-03,  5.9193e-03, -4.6306e-02, -5.2349e-02,  6.6135e-02,
                       2.5356e-02,  7.6393e-03,  6.3384e-02, -5.4019e-03,  2.6820e-02,
                      -6.1430e-02,  4.3292e-03, -2.3381e-02, -1.0611e-01,  9.7781e-02,
                      -8.9112e-02,  9.6030e-02, -7.8900e-03, -6.6360e-02, -1.8413e-02,
                       8.6066e-02,  6.0727e-02,  1.9997e-02,  6.4109e-03, -2.6809e-02,
                      -5.1972e-03, -2.3065e-02,  9.3980e-02,  1.9003e-02, -2.9186e-02,
                      -6.6414e-02, -5.3387e-02, -5.9427e-03, -7.5944e-02, -1.0053e-01,
                       5.8969e-02,  4.0152e-02, -4.7274e-02, -4.2783e-02,  1.3330e-02,
                      -2.4587e-02, -5.7331e-03, -3.0515e-02,  5.2908e-02, -1.2874e-01,
                       8.2550e-02,  6.8331e-02, -7.8035e-02,  1.1827e-01,  4.8256e-02,
                       1.8850e-02,  5.1435e-02,  8.9043e-02,  5.5231e-02,  4.1434e-02,
                       6.5286e-02,  2.6317e-01, -1.0669e-02, -3.4491e-02, -8.3503e-02,
                      -7.2983e-02,  2.7533e-02,  1.7641e-02,  2.4621e-02,  5.2324e-02,
                       5.0709e-02, -1.5984e-01,  5.0598e-02, -2.4363e-02, -1.3649e-03,
                       3.4185e-02,  1.4996e-03,  1.5802e-02,  7.2095e-02, -1.7024e-02,
                      -1.9135e-02,  2.8274e-02, -4.8091e-02,  4.0232e-03, -3.7872e-02,
                       1.2387e-03,  2.4335e-02,  2.3595e-03,  2.9856e-02,  6.3568e-02,
                       9.8659e-02,  1.6428e-02,  8.0829e-02, -7.2045e-02, -9.3970e-02,
                       2.7613e-02, -1.6503e-02, -8.5242e-02, -1.0791e-01,  7.7390e-03,
                       9.3373e-03,  2.0207e-03, -9.4618e-02, -7.4145e-02,  3.2679e-02,
                       3.7230e-02, -1.2898e-02, -6.1191e-02,  2.9043e-02,  1.2928e-02,
                      -3.5484e-02,  2.1965e-02, -1.3055e-02,  1.8372e-02,  2.1974e-02,
                      -1.0938e-01,  2.3039e-02, -3.5357e-02, -1.0946e-02, -8.6152e-02,
                      -8.8940e-02,  4.3988e-02, -1.2740e-02, -4.5468e-02,  9.2857e-03,
                      -7.3225e-02,  4.0103e-02,  4.8500e-02, -1.9370e-02,  4.3047e-02,
                       4.8723e-03, -8.5361e-02,  1.0412e-01,  5.3804e-02,  5.6267e-02,
                       4.5684e-02,  1.8259e-03,  7.5635e-02,  2.7974e-02,  1.1887e-01,
                      -9.5963e-03, -6.6408e-02,  1.9533e-02,  7.0944e-03, -2.7514e-02,
                       4.5093e-02,  4.1265e-02, -5.3631e-02, -2.0204e-02,  9.3663e-03,
                       6.6085e-02, -3.9561e-02,  5.9808e-02,  9.8883e-03, -6.7114e-02,
                      -9.9400e-03,  2.8963e-02,  9.1182e-02], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.weight',
              tensor([0.9118, 0.9091, 0.8888, 0.8823, 0.8740, 0.8966, 0.8004, 0.8075, 0.8945,
                      0.8174, 0.8928, 0.9433, 0.9853, 0.9369, 0.9281, 0.7579, 0.8989, 0.9126,
                      0.9081, 0.9405, 0.8493, 0.9273, 0.9322, 0.8762, 0.8830, 0.8867, 0.9329,
                      0.9063, 0.9064, 0.9578, 0.8963, 0.7820, 0.9509, 0.8570, 0.9193, 0.8604,
                      0.8328, 0.9358, 0.7889, 0.8935, 0.9663, 0.9061, 0.9164, 0.9419, 0.9432,
                      0.9437, 0.8963, 0.9539, 0.9452, 0.8831, 0.9332, 0.8856, 0.8326, 0.9081,
                      0.8119, 0.7440, 0.8951, 0.9218, 0.8385, 0.8585, 0.9086, 0.9590, 0.9534,
                      0.9148, 0.8249, 0.9646, 0.9186, 0.8919, 0.7373, 0.8644, 0.9024, 0.9040,
                      0.9022, 0.9135, 0.9516, 0.9559, 0.9164, 0.9019, 0.9630, 0.9189, 0.9101,
                      0.9037, 0.9148, 0.8852, 0.7388, 0.8879, 0.8510, 0.9054, 0.9474, 0.9110,
                      0.8802, 0.9176, 0.9092, 0.9027, 0.8879, 0.8534, 0.7492, 0.9291, 0.9388,
                      0.8827, 0.8931, 0.9461, 0.8683, 0.9472, 0.8132, 0.9705, 0.9612, 0.8777,
                      0.9284, 0.9342, 0.9024, 0.8894, 0.9576, 0.7831, 0.8610, 0.9342, 0.9260,
                      0.9120, 0.9543, 0.9723, 0.9445, 0.9215, 0.9355, 0.8316, 0.8807, 0.8699,
                      0.9445, 0.8695, 0.9170, 0.9133, 0.9480, 0.8681, 0.9280, 0.9140, 0.9411,
                      0.9190, 0.9436, 0.9242, 0.9231, 0.9392, 0.8255, 0.9507, 0.8739, 0.2233,
                      0.8805, 0.9062, 0.9144, 0.9110, 0.9176, 0.8863, 0.8989, 0.9229, 0.9266,
                      0.9079, 0.8818, 0.9206, 0.9453, 0.9415, 0.9091, 0.9211, 0.9549, 0.9598,
                      0.7729, 0.9312, 0.8716, 0.9085, 0.8582, 0.7713, 0.9254, 0.9117, 0.9325,
                      0.8094, 0.8409, 0.8919, 0.8631, 0.9167, 0.9333, 0.7887, 0.9339, 0.9211,
                      0.8669, 0.9134, 0.8571, 0.9186, 0.9523, 0.9263, 0.8758, 0.8968, 0.9128,
                      0.9440, 0.8372, 0.8121, 0.8797, 0.9150, 0.8937, 0.9242, 0.9558, 0.7560,
                      0.9030, 0.9342, 0.9444, 0.8067, 0.9338, 0.9035, 0.8658, 0.9343, 0.9386,
                      0.9590, 0.9485, 0.8983, 0.9360, 0.9292, 0.8595, 0.9263, 0.9108, 0.9397,
                      0.8902, 0.8876, 0.9191, 0.8694, 0.9492, 0.9239, 0.9533, 0.8612, 0.9064,
                      0.9213, 0.9500, 0.9399, 0.8533, 0.7425, 0.8942, 0.9339, 0.8975, 0.8848,
                      0.9006, 0.9181, 0.7785, 0.9593, 0.9033, 0.9532, 0.8824, 0.8607, 0.8477,
                      0.9059, 0.9343, 0.8802, 0.9380, 0.8436, 0.9681, 0.9214, 0.9157, 0.9235,
                      0.9831, 0.9550, 0.9338, 0.9713, 0.9144, 0.7726, 0.9395, 0.9108, 0.7753,
                      0.9271, 0.9372, 0.9078, 0.9247, 0.8924, 0.9347, 0.9593, 0.7891, 0.9162,
                      0.9299, 0.9288, 0.9491, 0.9374, 0.9350, 0.9386, 0.9097, 0.9381, 0.8775,
                      0.9047, 0.9581, 0.9611, 0.8801, 0.3834, 0.9486, 0.9565, 0.8100, 0.9163,
                      0.9394, 0.8788, 0.8601, 0.8768, 0.9103, 0.9255, 0.9031, 0.8440, 0.8686,
                      0.7725, 0.9483, 0.9173, 0.9173, 0.8939, 0.9145, 0.9259, 0.6711, 0.9445,
                      0.8552, 0.9595, 0.9370, 0.9185, 0.8178, 0.9054, 0.8674, 0.7454, 0.9021,
                      0.9538, 0.9092, 0.8781, 0.9297, 0.8783, 0.8725, 0.9185, 0.8885, 0.9661,
                      0.8745, 0.8514, 0.8910, 0.8593, 0.9664, 0.8849, 0.8875, 0.9195, 0.9638,
                      0.9450, 0.9473, 0.9711, 0.9241, 0.9477, 0.9390, 0.8509, 0.7341, 0.9373,
                      0.8941, 0.9497, 0.9089, 0.9496, 0.9656, 0.9301, 0.9186, 0.8796, 0.9310,
                      0.8843, 0.8869, 0.9091, 0.9413, 0.8564, 0.9131, 0.9013, 0.9200, 0.7977,
                      0.9219, 0.9435, 0.9110, 0.9485, 0.8724, 0.8727, 0.9335, 0.9546, 0.9617,
                      0.8709, 0.9101, 0.9346, 0.9284, 0.9314, 0.8951, 0.9011, 0.9032, 0.9316,
                      0.9164, 0.8066, 0.9001, 0.9389, 0.9481, 0.9084, 0.8901, 0.8217, 0.8412,
                      0.9307, 0.9188, 0.8133, 0.9544, 0.8444, 0.9148, 0.9403, 0.9110, 0.9304,
                      0.8509, 0.9438, 0.9000, 0.8403, 0.8503, 0.8848, 0.8531, 0.9280, 0.9403,
                      0.9223, 0.8933, 0.9091, 0.9170, 0.9574, 0.8721, 0.8874, 0.9114, 0.9616,
                      0.9236, 0.8941, 0.8846, 0.8791, 0.8837, 0.9036, 0.9315, 0.9586, 0.8989,
                      0.8505, 0.8694, 0.9413, 0.9107, 0.7614, 0.9361, 0.9140, 0.9288, 0.9452,
                      0.8490, 0.9466, 0.7573, 0.9499, 0.8576, 0.8932, 0.9185, 0.9405, 0.9429,
                      0.8409, 0.8905, 0.8641, 0.9219, 0.8727, 0.9268, 0.9616, 0.9339, 0.8851,
                      0.9153, 0.8153, 0.9315, 0.9585, 0.9241, 0.8780, 0.8984, 0.8450, 0.8741,
                      0.9218, 0.9036, 0.9191, 0.8809, 0.9373, 0.8383, 0.8402, 0.8923, 0.8680,
                      0.9129, 0.9385, 0.9622, 0.9236, 0.9641, 0.8591, 0.9163, 0.9175, 0.8386,
                      0.9466, 0.8370, 0.9649, 0.8890, 0.9136, 0.9431, 0.9451, 0.9225, 0.8901,
                      0.9603, 0.8508, 0.9972, 0.8373, 0.8996, 0.9529, 0.9394, 0.8355, 0.9074,
                      0.8719, 0.8986, 0.9447, 0.8953, 0.9242, 0.9135, 0.9518, 0.8931, 0.9337,
                      0.9179, 0.9180, 0.9528, 0.9109, 0.9114, 0.9118, 0.8677, 0.9395, 0.8436,
                      0.9110, 0.9431, 0.8590, 0.9312, 0.8944, 0.7724, 0.9672, 0.9619, 0.8273,
                      0.9147, 0.9549, 0.9179, 0.9599, 0.9434, 0.9610, 0.9112, 0.9269, 0.9074,
                      0.9320, 0.8976, 0.8634, 0.8998, 0.8756, 0.8406, 0.9100, 0.8737, 0.9056,
                      0.9185, 0.9606, 0.8362, 0.8415, 0.8930, 0.9399, 0.9096, 0.8629, 0.9083,
                      0.9113, 0.8624, 0.8903, 0.9448, 0.9150, 0.7974, 0.8791, 0.8466, 0.5724,
                      0.8879, 0.9367, 0.9539, 0.9566, 0.8148, 0.9231, 0.9161, 0.9369, 0.9030,
                      0.9306, 0.8522, 0.9293, 0.8529, 0.8944, 0.8645, 0.9291, 0.9424, 0.9526,
                      0.8944, 0.9051, 0.9045, 0.9473, 0.9226, 0.9250, 0.9329, 0.9251, 0.9230,
                      0.9428, 0.8888, 0.9375, 0.8647, 0.8568, 0.9568, 0.7800, 0.8781, 0.8846,
                      0.9158, 0.9629, 0.8605, 0.8875, 0.9265, 0.9383, 0.9299, 0.9109, 0.8447,
                      0.9122, 0.9405, 0.9030, 0.9217, 0.8571, 0.9083, 0.9087, 0.9194, 0.8528,
                      0.8874, 0.8550, 0.9275, 0.9375, 0.9587, 0.9709, 0.9368, 0.9277, 0.9129,
                      0.8298, 0.9086, 0.9347, 0.9156, 0.9393, 0.9391, 0.8854, 0.8582, 0.8394,
                      0.9419, 0.9127, 0.9016, 0.8960, 0.9002, 0.8802, 0.9463, 0.9333, 0.9250,
                      0.8920, 0.9702, 0.8936, 0.9070, 0.9013, 0.9211, 0.8899, 0.7662, 0.9303,
                      0.9485, 0.8453, 0.8621, 0.9847, 0.9018, 0.7963, 0.9303, 0.8853, 0.9503,
                      0.8967, 0.8725, 0.9360, 0.9292, 0.8887, 0.8963, 0.9108, 0.8797, 0.9123,
                      0.9459, 0.8032, 0.8503, 0.9322, 0.9646, 0.8499, 0.9256, 0.9530, 0.9397,
                      0.8969, 0.9207, 0.9249, 0.9394, 0.9031, 0.9671, 0.8926, 0.9244, 0.9305,
                      0.9415, 0.9016, 0.8962, 0.9460, 0.9154, 0.9436, 0.9489, 0.8193, 0.9313,
                      0.9290, 0.9425, 0.9490, 0.9364, 0.9359, 0.8973, 0.9377, 0.8774, 0.8160,
                      0.8097, 0.8963, 0.9346, 0.9636, 0.9188, 0.9201, 0.9120, 0.9509, 0.8899,
                      0.9485, 0.9457, 0.9223, 0.9622, 0.8506, 0.8920, 0.8671, 0.9296, 0.9519,
                      0.9311, 0.8882, 0.9423, 0.8675, 0.9706, 0.7249, 0.9445, 0.8488, 0.9521,
                      0.9227, 0.8954, 0.8948, 0.9380, 0.9317, 0.8926, 0.9399, 0.9165, 0.8756,
                      0.8781, 0.9519, 0.9456, 0.8910, 0.7829, 0.8743, 0.9109, 0.8544, 0.8793,
                      0.9031, 0.8873, 0.7984, 0.9134, 0.9271, 0.9061, 0.8774, 0.9569, 0.9193,
                      0.8617, 0.9092, 0.9185, 0.8870, 0.8694, 0.9472, 0.9526, 0.9189, 0.9642,
                      0.8997, 0.9548, 0.8913], device='cuda:0')),
             ('bert.encoder.layer.4.output.LayerNorm.bias',
              tensor([-7.8101e-03,  1.2955e-02,  8.8577e-02,  2.6729e-02,  5.1345e-02,
                      -6.0456e-02,  4.7322e-02, -9.6812e-02, -1.2176e-01,  4.0830e-02,
                      -7.4855e-02,  1.6957e-02,  3.0886e-02,  9.9601e-02,  1.5381e-02,
                      -5.3070e-02,  2.2003e-02, -5.7941e-03,  7.6435e-02,  3.9147e-02,
                      -1.1181e-02, -6.7137e-02,  4.8580e-02, -6.3990e-03,  4.2575e-02,
                      -2.5026e-02, -1.5977e-02, -6.2949e-02,  3.2768e-03,  5.9010e-03,
                       1.2765e-02,  4.4170e-02,  2.5141e-02,  3.7469e-02, -4.0470e-02,
                      -1.5254e-02,  2.4056e-02, -1.5019e-02, -7.6929e-03, -6.3533e-02,
                       3.9322e-03,  3.5953e-02, -2.3512e-02, -3.0295e-02,  3.1541e-02,
                       2.1908e-02, -8.6711e-02, -9.8463e-03, -5.1714e-02, -6.9687e-02,
                      -2.9598e-02, -1.7808e-04, -1.1325e-01,  8.3798e-02,  1.8531e-02,
                       4.3490e-02,  2.4333e-02,  3.1851e-02, -1.2009e-02, -5.9925e-02,
                       1.6184e-02, -2.7907e-02, -7.0507e-02,  1.2516e-01,  3.0611e-02,
                       9.8394e-03, -3.2658e-02,  2.3351e-02, -4.7410e-02, -3.6422e-03,
                       1.0110e-01,  3.9750e-02,  1.0392e-02, -3.7311e-03, -2.8092e-03,
                       2.3738e-02, -2.6925e-02,  3.7771e-02,  2.2907e-02, -2.3797e-03,
                      -2.1201e-02, -3.8076e-02,  3.6874e-02, -1.0110e-01,  2.8148e-02,
                      -1.0759e-01,  2.6917e-02, -1.5120e-02, -5.5065e-02, -1.0139e-02,
                       8.0647e-02,  2.3602e-02,  1.1243e-01, -4.4187e-02,  4.5722e-02,
                      -6.1154e-02, -2.9112e-02,  6.3745e-02, -1.5030e-02, -1.2980e-01,
                       3.7181e-02,  1.0374e-03, -4.8017e-03, -5.2533e-02,  6.5140e-02,
                      -1.9216e-02, -7.2380e-03,  1.6061e-02,  7.3303e-02,  2.1840e-02,
                      -3.4081e-02,  1.4225e-02,  1.0612e-02,  3.4891e-02, -3.6265e-02,
                      -9.7699e-02, -2.4557e-02, -9.0446e-02,  1.4896e-02,  5.9169e-03,
                      -4.0721e-03,  5.6814e-04,  1.1741e-02, -2.4384e-02,  3.8021e-03,
                       3.1574e-02,  7.1124e-02, -2.6346e-02, -1.8204e-02,  1.2179e-02,
                      -3.2233e-03,  6.7389e-03,  7.9861e-03, -2.9261e-02,  5.4786e-03,
                      -1.3210e-02, -2.1557e-02, -7.9962e-03,  5.1292e-02,  1.5673e-02,
                       5.7121e-02,  2.8141e-03, -6.6555e-03,  2.7166e-01,  3.0678e-02,
                       6.2799e-02, -5.0752e-02, -3.4008e-02,  5.7567e-02,  8.7894e-02,
                       1.4509e-01, -6.8156e-03,  2.5420e-02, -2.5694e-02, -9.3667e-02,
                      -1.1617e-02,  4.4897e-04,  4.7079e-02,  4.6818e-03,  7.6969e-02,
                      -9.3638e-02, -3.6612e-02,  8.2979e-03,  1.3021e-02,  2.6634e-02,
                       9.9993e-02, -1.1306e-01, -4.7391e-02,  5.0671e-02,  1.9973e-02,
                       4.8443e-02,  1.2304e-02,  3.1610e-02, -7.1421e-02, -7.1082e-02,
                      -8.1097e-02, -1.0029e-01,  1.8331e-01,  2.6034e-02,  1.2313e-04,
                       1.0556e-01,  2.0223e-02,  4.4975e-02,  1.3058e-01, -1.5076e-02,
                       2.0225e-02,  1.0818e-01,  8.9950e-02, -9.5512e-03,  1.4985e-02,
                      -8.1132e-02, -2.6639e-02, -6.2592e-02, -1.4332e-02,  6.1782e-02,
                       1.0425e-01, -1.5826e-02,  5.1239e-02,  4.1922e-02,  3.6297e-02,
                      -4.2796e-02, -5.9560e-02,  4.1974e-02, -6.1411e-02, -2.4258e-02,
                      -2.5498e-02,  1.3725e-02,  9.4743e-02, -1.6973e-02,  2.1676e-02,
                       7.1494e-03,  3.6744e-02, -4.3648e-02,  4.5995e-02,  5.8868e-02,
                       3.7277e-02, -3.7585e-02, -4.8715e-02,  2.6068e-02, -7.4337e-02,
                      -1.2882e-02, -1.2022e-02, -6.0882e-02,  1.8986e-01,  8.5112e-02,
                      -1.7175e-03,  4.6056e-02, -4.5375e-03, -9.2735e-02,  8.6073e-02,
                       7.8395e-03, -5.7383e-02, -3.6286e-02, -1.6168e-03,  2.6567e-02,
                       5.8844e-02,  2.1878e-02,  7.3720e-03,  8.8205e-03,  2.5265e-02,
                       7.5911e-02,  1.1199e-02, -3.7841e-02, -2.4944e-02,  6.0166e-02,
                       6.8132e-02, -1.3272e-02, -2.0984e-02, -1.9432e-02, -1.0227e-01,
                      -1.4145e-02, -1.2308e-02, -6.7599e-02, -7.2504e-03, -5.5521e-02,
                      -1.2194e-02,  1.0904e-01,  4.2976e-02,  2.7713e-02,  4.9920e-03,
                       9.3240e-03,  1.0501e-02, -4.5296e-02,  7.2387e-03,  2.1660e-02,
                      -3.0698e-02,  6.7819e-02,  3.2347e-02, -5.8819e-02,  6.7744e-03,
                      -4.3048e-04,  6.8792e-02, -5.7794e-02,  5.3649e-03, -1.1054e-01,
                       1.1174e-01,  4.8512e-02,  3.9472e-02, -3.7246e-02,  1.0899e-01,
                      -2.0780e-02,  2.3704e-02,  4.3541e-02, -2.2974e-01,  1.2087e-02,
                      -5.8682e-02, -1.4156e-03,  1.0777e-01, -2.9199e-02, -2.4154e-02,
                      -2.9024e-02,  4.7107e-03,  2.5852e-02,  4.6653e-02,  5.6412e-02,
                       6.8237e-02,  1.1547e-01,  1.5353e-02,  9.5496e-02, -2.3840e-02,
                      -8.2933e-02,  5.8686e-02,  4.3577e-02, -1.4906e-02,  2.8257e-02,
                       6.4303e-02,  3.4479e-03, -9.9185e-03, -1.3848e-02, -3.4324e-02,
                      -1.0566e-01,  8.4943e-03, -4.7389e-02, -2.8288e-02,  3.8317e-02,
                      -3.0011e-02,  1.8485e-02,  1.2315e-02,  1.3463e-01, -3.2456e-02,
                       5.6727e-02,  3.7595e-02,  3.0533e-02,  1.3144e-02,  3.2678e-02,
                       5.9201e-02, -1.1399e-01, -5.4138e-02, -1.8671e-02, -9.4844e-02,
                       1.9460e-01,  1.9687e-03,  3.2690e-02, -6.5802e-02, -6.8751e-02,
                       3.0139e-02, -3.4820e-02, -8.5351e-03,  6.0083e-02, -4.2617e-03,
                       5.9947e-03,  2.7126e-02, -7.1854e-03,  3.5679e-02, -1.4598e-02,
                      -7.3318e-03, -2.1458e-03,  4.2263e-02, -1.2940e-02,  4.7578e-02,
                       1.5233e-03,  2.7761e-02,  7.7444e-02,  8.8602e-03, -1.0300e-02,
                       6.4440e-02, -1.4537e-02, -1.5800e-02, -3.9015e-03,  7.1949e-02,
                       1.6805e-02,  4.8522e-02, -5.7099e-02,  1.7773e-02,  9.3778e-02,
                      -4.7992e-02,  1.8509e-02, -8.1872e-02,  2.4857e-02, -1.0757e-01,
                       2.8196e-02,  6.5024e-02, -4.6444e-03, -1.1922e-02,  4.4620e-03,
                       2.0926e-02, -1.2871e-03,  2.3380e-02, -4.7450e-02,  1.4864e-02,
                       8.4277e-03,  2.5772e-02, -2.7706e-02, -1.1286e-01,  7.1032e-02,
                       9.1049e-02, -3.1138e-02,  1.4957e-02, -3.3238e-02,  3.9085e-02,
                      -4.4624e-02,  5.1940e-03, -1.7483e-02,  2.8039e-02,  9.9919e-03,
                       2.3430e-02,  8.4920e-03, -5.8416e-02,  5.6006e-02,  2.2255e-02,
                       3.0237e-02, -5.9311e-02, -1.7328e-02, -9.1232e-04,  4.5023e-02,
                      -3.3552e-02, -1.1363e-02,  6.4206e-02,  8.1951e-02,  6.5751e-02,
                       9.0093e-02,  2.5340e-02, -8.5251e-02,  3.7350e-02, -5.9368e-02,
                       2.2363e-02, -5.7637e-03, -1.4685e-01,  6.6370e-02,  3.3304e-03,
                       2.1224e-02,  5.6817e-02,  1.1098e-01,  1.0818e-02, -4.9987e-02,
                       5.4940e-02,  1.1033e-01,  5.7723e-02,  3.8619e-02, -1.0018e-01,
                      -1.4695e-02,  9.2125e-03,  1.4934e-01, -8.2477e-02,  5.6661e-02,
                      -4.4390e-02, -1.3428e-01,  6.5360e-03,  4.3346e-03, -3.0604e-02,
                      -4.0198e-02, -1.2260e-02,  2.1938e-02,  6.1374e-02,  1.4364e-02,
                       5.3324e-02, -4.3022e-04, -1.8087e-02, -2.5360e-02, -4.4756e-03,
                      -9.0681e-02, -4.7839e-02, -3.4198e-02,  2.7995e-02,  5.0677e-02,
                       1.7976e-01,  1.0017e-02,  6.9134e-03,  1.5192e-02,  7.7095e-04,
                       1.0418e-02, -1.4934e-04,  2.8083e-02, -4.5722e-02,  2.9545e-02,
                       2.0404e-02, -2.8038e-02, -1.7011e-02, -2.2833e-02, -4.1978e-02,
                      -9.5396e-02, -4.8026e-02, -9.8862e-03, -5.3732e-02,  1.8339e-02,
                      -7.9385e-03,  3.1943e-02, -2.8275e-02,  1.2091e-02,  4.3108e-02,
                       4.5466e-02,  2.3601e-02,  3.2985e-02, -4.1801e-02, -3.8653e-02,
                       5.8349e-02, -3.5260e-02,  3.5112e-03, -2.2957e-03, -2.1612e-02,
                      -1.0811e-02,  3.2620e-02,  5.8700e-02, -3.7972e-02, -8.6535e-02,
                       1.5172e-02,  1.6059e-02,  1.1734e-02, -3.5356e-03, -8.2080e-03,
                      -7.8084e-02, -3.3429e-02,  1.2580e-02,  7.0677e-02,  8.0483e-02,
                      -1.4350e-01,  3.0160e-02, -4.1127e-02,  6.5602e-02,  2.1937e-02,
                       1.3920e-01,  1.9647e-02, -1.3932e-01, -3.3043e-02,  2.3791e-02,
                       3.0546e-02, -2.1156e-02, -6.5245e-02, -5.2461e-02, -5.6614e-03,
                       3.7438e-02,  9.2922e-03, -6.8111e-04,  6.2726e-02,  4.6995e-02,
                      -4.0849e-03, -5.7926e-02,  6.7548e-03, -2.5443e-02,  3.4085e-02,
                       6.2453e-02, -6.2815e-02,  6.6329e-02,  3.9071e-02,  4.9880e-02,
                       3.3821e-02,  3.5029e-02, -6.2975e-02,  9.7908e-02, -6.3773e-02,
                       8.9647e-02, -1.6017e-02, -3.7774e-02, -1.3800e-03,  3.9175e-02,
                      -1.1986e-01,  2.2534e-03,  9.6214e-03, -9.4344e-02, -6.8517e-02,
                      -7.7923e-02, -7.7735e-02,  2.5606e-02, -5.3224e-02, -3.4645e-02,
                      -1.6416e-03,  8.0482e-02, -4.3947e-01,  2.1892e-02, -2.3652e-02,
                       3.0104e-02, -4.5831e-02,  3.0738e-02,  1.6623e-02, -3.6566e-02,
                       8.3068e-02,  2.9599e-02,  1.9267e-02,  6.4173e-02, -8.7808e-02,
                       3.4819e-02, -1.8755e-02,  2.6729e-02,  6.1194e-03, -2.2151e-02,
                       5.4453e-03, -1.0636e-02,  7.0738e-02, -9.6658e-02,  2.7183e-02,
                      -1.6225e-02, -7.9305e-02, -4.8882e-02, -7.0717e-03, -4.5730e-03,
                       5.3327e-02, -6.5648e-02,  7.1681e-03, -4.4301e-02, -3.6065e-02,
                       3.1516e-03, -1.3383e-02,  5.4138e-02,  8.8193e-02,  5.7501e-02,
                      -1.5069e-02, -3.3051e-02,  5.2009e-02,  3.6320e-02, -1.2183e-02,
                       8.6144e-02,  1.9741e-02,  2.0262e-02,  1.1586e-01, -2.8463e-02,
                       3.5633e-02,  2.3500e-03, -8.9026e-02, -3.4946e-02, -7.7574e-02,
                      -1.9711e-02, -4.2695e-03,  4.7453e-03,  5.6154e-02, -9.5149e-02,
                      -2.2950e-02, -4.4260e-02,  3.4713e-02, -5.8544e-03,  3.9547e-03,
                       3.9966e-02, -4.2345e-02, -5.0374e-02, -5.9681e-02, -5.3951e-02,
                       8.5204e-02,  2.9478e-02,  8.4600e-02, -2.9079e-02, -1.2223e-01,
                       4.9718e-02, -5.4138e-02, -2.9166e-02,  4.1109e-02, -3.5122e-02,
                      -1.2103e-01,  8.1062e-02, -6.6392e-02,  9.0536e-02,  5.1439e-02,
                      -7.6289e-03,  5.7218e-02, -6.5522e-02,  6.5065e-02, -1.6432e-02,
                       5.9038e-02,  1.2232e-01, -7.6269e-02,  5.6880e-02,  7.1349e-02,
                       2.3185e-02,  6.0804e-02, -1.9054e-02,  8.1857e-02, -1.9226e-02,
                      -3.5267e-02,  2.6693e-02,  1.4952e-02,  3.8406e-03, -1.4525e-02,
                      -1.4879e-02, -1.1369e-02,  5.6584e-02,  6.2462e-02,  2.5007e-02,
                       8.4624e-02, -1.0615e-01,  1.1250e-02,  4.0990e-02, -6.0256e-02,
                      -1.4603e-02, -5.4485e-02, -1.6521e-02, -3.4018e-02, -9.1539e-02,
                      -4.4027e-02,  8.9573e-03,  9.3560e-02,  5.7111e-02, -2.7388e-02,
                      -4.7893e-02,  4.1845e-02, -1.7951e-02, -2.0122e-02, -1.9556e-02,
                      -3.4162e-02,  3.1673e-02,  5.9439e-03, -1.3556e-02,  6.0541e-02,
                      -6.6165e-02,  2.5787e-02,  5.6396e-02,  2.7258e-02, -9.2214e-02,
                       3.9288e-02, -9.9064e-03,  1.1269e-01, -7.2393e-02, -3.4724e-02,
                      -2.3931e-02, -6.4455e-02,  1.5123e-03, -3.0229e-02,  4.5539e-02,
                       2.3084e-02,  2.0556e-03,  5.9426e-02,  6.8128e-03,  4.1312e-02,
                       3.6964e-02, -2.4155e-02,  2.3036e-02, -7.3171e-04, -3.0972e-02,
                      -1.1803e-02,  6.0389e-02,  3.6256e-02, -4.2126e-02, -3.7465e-02,
                      -3.8443e-02, -6.0820e-02, -1.0397e-02,  3.6535e-02, -2.0875e-02,
                       3.2808e-02, -9.7381e-02,  4.0140e-02,  1.1487e-02, -4.2477e-02,
                       8.3280e-02, -5.2253e-03,  1.3459e-02, -8.7659e-02,  6.8051e-03,
                      -8.1423e-03, -1.2373e-01,  3.3884e-02, -4.0820e-02, -1.8749e-02,
                       7.1893e-02,  4.7421e-02, -3.0930e-02, -8.9012e-02, -2.4710e-02,
                       1.2621e-02,  6.1480e-02,  3.3685e-02,  8.3417e-02,  9.5096e-03,
                       3.4023e-02, -5.0848e-02, -2.1842e-02,  9.3269e-02,  3.8330e-02,
                       7.1805e-02, -3.2982e-02,  5.6165e-02,  3.7062e-02, -1.1187e-01,
                       6.6242e-02,  2.8802e-02, -5.8276e-02, -1.5158e-02, -4.9770e-02,
                      -4.3344e-03,  9.2259e-03, -6.3011e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.weight',
              tensor([[-0.0628, -0.0145, -0.0005,  ..., -0.0116, -0.0125,  0.0252],
                      [ 0.0357,  0.0159,  0.0382,  ...,  0.0097,  0.0211, -0.0747],
                      [-0.0122,  0.0387,  0.0604,  ..., -0.0290,  0.0732, -0.0191],
                      ...,
                      [-0.0018,  0.0954, -0.0041,  ..., -0.0486, -0.0170, -0.0157],
                      [-0.0356,  0.0102,  0.0289,  ...,  0.0369,  0.0780,  0.0753],
                      [-0.0171, -0.0427,  0.0038,  ...,  0.0483,  0.0517,  0.0478]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.query.bias',
              tensor([-4.0874e-02,  2.2544e-02, -4.4923e-02,  2.5203e-03,  1.4048e-02,
                       4.1806e-02,  4.1849e-02,  2.5695e-02,  3.0628e-02,  1.1736e-03,
                       6.8947e-02, -1.1445e-03, -4.0756e-04, -3.2978e-02, -1.5114e-02,
                      -2.5533e-02,  5.6498e-02, -1.5015e-02,  1.6361e-02,  7.5586e-02,
                      -3.8600e-02,  6.9259e-02, -8.7302e-02, -6.0796e-02,  5.2679e-02,
                      -2.7209e-03, -2.0005e-01,  2.6917e-02, -1.5323e-02, -2.9653e-02,
                      -3.1841e-02,  3.1818e-02, -3.1310e-02, -5.3764e-03,  1.6185e-02,
                      -2.9536e-02, -3.6390e-02, -1.9776e-02, -7.1733e-03,  3.4780e-04,
                       3.4446e-03, -1.2135e-02, -2.9825e-02,  4.2878e-02,  1.1454e-02,
                       4.6635e-02,  1.3668e-02, -3.4335e-02,  7.6937e-03, -3.1428e-02,
                       3.7395e-02,  5.6113e-02,  1.2425e-02,  3.5888e-02,  6.1226e-02,
                      -1.4773e-03, -3.1975e-02, -1.2846e-02,  2.1448e-02, -3.6827e-02,
                       1.5302e-02,  1.0215e-01, -6.6167e-02,  1.2380e-03, -1.4184e-01,
                      -3.8056e-02,  1.1815e-01, -1.3406e-01,  1.5899e-02, -1.4986e-01,
                      -9.7130e-02,  1.3610e-01, -3.7431e-02, -4.8862e-02,  1.4224e-01,
                      -4.0827e-02,  4.2776e-02,  9.7622e-02, -1.9524e-02,  5.8356e-02,
                      -1.4072e-02,  8.7695e-03, -1.1546e-01, -1.2868e-01,  1.2358e-01,
                       2.0948e-02, -1.9029e-01,  4.5257e-02, -3.1050e-01,  1.0266e-02,
                      -1.1777e-02, -5.0323e-02, -6.7043e-02, -1.3978e-02,  1.2990e-01,
                      -6.0758e-03, -1.7674e-01,  3.2763e-02, -1.3615e-02,  8.4182e-02,
                       3.0827e-02, -1.6827e-01, -1.3851e-02, -1.2767e-02,  2.9308e-01,
                      -1.1112e-02,  6.1502e-02, -3.4692e-01, -1.9507e-03,  1.2923e-01,
                      -1.2748e-01, -6.6920e-02,  4.1587e-02, -2.0702e-02, -4.8259e-02,
                      -3.4904e-02,  7.1882e-02,  1.5755e-02, -6.8872e-02, -9.0405e-02,
                      -8.6231e-02, -1.3761e-01,  1.0042e-01, -7.4824e-02,  2.4526e-02,
                      -5.2860e-02, -2.6366e-02, -2.1284e-02,  1.4464e-02, -1.1190e-02,
                      -8.2225e-02, -1.0346e-02, -2.5552e-03, -2.0763e-01, -4.4855e-02,
                       1.1549e-01, -3.5191e-02, -2.2972e-01, -1.4608e-01,  1.2253e-01,
                      -1.0137e-01,  6.6573e-02,  1.1630e-02,  4.2695e-02, -7.1464e-02,
                       5.6982e-02,  2.4496e-02, -5.2605e-02, -1.3823e-02,  1.8882e-02,
                      -8.7667e-02, -1.1753e-01, -1.0716e-03, -6.0207e-02,  1.1103e-01,
                      -5.1470e-02,  1.0972e-02, -3.7568e-02,  3.4219e-02, -2.3837e-01,
                       1.8503e-02,  2.2870e-02,  2.9962e-02,  1.4337e-02, -3.7887e-02,
                      -9.4448e-02, -3.6421e-03,  3.6968e-02, -1.9209e-02, -2.6952e-03,
                       1.8164e-02,  6.4261e-02, -4.6931e-02,  1.5638e-01,  5.7802e-04,
                       7.7681e-02,  6.7941e-02,  5.0310e-02,  3.2001e-02,  7.0203e-02,
                      -2.7748e-01, -1.7987e-01,  1.3982e-01, -2.2975e-02, -3.7404e-02,
                      -1.2073e-01, -6.5186e-02, -5.1809e-02, -5.3209e-02, -3.6186e-02,
                       1.9952e-02, -4.2494e-01, -3.1106e-03,  3.4730e-02, -5.0070e-02,
                      -3.7607e-03, -4.4025e-02, -8.3886e-03,  2.7831e-02,  4.5774e-02,
                       3.3768e-02,  3.6002e-02, -8.2123e-02, -1.4088e-02, -4.3259e-03,
                       4.5574e-02, -4.3154e-03,  2.0003e-02,  1.3063e-02,  1.3386e-01,
                       1.5940e-03,  2.8602e-02,  9.4236e-02,  2.7525e-03,  2.9700e-02,
                      -8.7245e-02,  2.8546e-02,  5.3903e-02,  6.2949e-02, -3.8687e-02,
                      -6.5736e-03,  2.5520e-02,  2.4410e-02,  1.8551e-02, -4.8673e-02,
                      -1.9624e-02,  1.8355e-02, -1.6680e-02,  2.1281e-02,  1.3394e-03,
                      -8.3147e-03, -7.0666e-02,  2.3955e-02, -2.7486e-02, -1.8879e-02,
                       4.5004e-03,  2.1773e-01,  2.2177e-02,  1.0081e-02, -4.7872e-02,
                      -3.0337e-03,  5.5899e-02,  1.3865e-02,  2.1283e-02, -4.3365e-02,
                       3.3041e-01,  4.5063e-02,  6.1194e-03, -1.7465e-01, -5.6189e-03,
                       3.7077e-01,  4.2722e-02, -3.1887e-02, -1.0221e-02,  7.0371e-03,
                      -1.5392e-02, -5.9520e-02,  9.2403e-03,  1.5966e-01, -3.7065e-03,
                       2.8905e-02, -1.1128e-01, -4.8766e-02, -3.4334e-01, -4.0298e-02,
                      -3.3127e-03,  1.4769e-01, -3.1811e-02,  1.6887e-02,  4.9179e-02,
                      -4.1317e-02, -3.4305e-01, -1.9874e-04,  2.2079e-02, -1.2756e-01,
                      -2.8301e-02,  2.5631e-02, -5.0923e-02,  8.7471e-02, -5.2889e-04,
                      -1.7210e-01,  1.1201e-01, -7.8512e-03, -2.6290e-01,  2.5602e-02,
                      -1.5485e-01,  2.2322e-02,  1.0843e-02, -1.9203e-02,  9.4016e-03,
                      -1.2811e-01,  1.9176e-01, -1.9976e-01, -5.9323e-02,  1.8117e-02,
                       1.0704e-02,  7.3275e-02,  2.3356e-01, -4.1619e-02,  8.8216e-02,
                       2.5229e-02,  4.4378e-02, -3.9442e-02,  5.4082e-02, -3.3494e-02,
                       5.0535e-01, -1.9104e-02,  6.1629e-02, -6.5553e-02,  1.5443e-02,
                       2.5867e-02, -8.6032e-03,  1.1098e-01, -1.4786e-02, -1.7415e-01,
                       7.3855e-03, -7.3740e-02, -3.6770e-02, -9.8016e-02,  6.0795e-02,
                      -4.2059e-03, -1.7977e-02, -4.0932e-02,  4.7717e-02, -5.0469e-02,
                      -1.0552e-02,  1.5219e-02, -1.7061e-02, -6.9975e-03,  2.5095e-02,
                      -1.9244e-02, -9.6764e-02,  9.5961e-03,  3.4344e-02, -2.7973e-02,
                       1.7322e-03, -1.8307e-02,  1.4427e-02,  2.6588e-02, -6.7400e-02,
                      -1.0239e-01,  4.4588e-04, -3.1255e-02, -7.8556e-02,  2.7068e-01,
                      -1.6075e-03, -2.4942e-02, -2.3298e-02,  5.4878e-02, -7.1918e-02,
                      -4.4617e-02,  2.6713e-02, -5.0145e-02, -3.0730e-02, -9.7496e-03,
                       6.3888e-02,  5.6172e-02, -3.3884e-02, -3.7898e-02, -1.0376e-02,
                      -3.1494e-02, -3.4566e-02, -6.3218e-02, -4.9899e-02,  1.1458e-01,
                      -1.1478e-03,  1.6671e-02,  2.2967e-02,  9.6601e-02,  4.2645e-03,
                      -6.7652e-02, -8.1402e-03,  3.3852e-02, -6.2161e-02, -1.4149e-01,
                       8.3195e-03,  5.6527e-02,  6.2539e-02, -2.3114e-01,  4.3838e-02,
                      -4.1390e-03, -3.8437e-02,  1.3522e-02,  2.0909e-02, -8.8315e-02,
                       2.1521e-01,  5.7850e-02,  1.4534e-01,  2.9097e-02,  4.1937e-02,
                      -1.0886e-01,  1.8719e-02, -1.2712e-01,  5.5133e-02, -1.4835e-02,
                       2.7283e-02,  1.8650e-01, -4.5191e-01,  5.3984e-02,  6.9827e-02,
                      -1.2124e-01,  5.1967e-02, -7.5458e-02,  3.0426e-01, -7.5319e-02,
                       1.9418e-01, -2.4684e-01, -1.1941e-01, -6.6015e-02,  4.2921e-02,
                       6.4103e-02, -1.5249e-01,  1.0510e-01, -5.4033e-02,  1.0677e-01,
                       2.4980e-02,  8.0687e-02,  6.2088e-02,  9.1368e-02, -5.6728e-02,
                       1.0516e-01,  1.4942e-02,  1.0677e-01,  3.3405e-02, -6.2927e-02,
                      -5.3763e-01,  6.5876e-02,  5.7030e-02, -3.6748e-02,  9.4302e-03,
                      -6.1199e-02, -2.3112e-01,  6.7240e-02,  3.6113e-02,  3.7838e-02,
                      -8.8946e-03,  7.9010e-02, -1.1547e-01,  8.2204e-02, -1.1773e-01,
                      -1.0570e-01, -6.7984e-02,  9.8901e-02,  1.6945e-01,  3.5050e-02,
                      -1.7229e-01, -7.2389e-02, -1.5855e-02, -8.2252e-02,  1.7357e-02,
                       1.8635e-01, -7.2827e-03, -6.2395e-02,  3.7312e-03,  9.5531e-02,
                      -3.7581e-01,  2.2906e-02,  6.6889e-02, -1.3087e-01, -2.4302e-01,
                       9.5011e-02, -4.1269e-02,  8.0597e-02,  8.2546e-02,  8.9132e-02,
                      -3.4743e-01, -1.4863e-01,  6.5514e-03, -3.1362e-02,  1.0751e-01,
                      -5.3206e-02, -7.1189e-02,  1.6325e-01, -2.3010e-01, -1.8673e-01,
                       2.8970e-01,  2.6546e-02, -1.1026e-02,  1.0197e-01,  3.3811e-02,
                       5.6616e-02, -3.0674e-03,  1.0398e-01,  1.1519e-02, -1.2037e-01,
                       1.3479e-01, -4.8979e-02,  6.5555e-02, -1.4468e-01, -5.9883e-02,
                       1.4126e-01,  2.0415e-02, -1.0745e-01, -1.1952e-02,  6.8180e-02,
                       1.2986e-01, -1.0297e-01,  6.0577e-02,  4.2264e-02,  2.2364e-01,
                      -4.4288e-02,  5.9354e-02, -7.7199e-02, -2.9020e-02,  5.6711e-02,
                       5.7347e-02,  1.0420e-01,  1.4241e-01,  6.4438e-02, -3.5911e-02,
                      -3.8993e-01, -4.1763e-02, -9.3268e-03, -3.0473e-02, -3.1303e-03,
                      -3.6599e-02,  3.0265e-02,  4.8566e-02,  1.0806e-01,  2.5853e-02,
                       2.5484e-01,  6.3679e-02, -4.9765e-02, -6.8303e-02,  1.6671e-02,
                       2.2396e-02,  7.5749e-03,  2.4668e-02,  1.3214e-02,  2.5110e-01,
                       5.1415e-02, -6.2203e-02,  6.8998e-02, -1.5642e-01,  2.4828e-03,
                      -5.3827e-02,  9.4188e-02,  5.7326e-02,  1.5313e-02,  3.4243e-02,
                      -1.4407e-01, -8.0663e-02, -6.2800e-02,  7.1743e-02, -1.9325e-02,
                      -9.3742e-03, -6.7947e-02,  2.8079e-02, -8.5354e-03, -3.0412e-01,
                      -1.8272e-03,  3.6142e-01, -2.7484e-02,  1.5266e-02, -1.3083e-02,
                       2.0502e-02,  6.4073e-02, -1.0374e-02,  3.2960e-02,  1.0698e-02,
                      -2.6272e-03, -5.9453e-02, -4.9035e-02,  1.7652e-02,  3.0554e-02,
                       3.3411e-02,  6.0602e-03,  1.8704e-01,  5.2519e-02, -1.1406e-02,
                       3.8363e-02,  2.8344e-02,  2.9813e-02, -7.0305e-02, -1.8433e-02,
                      -1.4668e-03, -7.0190e-02, -1.4260e-02, -2.9510e-01,  3.2926e-01,
                       5.6853e-02,  5.3794e-02,  6.3069e-02, -6.1318e-02, -1.2780e-01,
                       9.0528e-02,  1.5407e-01, -5.7878e-02,  3.9732e-01,  9.4824e-02,
                       1.1617e-01,  1.3149e-01, -4.0329e-02, -4.7677e-02,  5.4272e-02,
                      -3.2326e-03,  4.0003e-02,  4.9375e-02, -2.9714e-02, -2.6001e-02,
                      -1.3329e-01,  1.6641e-01,  1.6239e-02,  2.5307e-01,  5.7883e-01,
                      -2.8507e-01, -5.0868e-02,  9.0499e-02, -1.9694e-01,  6.3606e-02,
                      -1.1356e-01,  8.5240e-02,  5.2173e-01, -1.6529e-02, -5.5373e-02,
                      -1.9123e-01,  6.5097e-02, -1.1552e-01,  2.6802e-01, -1.1415e-01,
                       2.7476e-02, -1.6979e-02,  7.1176e-02,  1.5101e-01,  1.6391e-02,
                       2.1064e-02,  1.0561e-02,  3.1127e-02, -3.8389e-02, -8.8311e-02,
                      -1.0651e-01,  4.6925e-02, -5.8665e-03,  1.1797e-01, -6.9032e-02,
                      -9.1877e-02, -8.5616e-02,  4.5323e-02,  3.6774e-02, -2.2767e-01,
                       1.3808e-01, -1.7105e-01, -5.0505e-03, -4.3617e-02,  1.0801e-01,
                       7.5557e-02, -4.7462e-03,  1.6500e-01, -4.2455e-02,  5.2739e-01,
                      -1.0374e-01, -1.4028e-01, -6.5918e-02,  3.2667e-02, -9.1809e-02,
                      -5.4112e-02,  2.4101e-02, -1.4614e-01,  2.1499e-02,  1.7333e-01,
                      -3.9503e-02,  2.2699e-01,  7.3938e-02,  1.3198e-01, -1.4824e-03,
                      -1.7665e-02, -6.5841e-02, -3.1637e-02, -5.9226e-02, -7.2042e-02,
                      -2.4673e-02, -3.3802e-01, -9.8408e-02, -3.0438e-02,  1.4461e-01,
                      -1.0483e-02, -5.5705e-02,  4.2304e-02, -8.1788e-02, -1.3625e-01,
                      -2.8327e-02, -6.0509e-02,  2.6692e-01, -3.3488e-02, -4.0028e-02,
                      -1.0860e-02,  4.3012e-02, -7.1482e-02, -2.6536e-02, -5.6883e-01,
                       2.2667e-02, -7.5718e-02,  1.0016e-01,  4.9197e-02, -2.4810e-02,
                       6.2659e-02, -8.2940e-02, -2.4176e-02, -7.4206e-03,  1.7414e-01,
                       2.3073e-01,  9.7074e-02,  1.0283e-01,  1.4466e-01,  5.1560e-02,
                       5.4368e-02,  2.5745e-02,  1.1028e-02,  5.3140e-02, -2.8834e-02,
                       3.4705e-02,  8.0499e-02,  5.4817e-02, -3.4040e-01,  1.1062e-01,
                      -8.3605e-02,  6.2058e-02,  3.3350e-02,  1.6657e-01, -3.3920e-03,
                       4.6302e-02,  1.4291e-02, -4.8441e-02,  8.5691e-03, -4.0834e-04,
                      -2.4003e-01, -2.1733e-01, -1.4931e-01, -3.0625e-02, -1.0745e-01,
                       1.7267e-02,  3.2427e-02, -5.0176e-02, -1.9425e-02,  2.9739e-02,
                      -3.0912e-01, -2.9561e-02,  6.1163e-02, -5.9213e-02, -1.4895e-02,
                       3.2191e-03,  3.8355e-02,  4.1789e-01, -2.4939e-03,  6.6994e-02,
                      -1.0449e-01,  6.5403e-02,  7.5906e-04,  7.3593e-02, -9.7524e-02,
                      -6.5112e-02,  3.0752e-02, -1.0049e-02,  2.9133e-02,  1.7850e-01,
                      -1.3966e-03,  2.0754e-02,  6.8775e-03,  5.2489e-02,  3.9177e-02,
                       7.1337e-02,  4.4637e-02,  1.5955e-02,  7.1620e-02, -3.8614e-02,
                       8.5736e-03, -8.8399e-03,  2.1587e-01], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.weight',
              tensor([[ 0.0057,  0.0745,  0.0032,  ...,  0.0778,  0.0467,  0.0577],
                      [-0.0503, -0.0362,  0.0119,  ...,  0.0045,  0.0275,  0.0083],
                      [ 0.0195, -0.0075,  0.0133,  ...,  0.0189,  0.0010,  0.0113],
                      ...,
                      [-0.0382,  0.0013, -0.0047,  ..., -0.0303, -0.0354, -0.0057],
                      [ 0.0309,  0.0305, -0.0653,  ...,  0.0796,  0.0271,  0.0339],
                      [ 0.0528, -0.0402, -0.0368,  ...,  0.0063, -0.0048,  0.0162]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.key.bias',
              tensor([-7.1069e-04,  5.6494e-04,  2.5367e-04, -2.4423e-03,  1.1510e-04,
                      -3.2628e-03,  2.4487e-04, -9.8357e-05,  2.5397e-03,  2.0494e-03,
                       3.5315e-05,  1.4333e-03,  1.6273e-03,  5.8806e-04, -2.7068e-04,
                      -2.7348e-04,  6.4006e-04,  1.9887e-04,  5.1426e-04,  2.4374e-03,
                      -2.9561e-04, -2.7309e-04,  1.8143e-04, -1.0709e-03,  2.1257e-04,
                      -1.9669e-03,  2.7285e-03, -1.5672e-03, -1.3601e-03,  9.1640e-04,
                      -3.5101e-03, -2.2925e-03, -2.8417e-03,  2.4710e-03, -2.6329e-04,
                      -2.3929e-03, -1.4142e-04, -1.1883e-03,  1.0776e-03,  1.9512e-04,
                       4.3942e-04, -2.5095e-03, -1.6157e-03, -4.0859e-04,  2.2180e-03,
                       2.0915e-03,  3.5728e-03, -7.5475e-04,  4.9063e-03, -1.3163e-03,
                      -2.3333e-04, -3.0134e-03, -1.3050e-03, -2.5706e-03,  3.4769e-03,
                       5.2840e-03,  1.6542e-04, -2.6943e-03,  2.8467e-03, -1.0412e-03,
                       1.7349e-03, -3.3911e-03, -4.8360e-04,  3.2210e-03,  1.6403e-03,
                       1.8350e-03,  1.4553e-05,  3.4708e-03,  3.3038e-03,  3.1353e-03,
                       1.0742e-03,  1.4241e-03, -8.8552e-04,  3.4821e-03, -4.2436e-04,
                       8.2835e-04, -3.8163e-04, -2.5252e-03,  2.7830e-04, -5.0570e-04,
                       1.3123e-03,  2.3133e-04, -8.5714e-04, -2.3999e-03,  3.3948e-04,
                      -1.6102e-03,  2.7416e-03, -3.3825e-04,  3.4450e-03, -1.1023e-04,
                      -4.5601e-05, -1.3510e-03,  1.7269e-03,  1.2952e-03, -1.5862e-03,
                       9.8856e-04,  2.5024e-03, -1.9141e-03,  6.7534e-04, -1.8177e-03,
                      -1.8383e-03,  2.9380e-03,  2.1439e-03,  4.9730e-04, -4.1869e-03,
                       9.9746e-04, -2.0604e-03,  1.5682e-03,  4.3431e-04,  3.1910e-03,
                       2.3300e-03,  4.8531e-03,  7.6563e-04,  2.3862e-03, -1.8007e-04,
                       1.2232e-03,  1.5108e-03, -2.3512e-03,  2.6630e-03, -2.9477e-03,
                       1.9092e-03,  2.8006e-03, -3.2599e-03,  2.7672e-04, -6.2602e-04,
                       3.6608e-03, -6.4982e-05,  1.1310e-03, -3.7551e-04,  4.4078e-03,
                      -2.4891e-03,  2.3894e-03, -6.7454e-03,  4.7280e-03, -3.0363e-04,
                      -1.6658e-03,  3.6194e-03,  2.0606e-03, -5.5526e-03,  6.7337e-03,
                      -2.6451e-04,  6.3100e-03,  3.3236e-03, -2.9060e-03, -7.6231e-03,
                      -2.0111e-03, -1.5922e-03,  1.6318e-03, -2.2001e-03, -4.3563e-03,
                       8.1970e-03,  5.6899e-03, -3.3080e-03,  8.1925e-03, -4.7441e-03,
                       3.8550e-03, -4.2052e-03,  3.2899e-04,  1.4902e-03,  5.1545e-03,
                       2.9925e-03, -3.4873e-03,  5.7717e-04,  2.4007e-03, -3.9977e-03,
                       2.2408e-03, -3.1021e-03,  5.9491e-03, -1.6974e-03,  4.7968e-03,
                       2.9104e-03, -8.6261e-04, -2.5519e-04,  1.9328e-04,  2.5696e-03,
                      -2.3677e-03,  8.6303e-03, -7.6405e-03, -5.4316e-03, -3.6819e-03,
                       6.6408e-03,  3.7745e-03, -4.3671e-03,  4.2563e-03, -1.8039e-03,
                       9.1219e-03,  6.5993e-03,  1.9916e-03,  5.8252e-04,  1.3551e-03,
                       6.3647e-04,  2.5395e-03, -3.6615e-03, -1.4991e-03,  1.2520e-03,
                      -2.7066e-03, -8.3836e-03,  2.0948e-03, -1.9381e-03, -2.9404e-03,
                       2.9321e-03,  3.5789e-03, -1.4587e-04, -4.9124e-03, -1.6464e-03,
                       7.2972e-03, -3.5446e-03,  1.0430e-03,  3.1556e-04,  1.4817e-03,
                      -1.8949e-03, -1.5612e-04, -1.1728e-02, -5.1546e-03,  1.4563e-03,
                       1.9729e-03, -6.3688e-03, -2.5623e-03,  5.9186e-04,  3.1373e-03,
                      -6.5046e-03,  9.1921e-03,  2.4377e-04, -3.3981e-03, -2.9885e-03,
                       3.9905e-03,  4.4262e-03,  1.8374e-03,  1.4037e-03, -6.0770e-04,
                      -2.3490e-03,  3.6394e-03, -2.9300e-03,  3.2799e-03,  5.1941e-03,
                       4.2100e-03, -2.8595e-03, -3.7749e-03,  9.2685e-03, -2.8169e-03,
                       1.9449e-05,  3.2076e-03,  2.4140e-03,  8.3175e-03, -8.6634e-03,
                       1.4737e-04,  2.2747e-03,  1.6374e-03,  2.6641e-03, -4.0330e-03,
                      -2.3776e-04,  1.7524e-03, -5.7998e-04, -9.2500e-04, -6.4075e-05,
                      -1.2858e-03,  3.5324e-03, -1.3444e-03,  3.3963e-04,  3.6438e-03,
                      -3.8758e-03,  5.7841e-04, -4.8548e-03,  9.0762e-04, -3.1221e-03,
                       5.3042e-03,  1.7863e-03,  5.2389e-04,  1.5307e-03,  1.7891e-03,
                       1.0502e-03, -5.8216e-03, -4.1556e-03, -1.3781e-03,  4.6528e-03,
                      -2.8790e-03, -2.9487e-03,  2.9717e-03, -2.5569e-03,  6.0747e-03,
                       7.3854e-05, -1.0619e-03, -1.8029e-03, -3.5420e-03, -3.6826e-03,
                      -3.6968e-03,  5.1610e-05, -2.5139e-03, -3.1553e-03, -3.1524e-04,
                       4.5925e-04,  2.0849e-03,  8.1011e-04, -9.7371e-05,  1.3994e-04,
                      -1.2091e-03, -3.5682e-03,  2.9829e-03,  3.2742e-03, -1.1330e-03,
                      -2.0151e-03,  7.0326e-03, -3.3439e-03,  1.0274e-03,  1.1123e-03,
                       1.1188e-04, -6.4223e-03, -2.6884e-03,  2.9991e-03,  1.6198e-03,
                      -2.5847e-03, -3.8538e-03,  3.6452e-03, -3.0956e-03, -2.7409e-03,
                       6.1308e-04,  6.8293e-05,  5.3691e-03, -1.0520e-04, -3.7723e-03,
                       3.0906e-03,  1.9078e-03,  1.9817e-03, -3.0977e-03, -5.1957e-03,
                       4.3673e-03,  3.5584e-03, -3.3625e-04, -7.7214e-04, -7.4567e-04,
                      -1.6981e-03,  1.6053e-03,  1.1181e-03,  7.2356e-04,  5.7949e-04,
                      -1.5114e-03, -2.6562e-03, -1.4154e-04, -1.6843e-04,  7.0145e-04,
                       3.1062e-03, -3.0174e-03,  3.7810e-05, -1.7665e-03, -3.0190e-03,
                      -3.1185e-03, -2.9008e-03,  9.9704e-04,  3.3739e-05,  3.4143e-03,
                      -1.9449e-03,  2.3075e-04,  3.3754e-04, -1.5842e-03, -7.2750e-04,
                       2.0391e-03, -1.0119e-03,  4.9535e-03,  8.5486e-04,  3.1052e-03,
                      -3.6948e-03, -1.0365e-03,  3.3927e-03, -2.0918e-03, -3.0376e-03,
                       6.8450e-04,  1.9736e-03, -1.1112e-03, -3.7300e-03, -3.7574e-04,
                       3.4204e-03,  2.9376e-03, -4.2099e-03, -4.2892e-03,  9.1107e-04,
                       8.5942e-04, -1.5557e-03, -9.1810e-05,  2.9255e-03,  3.7273e-03,
                      -4.8758e-03, -8.1485e-04,  1.2851e-03,  2.7596e-03, -3.9131e-04,
                       1.3346e-03, -6.4168e-03,  2.8768e-03, -1.7985e-03,  1.3610e-03,
                      -2.7598e-03,  3.9250e-03, -5.1145e-03,  4.2495e-03, -1.6278e-03,
                      -5.5857e-03,  4.9827e-03,  3.5674e-03,  6.3314e-03,  3.3880e-03,
                       2.9714e-03,  5.3910e-04, -2.9192e-04,  2.1390e-03, -1.0165e-03,
                      -3.2432e-03,  4.0571e-03, -1.5004e-03,  2.6931e-03,  1.7631e-03,
                      -2.8161e-03, -8.8131e-04, -2.7117e-03,  1.3991e-03, -6.5036e-04,
                      -4.9041e-03,  4.0543e-03, -1.8216e-04, -3.1110e-04,  1.0924e-03,
                      -4.3757e-04,  3.7997e-03, -2.4525e-03,  5.4159e-03,  1.4519e-03,
                      -9.1700e-03,  3.0158e-03,  2.5126e-03,  1.4436e-03, -4.1568e-03,
                       2.1990e-03,  4.7348e-03, -6.0133e-03, -1.6007e-03, -4.4069e-03,
                      -3.3588e-03, -2.0123e-03, -3.3079e-03,  3.8140e-03,  4.9875e-03,
                      -4.5706e-03, -1.0938e-03,  2.9301e-03, -2.9926e-04,  9.2497e-04,
                      -2.6103e-03, -3.3770e-03, -1.8475e-03,  2.4102e-03,  9.1981e-04,
                      -2.2692e-04,  3.8347e-03,  2.6970e-03,  1.2566e-03, -1.9647e-03,
                      -1.4529e-03, -4.2474e-03, -2.9128e-04,  7.1700e-04,  6.2441e-03,
                       1.3492e-03, -1.9927e-03, -1.7401e-03, -4.2234e-03, -1.9286e-03,
                       3.0381e-03,  2.4636e-03, -6.7611e-03, -5.6214e-03,  1.5011e-03,
                       1.8793e-04,  2.0304e-03,  1.6365e-03,  3.9860e-03, -4.7621e-03,
                      -1.5185e-03,  1.8621e-03,  5.7680e-05, -4.0141e-04, -4.9504e-03,
                       2.7698e-03, -6.3586e-03,  9.5614e-04, -4.1380e-03, -6.7168e-03,
                      -1.7559e-03,  5.1958e-03, -1.6562e-03,  1.0754e-03, -2.1663e-03,
                       4.3087e-03,  2.1357e-03, -2.8650e-03, -3.0275e-03,  1.1428e-03,
                       3.6727e-03,  4.5864e-04, -3.6071e-03,  1.7427e-03,  1.9949e-03,
                       1.4858e-03,  5.2646e-03, -6.2913e-04,  4.5005e-04,  1.9471e-04,
                       2.8963e-04, -7.3444e-03, -7.3064e-04,  1.6818e-03, -6.2885e-04,
                      -3.6277e-03, -1.4615e-03,  8.1061e-03, -4.9947e-03, -2.3457e-04,
                       4.4380e-03,  4.8843e-03, -3.3997e-03, -6.4092e-03,  2.1035e-03,
                      -4.1800e-03, -8.6258e-03,  2.1845e-03, -1.1983e-03,  9.1266e-04,
                       1.1697e-03, -2.3300e-03,  7.7092e-03,  1.8418e-04,  3.9893e-03,
                      -1.9492e-03, -1.4439e-03, -9.8846e-03, -2.7318e-03, -5.4217e-03,
                      -2.8087e-03,  1.0315e-02, -3.6680e-03,  3.3173e-03, -3.8290e-03,
                      -3.4826e-04,  4.8070e-03,  7.1521e-05,  2.8009e-04,  5.7551e-03,
                      -6.1523e-03, -6.2869e-03,  2.6524e-04,  1.1653e-03, -1.1484e-03,
                       4.5500e-03, -2.4304e-04, -4.1122e-03,  1.2510e-03,  5.5500e-03,
                       7.7417e-04, -2.0355e-03,  2.0728e-04,  1.7475e-03,  6.4584e-03,
                      -5.7274e-03,  4.3483e-03, -8.2360e-03,  1.8557e-03,  6.2768e-03,
                      -4.4807e-03,  1.7831e-04, -7.6850e-03,  4.0299e-04, -5.2637e-03,
                       2.8833e-03, -2.5728e-03,  9.7217e-03,  7.2183e-03,  9.9509e-03,
                       1.2946e-02,  5.2584e-04,  1.4115e-03,  2.5881e-03, -9.4737e-04,
                       6.1010e-04, -4.9020e-04,  7.4194e-04,  1.7768e-03,  1.0023e-03,
                      -2.3486e-04,  4.6867e-03,  3.4423e-03, -1.2954e-03,  4.5382e-05,
                       4.5512e-03,  5.0777e-04,  1.3253e-03,  1.0412e-03,  4.8441e-03,
                       2.4214e-03,  5.4422e-03,  5.3828e-03,  4.9283e-03,  4.9152e-03,
                       1.3465e-03, -4.0638e-03, -7.1980e-04, -5.5771e-03, -2.6771e-03,
                       6.4785e-03,  3.0502e-03, -5.6280e-03,  4.4272e-03,  1.9932e-03,
                       2.2681e-03, -5.8051e-04, -7.2525e-03, -1.3353e-03,  2.8501e-04,
                      -6.6592e-04,  3.9826e-03, -8.8300e-04, -4.3262e-03, -2.9321e-03,
                      -1.0971e-03,  6.7128e-03,  1.4558e-03,  3.1744e-03,  6.8572e-04,
                       5.0200e-03, -4.6938e-03,  1.8662e-03,  1.6173e-03, -2.3478e-03,
                       4.3321e-03,  3.7485e-03, -2.1969e-03,  1.7000e-03,  4.0889e-03,
                       4.2122e-03, -3.7696e-03,  2.5801e-03,  4.0801e-04,  6.8585e-03,
                       5.9986e-03, -2.5127e-04, -2.6778e-03,  3.0825e-03,  3.1482e-04,
                       3.5645e-03,  9.9990e-05,  6.6298e-03,  1.6077e-03,  6.7271e-03,
                      -5.9098e-03, -5.8173e-03, -5.0539e-03,  3.5094e-03, -1.7831e-03,
                      -6.9931e-04,  7.2451e-03,  4.4228e-04, -3.2951e-03, -7.9816e-05,
                      -4.0303e-04,  1.3972e-03,  4.2499e-03,  2.2614e-03,  2.2740e-03,
                      -8.8444e-04, -9.9050e-04, -2.6148e-03, -1.3792e-03, -1.4372e-03,
                       2.2859e-03, -1.5772e-03, -7.1796e-04, -1.0799e-03, -2.0731e-03,
                      -1.5250e-03, -3.2653e-03, -9.7557e-04, -4.2335e-03,  1.1807e-03,
                       5.1104e-03, -5.1276e-03,  7.0856e-03, -1.9049e-03, -1.3649e-04,
                       3.5411e-03,  7.3445e-04,  3.5956e-05,  2.7064e-03, -3.5174e-03,
                      -1.5969e-03, -3.5900e-03, -6.6687e-04, -4.3251e-03, -1.3721e-03,
                      -5.0372e-04, -1.4321e-04,  2.8210e-03, -4.2190e-03,  2.8842e-03,
                       1.1406e-03, -2.2813e-03,  6.2534e-03,  8.8070e-04,  2.9833e-04,
                      -2.6543e-03,  8.6097e-04, -6.7096e-03, -3.4144e-04,  2.2834e-04,
                      -2.3427e-03, -1.2205e-03, -1.9172e-03, -3.0130e-04,  1.9233e-03,
                      -7.7640e-04,  4.6381e-04, -3.9069e-03, -4.7974e-03,  2.2684e-03,
                       4.4723e-03, -2.3953e-03, -8.9179e-04, -3.6777e-04,  2.3316e-03,
                      -1.6536e-03,  2.5180e-03,  8.7787e-03,  1.1312e-03,  7.0390e-04,
                      -3.5880e-04,  2.3880e-03, -3.1822e-03,  4.0644e-03, -1.7823e-05,
                       1.2771e-03,  4.2897e-03,  1.1390e-03, -2.3742e-03,  3.7986e-03,
                      -1.2562e-03, -3.3119e-03, -2.9585e-03,  2.6354e-03, -3.3985e-03,
                       2.0764e-03, -3.0931e-03,  2.0972e-04, -1.4351e-03, -6.6247e-03,
                      -2.3445e-03, -4.2754e-03,  5.9770e-03,  1.0831e-03, -3.7041e-03,
                       7.3985e-04, -2.4360e-03,  2.7907e-04,  1.6411e-03,  1.9487e-03,
                      -1.5800e-03,  8.9692e-04, -2.8652e-03,  3.8470e-03,  1.6114e-03,
                      -3.1706e-03,  1.9944e-03, -6.5088e-04], device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.weight',
              tensor([[-0.0462,  0.0026,  0.0393,  ..., -0.0261, -0.0394,  0.0210],
                      [ 0.0014,  0.0805, -0.0341,  ..., -0.0205, -0.0143,  0.0659],
                      [ 0.0459, -0.0722,  0.0294,  ...,  0.0054,  0.0539, -0.1073],
                      ...,
                      [-0.0383, -0.0203,  0.0128,  ..., -0.0488,  0.0309, -0.0136],
                      [ 0.0770,  0.0217,  0.0667,  ...,  0.0584, -0.0035, -0.0030],
                      [ 0.0879,  0.0562, -0.0210,  ..., -0.0314, -0.0046,  0.0817]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.self.value.bias',
              tensor([ 2.4778e-02, -5.1013e-04, -1.9698e-03,  1.0530e-02,  1.6803e-02,
                       1.5167e-02,  8.5468e-03, -1.1717e-02, -6.0709e-03,  2.1361e-02,
                      -3.2198e-03,  1.6053e-02,  3.7357e-02,  2.6004e-03, -8.7692e-03,
                       9.9812e-03,  2.1175e-02, -2.8468e-02, -2.9744e-03, -1.6331e-02,
                       2.2869e-02,  1.5415e-02,  1.4447e-02,  2.6615e-02,  8.9861e-03,
                       1.1409e-02,  2.9086e-02, -1.9526e-03,  9.6225e-03,  1.9382e-04,
                      -7.3417e-03, -1.2401e-03,  2.3229e-03, -5.8898e-03, -1.6741e-03,
                      -4.8362e-03,  6.8500e-03,  1.0123e-02,  8.4460e-03, -9.5051e-03,
                       5.4220e-03,  2.1584e-02,  1.8590e-02, -5.7026e-03, -6.2400e-03,
                       1.0994e-03, -1.5503e-02, -1.2651e-02, -7.9511e-03, -4.5031e-03,
                      -8.4331e-03,  2.1423e-02, -1.8240e-02, -1.1893e-02, -7.9604e-03,
                       1.8917e-02, -6.4302e-03,  7.5701e-03,  7.3049e-03,  1.3341e-02,
                       1.4178e-02, -1.8027e-02, -1.1850e-02,  8.3023e-03, -4.3105e-02,
                      -1.0238e-01, -5.0521e-03,  3.7761e-02,  4.6391e-02,  2.3229e-02,
                       9.3980e-03, -2.1403e-01,  5.2849e-02, -6.9952e-02,  8.6622e-02,
                       2.8028e-02,  5.9479e-02,  7.3461e-02, -2.2578e-03, -5.5062e-02,
                      -8.0259e-02, -8.1386e-02, -5.3858e-02, -4.4622e-02, -1.0053e-01,
                      -6.2112e-02,  3.8515e-02, -8.2218e-02, -6.6888e-03,  3.1843e-02,
                      -1.8953e-02, -4.5780e-03, -3.0717e-02,  4.2637e-02, -1.6169e-02,
                       1.0562e-01, -1.9108e-02, -1.0919e-01, -5.1866e-02, -2.7273e-02,
                       2.2949e-02, -9.3321e-03, -3.1054e-02, -4.0751e-02,  2.3188e-02,
                       2.0110e-02, -1.6317e-02,  3.4628e-02,  3.8342e-02,  5.2689e-02,
                      -3.2456e-02, -1.4729e-01,  6.3775e-02,  8.2381e-02,  5.0688e-03,
                       5.4300e-02,  9.0529e-02, -9.0550e-02, -9.8210e-02,  5.2269e-03,
                       8.5995e-03, -1.1221e-02, -3.9299e-02,  7.6992e-03, -5.1428e-02,
                      -8.5949e-03,  2.5791e-02,  2.6630e-02, -1.1852e-02,  6.3377e-03,
                      -1.6420e-02, -3.5598e-02,  3.3514e-02, -7.0555e-03,  1.9973e-02,
                       3.7326e-02, -1.8158e-02,  1.6275e-02,  1.9136e-02,  7.8405e-03,
                       8.6714e-03,  8.0327e-03, -2.2652e-02,  3.3056e-02, -2.5615e-02,
                       1.5832e-02, -1.0086e-02,  5.0387e-03, -1.1708e-02,  6.1184e-03,
                      -1.8781e-02,  4.3752e-02, -1.2505e-02,  1.9232e-02, -3.7816e-02,
                       6.8433e-03, -1.1013e-02, -1.5973e-02,  1.1304e-02,  3.2962e-02,
                      -2.0043e-02, -1.6438e-02,  5.9467e-03,  9.3181e-03,  2.9345e-02,
                      -2.2850e-02,  4.7863e-02, -1.5936e-02,  4.3891e-02,  5.6736e-03,
                       2.4009e-02, -8.5600e-03, -1.0923e-02,  1.2909e-02, -3.5756e-03,
                       2.1638e-02, -7.1427e-03,  1.0144e-02, -4.3077e-02,  3.2498e-02,
                       6.0298e-04, -2.6508e-03, -3.0543e-02, -7.6577e-02, -2.1458e-02,
                       6.8960e-02, -1.8133e-02,  3.4372e-02,  2.0983e-02,  3.2861e-02,
                       1.7060e-02, -4.8724e-02, -2.0047e-02,  1.7315e-02, -2.1731e-02,
                      -1.2096e-02, -4.7974e-03,  2.4132e-02, -3.4444e-03, -3.2939e-02,
                      -1.8459e-02, -4.4187e-02,  2.4014e-02, -2.8096e-02,  2.5138e-02,
                      -1.7739e-02, -4.8063e-02,  3.6310e-03,  3.1666e-03,  2.4592e-02,
                      -1.0808e-02, -1.9229e-03,  2.1630e-02, -2.7153e-02, -1.4060e-02,
                       6.1840e-03,  8.7350e-03, -8.4162e-03,  3.0802e-04, -1.3186e-02,
                       1.7650e-02,  1.4491e-02,  1.2508e-03, -1.5433e-02,  3.0266e-02,
                      -1.5138e-02, -1.3656e-02,  7.4337e-03,  4.0558e-02, -1.1163e-02,
                       1.4192e-02, -3.5251e-03, -4.0529e-02, -4.5111e-03, -8.2210e-03,
                       4.2606e-02, -6.3025e-03, -1.9920e-02, -1.8914e-03, -2.5782e-02,
                       3.1103e-02,  2.6913e-02,  9.7282e-03,  6.8482e-03, -5.8145e-03,
                       1.4246e-02,  8.1208e-03,  1.2059e-02, -2.2443e-02,  5.6133e-05,
                      -2.2640e-02,  1.0947e-02, -4.4202e-02,  1.9043e-05, -3.5634e-03,
                      -3.2532e-02,  1.9275e-02, -7.6987e-04, -1.9180e-02,  7.1276e-03,
                      -1.0568e-02, -2.0981e-02, -3.8102e-03,  5.3919e-02, -2.9404e-03,
                       3.7015e-02, -3.5723e-03, -1.0068e-02, -2.0688e-02,  1.1679e-02,
                      -2.9725e-02,  2.0086e-03, -1.2848e-02, -5.3932e-02,  2.3905e-02,
                       1.5707e-03,  4.4534e-04,  1.6347e-02, -7.0400e-03,  1.5115e-02,
                      -4.0844e-02,  5.4810e-03,  1.8842e-03, -6.7997e-03, -2.3244e-02,
                       9.5550e-03, -4.2944e-02,  1.8493e-02, -2.6012e-02,  4.5195e-02,
                      -1.8982e-03, -2.4226e-02,  2.3568e-02,  9.9694e-03, -9.6264e-03,
                       2.5828e-02, -5.9747e-03,  5.6972e-03, -4.6241e-02, -1.0484e-02,
                       2.1803e-02, -1.4366e-02, -8.5801e-03, -7.4703e-03, -2.9012e-02,
                      -3.4772e-02,  5.9566e-03,  4.8193e-03, -1.7738e-03,  2.2044e-02,
                      -1.3945e-02, -1.0072e-02,  1.4408e-02,  7.8547e-04, -1.3421e-02,
                      -6.3028e-03,  2.4788e-03, -5.3492e-03,  1.7227e-02,  1.6111e-03,
                       7.8564e-03, -2.0958e-02, -2.1018e-03,  1.3868e-02,  5.4764e-02,
                      -3.3008e-03, -3.0080e-03, -4.9056e-03, -2.5046e-02,  3.2444e-02,
                      -1.0814e-02, -3.6749e-02,  3.0871e-02,  1.9766e-02, -4.1698e-02,
                      -1.9119e-02,  1.8067e-02, -1.8181e-02,  4.1945e-02,  2.8651e-02,
                       1.0236e-02, -2.6072e-02,  1.4917e-02,  7.0631e-03,  1.2605e-02,
                       2.9712e-02, -1.6432e-03, -1.7340e-02,  2.2975e-02, -3.6530e-02,
                      -1.7817e-02, -3.2337e-03, -3.6126e-02,  4.5092e-03, -1.6313e-02,
                      -2.8341e-02,  3.7238e-02, -4.8519e-03, -4.5058e-02,  1.9508e-02,
                       3.7834e-03,  1.9279e-02,  2.1845e-02,  1.8627e-02,  1.2602e-02,
                      -1.3612e-02,  3.6741e-02,  3.6528e-03,  1.5937e-02,  3.8285e-02,
                       1.3654e-02,  1.1094e-02, -2.0806e-02,  6.8626e-02, -3.3478e-02,
                       1.4347e-02,  1.9016e-02, -3.4629e-03, -2.0833e-02,  6.4469e-02,
                       3.7646e-03,  2.2999e-02,  7.3703e-03,  1.0476e-02, -1.1452e-03,
                       1.6886e-02,  1.5922e-03,  3.5767e-02, -4.8891e-02, -1.8142e-02,
                       1.1698e-02, -1.6451e-02, -1.8772e-02,  1.8336e-02,  1.1280e-02,
                      -1.1370e-03, -1.8378e-03, -4.5386e-03, -1.6340e-02, -2.1059e-02,
                       1.1253e-02, -3.5931e-02,  3.7801e-02, -9.9908e-03,  1.2106e-02,
                      -6.7029e-03,  3.1704e-02, -1.0101e-02, -7.6103e-04, -8.7746e-03,
                      -2.4333e-02,  1.9709e-02, -3.0877e-02, -2.1229e-02, -1.1514e-02,
                       3.1366e-02, -4.8875e-02, -4.5891e-02,  1.5807e-02, -1.0146e-02,
                      -8.2972e-03,  6.6186e-03, -3.1096e-03,  2.1454e-02,  8.1846e-03,
                       9.6373e-04, -9.1064e-03, -1.5308e-02,  1.7548e-02,  1.2552e-02,
                      -3.4937e-03,  3.1091e-03,  1.8344e-02,  5.2413e-02,  1.9904e-02,
                       9.2666e-03,  2.1329e-02,  1.0863e-02, -1.5229e-02,  1.1794e-02,
                       4.4398e-03,  1.2775e-02, -1.1504e-02, -7.4423e-04,  1.4363e-05,
                      -2.9505e-02,  1.0563e-02,  7.2820e-02,  2.9985e-03, -8.7700e-03,
                       4.2340e-02,  1.5602e-02,  4.0631e-03, -3.2857e-02, -1.5571e-02,
                      -2.5550e-02,  2.8997e-02, -7.6201e-03, -1.5430e-03, -2.7662e-02,
                      -1.4526e-02, -7.6762e-03, -3.7097e-02,  8.7477e-03,  3.8654e-02,
                       3.4151e-02, -3.3927e-02,  2.6122e-02,  2.4868e-02,  1.5810e-02,
                      -1.9382e-02,  6.5225e-03,  2.0356e-02,  1.3306e-02, -9.0693e-03,
                       4.8004e-02,  4.6523e-02, -2.0529e-02,  1.1262e-02,  1.6012e-02,
                      -2.3734e-02, -1.3512e-02,  3.9310e-02,  3.5141e-02,  1.6265e-02,
                      -1.9710e-02,  1.0277e-02,  1.8825e-02,  2.1769e-02,  4.2071e-03,
                       4.2116e-02, -2.9643e-02, -5.9333e-02, -1.5550e-02,  1.5380e-02,
                      -3.0217e-03, -2.3266e-02,  1.2779e-03, -2.4491e-02, -2.9443e-02,
                      -1.6344e-02, -3.2158e-02, -4.1283e-02,  4.4068e-03, -4.0887e-02,
                       5.0743e-03, -8.9196e-03,  1.0374e-02,  1.4367e-02, -2.7248e-02,
                      -4.9567e-02, -4.1856e-02,  1.5187e-02, -4.5524e-02,  2.0425e-02,
                       3.2712e-02,  3.7710e-02, -3.5264e-03,  7.5785e-03,  2.1977e-02,
                      -4.3676e-02, -1.0426e-02,  3.6287e-02, -2.9822e-02, -5.0125e-02,
                       1.2560e-02,  2.0118e-02,  2.6493e-02, -3.7701e-03,  5.4746e-02,
                       1.7492e-02, -5.0094e-02, -3.4281e-02, -1.0959e-02, -5.0745e-02,
                       4.3733e-02, -9.0748e-03,  7.5213e-03, -4.6723e-02, -3.9666e-02,
                       2.6496e-02,  1.3338e-02, -2.9015e-02, -4.1570e-03,  7.2180e-02,
                      -2.1564e-02,  4.1469e-02,  3.7063e-02, -1.1218e-02, -2.6863e-02,
                       9.4630e-03,  8.4975e-03,  2.4090e-02,  1.2560e-02,  5.6778e-02,
                      -4.7341e-03, -1.8936e-02,  4.1831e-02,  1.9022e-02, -1.3970e-02,
                       3.0560e-03, -3.4828e-02,  4.7998e-02,  3.3586e-02, -2.5318e-03,
                      -6.2899e-02,  1.7889e-02, -4.5236e-02,  6.4115e-02,  2.8138e-02,
                      -8.3368e-02, -3.1742e-02, -3.6900e-02,  3.0490e-02,  4.4982e-02,
                       4.9239e-03,  3.4104e-02,  7.1807e-02, -3.7977e-02, -6.4203e-02,
                       4.2088e-02, -2.3361e-02,  8.3642e-03,  5.1838e-02, -1.0950e-02,
                       6.7757e-04,  4.2142e-02, -1.4132e-02,  2.3495e-02,  6.2395e-03,
                       9.4184e-03, -4.6764e-03,  2.5122e-02, -3.4767e-03,  4.3170e-02,
                       7.3342e-03, -1.5137e-02, -3.5484e-03,  1.5397e-02,  2.0956e-02,
                       3.1136e-03, -5.6825e-03,  1.7480e-02,  2.6489e-02,  1.0835e-02,
                      -1.9195e-02, -3.0853e-02,  1.0905e-02,  1.1138e-03, -1.6356e-02,
                       4.0902e-02, -8.5422e-03, -1.6664e-02,  4.8371e-02,  2.4528e-02,
                      -7.3714e-02, -3.6964e-02,  8.3774e-03, -4.5781e-02, -6.9629e-04,
                      -3.4165e-02, -2.3864e-02, -1.6619e-02, -3.8134e-03,  2.2516e-02,
                      -1.6740e-02, -1.3903e-02,  4.0857e-02, -1.5002e-02, -5.4630e-02,
                      -5.0979e-03,  1.7636e-02, -1.3830e-03,  9.7956e-03, -1.3837e-02,
                      -5.3714e-02,  6.8094e-03,  5.2160e-02, -1.4295e-02,  3.7462e-03,
                       3.3169e-02, -1.4469e-02, -2.1552e-02,  2.4538e-02,  8.4186e-03,
                      -2.0365e-03,  3.1748e-02, -5.9606e-02,  1.3713e-02,  4.5582e-02,
                      -1.1967e-02,  1.8255e-02, -3.9123e-03, -1.1676e-02,  1.8141e-03,
                      -1.5547e-02, -5.5648e-02, -4.7785e-03, -3.3231e-03, -3.0600e-02,
                       2.0934e-02, -6.6039e-03, -4.3368e-02, -3.7017e-03, -3.6213e-02,
                       3.1232e-03,  1.0263e-02, -2.6366e-02,  4.4725e-02, -2.1786e-02,
                      -3.0860e-02,  2.6221e-02,  2.3267e-02, -1.8831e-03,  1.3398e-04,
                       4.9050e-02, -1.8781e-02, -3.1240e-02,  9.8954e-03,  3.1136e-02,
                       1.8996e-02,  5.9015e-02, -2.0187e-02,  8.5933e-05, -2.6601e-02,
                       7.3612e-03,  1.1770e-02, -1.0619e-02,  5.9590e-03,  2.3282e-02,
                      -1.4307e-02,  1.0024e-02, -6.2368e-03, -4.9763e-02,  3.4425e-02,
                      -2.3068e-02, -5.5029e-02, -1.3221e-03, -3.5117e-03, -4.3448e-02,
                      -4.8854e-02, -2.9700e-03, -8.9422e-02, -1.5169e-02,  2.0458e-02,
                       4.7140e-03,  1.8933e-02, -3.2250e-02, -2.7906e-02, -2.0514e-02,
                       1.1702e-03, -8.6135e-03, -2.9125e-03, -2.4721e-02, -1.2558e-02,
                       7.4376e-03, -1.6630e-02,  9.0210e-03,  6.2605e-03, -3.1859e-02,
                      -3.1500e-03, -1.4848e-04, -3.6698e-03,  9.3576e-03,  4.8507e-02,
                       7.9316e-03, -1.2302e-03, -1.5882e-02,  1.6579e-02, -6.5632e-03,
                      -4.1017e-02,  3.0793e-02, -1.9130e-02,  1.1776e-02,  9.2562e-03,
                       2.1525e-02,  2.6751e-02, -1.0735e-02, -1.0077e-02,  1.7798e-02,
                      -3.8378e-03, -1.5913e-02,  2.4559e-02, -3.1303e-02,  3.0736e-02,
                       1.6576e-02,  1.9165e-02, -1.3980e-02,  9.4752e-03,  5.5536e-03,
                       7.9982e-03,  1.9138e-02,  1.5393e-02,  8.6591e-03, -1.2358e-03,
                       1.0300e-02, -8.8556e-03, -9.8928e-03,  1.0292e-02, -2.4146e-02,
                      -2.7759e-02,  8.4904e-04,  9.6086e-03,  1.9515e-02, -1.0551e-02,
                       6.0738e-03, -5.7653e-03,  2.6345e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.weight',
              tensor([[-0.0325, -0.0096, -0.0554,  ...,  0.0229,  0.0187, -0.0033],
                      [ 0.0289,  0.0249,  0.0194,  ...,  0.0309, -0.0239, -0.0611],
                      [ 0.0120,  0.0431, -0.0180,  ..., -0.0380, -0.0638, -0.0745],
                      ...,
                      [ 0.0669,  0.0296, -0.0181,  ..., -0.0442, -0.0081, -0.0188],
                      [-0.0205,  0.0682, -0.0152,  ..., -0.0074,  0.0135,  0.0074],
                      [-0.0167, -0.0448,  0.0219,  ..., -0.0275, -0.1211, -0.0180]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.dense.bias',
              tensor([ 1.0316e-02, -9.7304e-03,  4.8030e-02,  2.9647e-02,  3.0157e-02,
                       1.1014e-01,  1.6288e-01, -4.7056e-02, -2.1123e-02, -8.2557e-02,
                       4.8212e-02,  5.9972e-02,  1.5078e-03,  5.4944e-02, -2.7849e-02,
                      -1.9929e-02,  4.2014e-02, -1.4399e-02,  3.9328e-02,  3.0808e-02,
                       6.5278e-02, -5.5862e-02, -1.0156e-02, -6.6611e-02,  5.9018e-02,
                      -1.1693e-01, -1.7898e-02, -7.2752e-02,  5.5344e-02, -2.4924e-02,
                       3.3517e-02,  4.8148e-03,  5.3718e-02, -6.1559e-02,  2.2978e-02,
                       7.4669e-03, -3.1560e-02,  2.0122e-02, -1.7715e-01,  3.1628e-02,
                      -8.8257e-03, -2.3000e-02, -2.9345e-02, -8.8629e-03, -1.5447e-02,
                       6.3163e-02, -1.0779e-02, -5.7906e-02,  6.4121e-03, -2.9450e-02,
                       7.0312e-03, -5.6754e-02, -7.8191e-02, -1.7424e-02,  9.1021e-02,
                       4.1092e-02,  7.4872e-02, -1.0209e-03, -8.3968e-03, -3.5620e-02,
                      -2.7374e-03,  3.2635e-03, -2.6504e-02,  1.1669e-03,  1.6997e-02,
                      -1.8906e-02, -6.6142e-03,  8.7811e-02, -5.1506e-02, -2.2056e-02,
                       3.5722e-03,  7.3695e-02,  2.7103e-02, -2.6828e-02, -1.1209e-02,
                      -2.1823e-03,  1.2905e-03, -3.2390e-02,  1.7530e-02, -6.4484e-02,
                      -3.4476e-02, -4.6455e-03,  5.5891e-02, -2.2691e-04,  3.1100e-02,
                      -1.1751e-01,  3.0913e-02,  5.1651e-03,  4.9036e-02, -6.9613e-03,
                       5.1880e-02, -1.6304e-02, -3.6178e-04,  1.2182e-01, -4.0537e-02,
                      -9.2178e-03, -5.7800e-02, -5.8604e-03,  1.1286e-02,  9.8574e-03,
                       5.0286e-03,  1.1122e-02,  9.5140e-02, -3.5875e-03,  8.2416e-02,
                       2.0215e-02,  1.6388e-02, -1.4942e-02,  1.7985e-02, -6.0832e-03,
                      -6.6789e-02,  3.6462e-02, -2.9674e-02, -2.4324e-01, -1.9814e-02,
                      -4.0072e-02,  2.3972e-03, -3.5050e-02,  5.2383e-02, -1.9381e-02,
                       5.8840e-02,  8.1315e-02, -2.9767e-02,  3.9398e-02, -1.2267e-01,
                      -6.2884e-02,  8.5339e-03, -6.3617e-02, -2.9248e-02, -1.2088e-02,
                      -1.2382e-02, -2.1594e-02, -5.4114e-02,  1.9115e-02, -3.5445e-02,
                       3.2432e-02, -4.2557e-02, -2.4947e-02, -5.4739e-02,  2.0741e-02,
                       5.3568e-02,  2.8210e-02,  1.3171e-02,  7.5406e-02, -7.3394e-02,
                       1.3013e-02,  1.4603e-02, -3.0987e-02,  4.0107e-02,  1.2989e-01,
                       8.1625e-03, -5.4991e-02, -5.7962e-02, -5.8638e-02, -6.4212e-02,
                      -7.5990e-02,  5.2110e-02,  1.0416e-03, -5.1261e-02, -8.0566e-03,
                      -2.8927e-02,  4.7909e-02, -7.7057e-03, -8.4121e-03,  1.1416e-01,
                       5.5611e-02, -5.4034e-02, -7.0372e-02,  1.3449e-02,  3.0703e-02,
                      -1.8702e-02, -8.7939e-02,  5.0413e-02,  6.7434e-02, -4.6941e-02,
                      -4.0089e-02, -3.2890e-02,  3.3986e-02,  1.5072e-02, -2.1428e-02,
                       5.0882e-02, -2.1697e-02,  8.6788e-02,  4.8417e-02,  3.9241e-02,
                      -6.2372e-03, -3.7554e-02,  2.8345e-02,  1.6798e-02, -1.1699e-02,
                      -3.5761e-02, -2.0580e-01, -3.7922e-02,  2.6535e-02,  4.6189e-04,
                       9.3840e-03,  4.8830e-02,  1.1855e-01,  3.9604e-02,  4.1245e-02,
                      -3.5568e-02, -2.2652e-02,  6.5427e-02,  2.4202e-02,  2.0415e-02,
                       2.5403e-02,  2.2688e-02,  1.9885e-02,  2.8067e-02,  6.4379e-02,
                       2.0580e-02, -2.8591e-02, -5.2565e-03,  5.8958e-02,  1.4572e-02,
                       1.0701e-02, -3.5751e-02, -2.5343e-02,  2.1824e-02, -3.1555e-02,
                      -3.7791e-02,  2.0806e-02, -3.1726e-02,  1.2512e-02,  1.3606e-02,
                      -2.1529e-02, -3.6959e-02, -3.9109e-02,  1.6545e-02,  1.7970e-01,
                      -2.8688e-02, -6.4787e-03,  2.2436e-03,  5.5746e-02,  4.3088e-02,
                       2.6068e-02, -4.6848e-02, -5.9193e-02, -5.8534e-02, -2.2558e-02,
                       3.8597e-03, -1.8581e-02, -5.4031e-02,  4.2722e-02, -1.4113e-02,
                       2.8577e-02, -2.5343e-03, -3.5908e-02, -2.9240e-02,  9.7061e-03,
                      -7.3463e-02, -3.0356e-03,  1.9353e-02,  2.9016e-02, -2.4895e-02,
                      -4.6146e-02,  3.9316e-02,  5.3353e-02, -1.4986e-02,  1.8732e-02,
                       2.5970e-02, -5.5644e-02, -1.3386e-02, -1.2477e-01,  2.0051e-02,
                      -4.9115e-02, -4.1909e-02,  1.0056e-02, -3.0251e-02,  1.0415e-02,
                       6.7411e-02,  4.8429e-02, -5.4667e-03,  1.2270e-02,  3.0453e-03,
                       2.8836e-02,  8.3984e-03,  3.1983e-02, -5.7012e-02,  4.9705e-02,
                      -2.4907e-02, -4.2402e-02, -3.8642e-02, -3.2923e-02, -8.1689e-02,
                       1.2421e-02,  1.0528e-01,  2.9021e-02, -3.7712e-03,  3.7886e-04,
                      -9.8677e-02, -2.3142e-03, -1.9920e-02, -1.6692e-02,  3.2849e-02,
                      -9.8516e-02,  8.1793e-02, -1.0083e-01,  3.8610e-03,  3.6235e-02,
                      -2.4719e-02, -2.9151e-03, -6.1258e-03, -2.0173e-02, -1.1198e-01,
                       9.4438e-03, -2.7436e-02, -2.5340e-03,  4.5547e-02,  3.2853e-02,
                      -4.4933e-02,  7.2278e-02,  1.9634e-02, -1.1517e-01, -2.4546e-02,
                       6.9302e-02, -8.6136e-03, -4.7394e-02, -3.3770e-03, -1.5729e-02,
                       3.6394e-02,  9.4630e-03,  1.2648e-02,  4.3909e-04,  6.6348e-02,
                      -7.1602e-03,  2.4466e-02, -6.0220e-02,  4.5116e-02,  2.5381e-02,
                       5.8357e-02, -1.0290e-02, -1.0228e-02,  1.5183e-02,  3.7886e-02,
                       1.2108e-02, -1.7779e-02, -3.5291e-02,  5.8202e-02, -5.8483e-02,
                       1.4679e-03, -2.5583e-02, -4.7386e-02,  4.8797e-02,  1.8445e-02,
                      -1.4060e-02, -1.0454e-02,  9.7095e-03, -4.5485e-02, -3.3173e-02,
                      -4.1785e-02, -1.4480e-02,  3.7573e-02,  4.2413e-02, -1.5349e-02,
                       6.8067e-02, -5.5071e-02,  7.8203e-02, -2.6578e-02, -2.2252e-03,
                       3.2657e-02,  1.4615e-02,  2.2059e-02,  5.4398e-03,  1.7511e-02,
                       2.1126e-02,  3.0602e-02, -3.9353e-04,  2.5040e-02,  1.1938e-02,
                       2.0718e-02, -7.3732e-03, -4.7967e-02, -2.2630e-02, -8.7287e-04,
                       1.0012e-02, -1.3661e-01,  1.1468e-02,  2.0890e-02, -8.5880e-02,
                       8.7307e-03, -9.7449e-04, -3.0833e-02, -6.4941e-03, -9.9139e-02,
                       1.0073e-02,  1.9810e-02,  2.8194e-02, -4.2756e-02,  1.9326e-02,
                       1.6209e-02,  9.6486e-03,  6.1887e-02, -4.2614e-02,  9.7500e-02,
                       3.2634e-02, -1.4824e-03, -2.0895e-02,  2.1270e-02,  9.5120e-02,
                       4.8768e-02, -3.2145e-02, -9.8443e-02,  4.1530e-02, -3.7278e-02,
                      -6.7665e-02,  3.8797e-02,  1.4183e-02, -2.8719e-03, -1.6323e-02,
                       7.1376e-02,  3.9071e-02, -1.7002e-02, -5.8241e-03,  4.8956e-02,
                      -5.6690e-02,  3.3306e-02, -5.6164e-02,  3.8514e-02,  2.0726e-02,
                      -4.4395e-02,  1.0055e-02,  6.4190e-02,  5.3762e-02, -7.0882e-02,
                      -1.0730e-02,  6.4531e-02,  7.6125e-02, -3.0623e-02, -3.2456e-02,
                      -5.0741e-02,  7.6582e-04, -7.2455e-03, -5.4212e-03, -8.0219e-02,
                       8.2392e-03, -3.8225e-02,  1.7339e-02,  1.8438e-02, -3.8748e-02,
                      -5.6732e-03, -1.3948e-02, -4.0318e-02,  5.1262e-03, -1.6578e-02,
                      -4.9654e-02,  1.4337e-02, -1.8325e-02, -1.5960e-02,  6.5060e-02,
                      -3.4227e-03, -3.2125e-02,  9.5410e-03, -5.2096e-02, -9.0565e-02,
                       1.9224e-02,  8.0478e-02, -9.7945e-03, -1.5356e-02, -3.3416e-02,
                       1.3430e-02,  2.8949e-03,  5.9811e-02,  4.0747e-02,  5.0618e-02,
                       5.4777e-03, -4.5266e-02,  1.6203e-02, -6.4583e-02, -2.1337e-02,
                      -1.0263e-02,  1.0725e-02, -2.1221e-02,  1.7431e-02, -6.6296e-03,
                      -3.0212e-02,  9.2864e-02, -2.7399e-02, -2.0377e-03,  1.4941e-02,
                       1.6733e-03,  7.2577e-02,  6.0131e-02, -4.4120e-02,  1.3626e-02,
                      -1.7970e-03,  1.6777e-02, -8.2854e-02, -1.7384e-02, -2.7031e-02,
                      -1.4210e-02, -2.9293e-02,  5.3169e-02,  3.4838e-03, -1.9750e-02,
                      -4.2075e-03, -7.1672e-02, -7.5401e-03, -1.8462e-02,  6.5515e-02,
                       8.8510e-03,  3.0881e-03,  8.4515e-03,  4.8408e-02,  1.9836e-02,
                       7.0909e-03, -2.0467e-02,  1.8023e-02, -1.0665e-02,  2.5404e-02,
                      -5.0541e-02,  5.6754e-03, -4.7858e-02, -8.2601e-03,  7.1224e-02,
                       5.4044e-03,  2.1025e-02, -2.2085e-02, -2.7201e-02,  7.7776e-03,
                      -1.3532e-02, -4.0907e-02,  2.9445e-02, -4.6164e-03, -3.5794e-02,
                       1.9397e-02, -1.2266e-02,  2.4070e-03,  4.5574e-02, -3.2422e-02,
                       1.0808e-02, -2.3544e-02,  1.6582e-02,  6.6497e-02, -3.9121e-02,
                      -9.4462e-02,  4.6360e-02, -2.6980e-02,  1.7966e-02, -9.0948e-02,
                       4.2201e-02, -5.0057e-03,  8.0566e-02,  4.9873e-02,  6.1208e-02,
                       3.0956e-02, -3.2233e-02, -2.5968e-03, -1.6801e-02,  1.2935e-02,
                      -4.2334e-02, -2.9742e-02,  3.0393e-02, -2.0754e-02, -1.3321e-01,
                       2.5927e-02, -9.7854e-02,  5.0224e-01, -3.2758e-02,  9.3041e-03,
                      -2.4179e-02, -3.9098e-02, -5.2171e-02, -2.7882e-03, -3.1407e-02,
                      -7.2843e-02,  2.3919e-02, -1.2470e-02, -1.0442e-01,  6.4509e-03,
                      -3.5727e-02,  6.4204e-02, -8.4379e-03,  1.5560e-02,  2.5249e-02,
                      -2.2813e-02, -5.3345e-02,  2.5859e-02, -5.0231e-02,  5.6137e-02,
                       3.0657e-02, -6.8950e-02,  3.4135e-02, -3.4772e-02,  8.9654e-04,
                      -1.5799e-02, -7.1216e-03, -3.9317e-02, -3.3082e-02,  5.9496e-02,
                       2.6532e-02, -7.8279e-03,  3.9348e-04, -6.9008e-03,  4.9957e-02,
                       3.9814e-02, -1.8194e-02,  2.8829e-03,  7.8424e-02,  3.4913e-02,
                       2.2416e-02, -1.8718e-02,  6.3833e-03,  7.0394e-02, -3.1298e-02,
                       5.8144e-02, -2.9921e-02, -8.2624e-02, -3.9718e-02, -4.1569e-02,
                      -9.9663e-02,  1.2125e-02, -9.8095e-02,  4.4809e-02, -7.3432e-03,
                      -3.7754e-02, -3.8765e-02,  2.7598e-02, -1.1417e-03, -3.8305e-02,
                       4.4228e-02, -2.2529e-02, -7.7156e-04,  2.6135e-03, -3.2585e-02,
                      -7.6822e-03, -3.3167e-02,  4.2038e-02,  3.4666e-02,  2.2590e-02,
                      -5.3693e-02, -5.8510e-03, -3.3151e-02,  1.7446e-02,  5.3279e-02,
                      -7.5515e-02,  1.9261e-02, -4.4995e-02, -2.5145e-02, -1.7571e-02,
                       1.9559e-02, -3.3611e-02, -5.8690e-02, -3.1545e-02,  7.9338e-03,
                      -1.7035e-02, -7.3999e-02,  2.5733e-02, -1.1253e-02, -4.1161e-02,
                       5.6281e-02,  4.3656e-02,  6.5661e-02,  4.3216e-02,  1.9520e-02,
                       5.0229e-02, -2.6533e-02, -5.6264e-02, -8.8233e-03, -7.2088e-03,
                       4.5097e-03, -5.1945e-02,  1.8518e-02,  5.7079e-02,  7.5686e-02,
                       1.0337e-01,  4.2352e-02,  1.0742e-01, -3.3751e-02, -7.7848e-03,
                      -1.5618e-02,  1.0226e-01, -3.3714e-02, -1.9575e-02,  4.1311e-03,
                       6.7784e-02, -4.2501e-02,  3.1325e-02,  5.5547e-03, -3.5404e-02,
                      -1.5781e-02, -5.7819e-02, -1.0993e-02,  9.9004e-03,  1.1749e-02,
                       1.4966e-02, -5.5558e-02, -3.6302e-02,  7.1042e-03,  1.4479e-02,
                      -2.3432e-02,  1.0128e-01, -4.4511e-03,  3.4984e-02, -9.4665e-03,
                       4.7322e-02, -6.1785e-02,  3.3846e-02, -6.1443e-02, -1.0769e-02,
                      -1.8431e-03, -9.4191e-02, -3.3578e-02, -2.0388e-02, -3.6793e-02,
                       4.0180e-02, -5.5769e-02,  4.2414e-02, -4.5652e-02,  9.6566e-02,
                       6.6138e-02, -4.4586e-02,  2.1482e-02,  2.2409e-02,  2.3396e-03,
                       5.3444e-02,  3.3354e-02,  3.2378e-02, -3.1351e-02, -2.4594e-02,
                       9.8711e-03, -2.4744e-02,  5.3170e-03,  1.8256e-02,  2.4824e-02,
                      -2.6419e-02,  8.5643e-03, -2.2103e-03, -9.2660e-03, -1.5682e-02,
                      -5.7266e-02,  5.2576e-03,  1.5600e-02, -6.2351e-02,  3.7064e-02,
                       5.7601e-04, -6.2989e-02,  1.0396e-01, -4.2132e-02, -2.3120e-02,
                      -3.1349e-02,  3.5227e-03,  4.4267e-02,  2.3075e-02, -1.8611e-02,
                      -1.0894e-02,  7.2845e-02, -1.8905e-03,  6.1652e-02,  5.7375e-02,
                       7.8899e-02,  1.3328e-02,  2.7448e-02,  4.4277e-02, -1.7305e-02,
                       4.0074e-02, -5.0228e-02,  4.0246e-02,  2.4743e-02,  9.8664e-04,
                       9.2080e-02, -2.2402e-02,  3.3099e-02, -9.2469e-03, -1.4545e-02,
                       3.3778e-02, -2.3362e-02, -1.3857e-02], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.weight',
              tensor([0.8352, 0.8556, 0.8302, 0.7955, 0.7844, 0.8164, 0.7448, 0.7789, 0.9151,
                      0.7145, 0.9181, 0.8855, 0.9167, 0.9006, 0.8656, 0.6840, 0.8109, 0.8084,
                      0.8210, 0.8736, 0.7400, 0.9361, 0.8362, 0.8255, 0.7871, 0.8276, 0.8782,
                      0.8974, 0.8166, 0.8693, 0.8416, 0.6931, 0.9071, 0.7098, 0.8243, 0.8031,
                      0.6703, 0.9008, 0.7228, 0.8552, 0.9095, 0.8471, 0.8745, 0.9111, 0.9252,
                      0.8868, 0.8569, 0.8534, 0.9370, 0.8220, 0.9180, 0.7679, 0.7972, 0.8794,
                      0.7660, 0.7186, 0.8204, 0.8580, 0.7671, 0.7818, 0.8368, 0.9330, 0.9062,
                      0.8870, 0.7181, 0.9191, 0.8704, 0.8086, 0.6733, 0.7700, 0.8652, 0.8271,
                      0.8355, 0.8209, 0.9083, 0.9100, 0.8088, 0.8402, 0.9180, 0.8673, 0.8500,
                      0.8126, 0.8554, 0.8311, 0.6456, 0.9101, 0.7659, 0.8392, 0.9014, 0.8160,
                      0.8508, 0.8007, 0.8615, 0.8544, 0.8084, 0.8247, 0.6637, 0.8851, 0.8775,
                      0.8825, 0.7705, 0.9337, 0.7364, 0.9450, 0.6832, 0.9016, 0.9202, 0.7663,
                      0.9103, 0.8957, 0.7771, 0.8185, 0.9168, 0.6129, 0.8800, 0.9191, 0.8478,
                      0.8453, 0.8783, 0.9213, 0.8646, 0.8671, 0.8858, 0.7679, 0.7485, 0.7477,
                      0.8486, 0.7659, 0.8193, 0.7861, 0.8667, 0.7736, 0.8376, 0.8685, 0.8929,
                      0.8468, 1.2447, 0.8873, 0.8588, 0.8888, 0.7113, 0.8973, 0.8139, 1.2759,
                      0.8272, 0.8401, 0.8619, 0.8687, 0.8467, 0.8993, 0.8888, 0.8675, 0.8935,
                      0.8340, 0.8647, 0.8099, 0.8977, 0.8610, 0.8248, 0.8768, 0.9805, 0.8901,
                      0.6892, 0.8559, 0.8161, 0.8739, 0.8506, 0.6958, 0.8148, 0.8294, 0.8964,
                      0.6799, 0.6948, 0.8502, 0.8160, 0.9060, 0.9261, 0.8395, 0.9257, 0.8322,
                      0.7943, 0.8205, 0.7805, 0.9224, 0.8620, 0.8903, 0.7796, 0.8766, 0.8487,
                      0.8684, 0.8418, 0.6450, 0.8316, 0.8559, 0.8255, 0.9042, 0.9053, 0.7029,
                      0.8147, 0.9255, 0.9154, 0.7434, 0.8956, 0.8344, 0.7605, 0.8266, 0.8870,
                      0.9476, 0.8590, 0.7985, 0.8858, 0.9055, 0.7827, 0.8838, 0.8041, 0.8985,
                      0.7751, 0.7712, 0.8406, 0.8388, 0.8861, 0.8062, 0.9016, 0.9616, 0.8809,
                      0.8845, 0.8927, 0.8799, 0.8388, 0.6329, 0.7852, 0.8932, 0.8262, 0.8400,
                      0.7929, 0.8615, 0.6283, 0.9177, 0.8416, 0.8807, 0.8341, 0.8019, 0.7929,
                      0.8086, 0.8755, 0.7719, 0.9045, 0.7958, 0.9181, 0.9242, 0.8449, 0.8775,
                      0.9405, 0.9460, 0.9539, 0.8750, 0.9177, 0.6535, 0.8449, 0.8707, 0.6479,
                      0.8482, 0.8557, 0.8299, 0.8541, 0.8615, 0.8833, 0.9071, 0.7061, 0.8905,
                      0.8744, 0.8490, 0.9357, 0.8184, 0.9489, 0.8811, 0.8394, 0.8557, 0.8227,
                      0.8983, 0.9375, 0.9002, 0.7541, 2.6347, 0.8626, 0.9328, 0.7046, 0.9239,
                      0.8717, 0.7818, 0.7287, 0.8104, 0.7626, 0.8279, 0.8576, 0.8074, 0.8593,
                      0.6244, 0.9096, 0.8789, 0.9090, 0.8308, 0.8094, 0.8498, 0.6030, 0.9064,
                      0.7800, 0.9123, 0.8998, 0.8537, 0.7904, 0.8156, 0.8444, 0.7239, 0.7713,
                      0.9006, 0.8303, 0.7746, 0.9504, 0.7444, 0.7831, 0.8748, 0.8261, 0.9222,
                      0.7467, 0.7941, 0.8979, 0.7968, 0.9114, 0.8731, 0.9532, 0.8370, 0.8952,
                      0.8972, 0.9314, 0.8984, 0.8517, 0.9047, 0.8999, 0.7477, 0.6099, 0.8954,
                      0.7548, 0.9118, 0.8347, 0.9037, 0.8818, 0.8356, 0.8451, 0.8163, 0.8759,
                      0.8203, 0.8276, 0.8388, 0.9285, 0.8703, 0.8254, 0.8473, 0.8436, 0.7386,
                      0.8247, 0.8781, 0.7956, 0.9052, 0.8458, 0.8627, 0.8948, 0.9636, 0.8766,
                      0.8226, 0.8298, 0.8965, 0.8575, 0.8654, 0.7911, 0.8193, 0.7970, 0.8698,
                      0.8666, 0.6233, 0.8289, 0.8388, 0.8999, 0.9247, 0.7739, 0.7662, 0.7347,
                      0.8789, 0.8813, 0.7500, 0.9203, 0.7571, 0.8720, 0.8703, 0.8611, 0.8559,
                      0.7497, 0.9361, 0.8340, 0.7514, 0.6761, 0.7839, 0.7455, 0.8323, 0.8609,
                      0.8643, 0.7906, 0.8342, 0.9118, 0.9461, 0.8211, 0.7784, 0.9099, 0.9368,
                      0.9225, 0.8095, 0.7776, 0.9951, 0.8320, 0.9079, 0.8537, 0.9381, 0.8848,
                      0.7378, 0.8157, 0.8748, 0.8623, 0.6536, 0.8634, 0.9345, 0.8444, 0.8736,
                      0.8022, 0.9635, 0.7109, 0.9198, 0.8527, 0.8177, 0.8718, 0.8900, 0.9189,
                      0.7304, 0.8155, 0.7843, 0.8157, 0.7551, 0.8761, 0.8882, 0.8785, 0.8252,
                      0.8783, 0.6853, 0.8591, 0.8855, 0.8672, 0.9939, 0.7499, 0.7610, 0.8412,
                      0.8476, 0.8075, 0.8459, 0.7720, 0.9130, 0.6998, 0.7801, 0.8148, 0.7728,
                      0.8700, 0.8493, 0.9119, 0.8448, 0.9318, 0.8476, 0.9274, 0.8512, 0.6618,
                      0.9029, 0.7925, 0.9724, 0.8033, 0.8359, 0.8994, 0.8827, 0.8842, 0.8177,
                      0.9441, 0.7228, 0.9264, 0.7945, 0.7926, 0.8955, 0.8715, 0.7818, 0.9214,
                      0.7951, 0.7895, 0.9139, 0.8013, 0.8681, 0.9166, 0.8906, 0.7669, 0.8610,
                      0.9064, 0.9864, 0.9198, 0.8383, 0.8705, 0.8618, 0.8638, 0.8656, 0.8796,
                      0.8489, 0.9052, 0.7406, 0.8843, 0.8195, 0.6638, 0.9024, 0.8885, 0.6722,
                      0.8290, 0.9217, 0.8715, 0.9297, 0.9336, 0.9328, 0.8836, 0.8967, 0.8689,
                      0.9044, 0.8461, 0.7848, 0.8137, 0.8122, 0.7386, 0.8856, 0.8230, 0.8335,
                      0.9113, 0.8944, 0.7467, 0.7324, 0.7719, 0.9456, 0.7969, 0.7747, 0.8761,
                      0.9047, 0.8202, 0.8080, 0.9332, 0.8566, 0.7164, 0.8317, 0.7553, 1.6482,
                      0.8568, 0.8315, 0.9075, 0.9222, 0.7036, 0.8868, 0.9116, 0.9030, 0.8404,
                      0.8700, 0.7466, 0.9411, 0.7453, 0.8538, 0.7983, 0.8358, 0.8796, 0.9063,
                      0.8073, 0.8369, 0.8860, 0.8897, 0.8700, 0.9212, 0.8876, 0.8472, 0.8783,
                      0.8922, 0.8303, 0.8625, 0.8017, 0.7550, 0.9033, 0.7305, 0.7998, 0.8079,
                      0.8462, 0.9503, 0.8069, 0.8192, 0.8961, 0.8440, 0.8769, 0.8135, 0.7195,
                      0.8871, 0.9102, 0.8484, 0.8735, 0.7784, 0.9095, 0.8919, 0.8600, 0.7294,
                      0.8049, 0.8381, 0.9563, 0.9157, 0.9138, 0.9320, 0.8849, 0.8973, 0.8422,
                      0.7327, 0.8560, 0.9505, 0.8410, 0.9473, 0.8972, 0.8473, 0.8110, 0.8485,
                      0.8707, 0.8956, 0.7685, 0.8447, 0.7891, 0.8581, 0.8732, 0.8904, 0.8512,
                      0.8261, 0.9380, 0.8198, 0.8689, 0.7959, 0.8101, 0.7835, 0.6882, 0.9193,
                      0.9039, 0.8016, 0.7458, 0.9113, 0.7554, 0.7256, 0.7965, 0.8293, 0.9061,
                      0.8367, 0.8848, 0.8877, 0.8632, 0.8356, 0.8320, 0.8230, 0.7638, 0.8634,
                      0.9397, 0.6241, 0.6873, 0.8565, 0.9556, 0.7331, 0.8157, 0.9389, 0.9016,
                      0.8378, 0.8804, 0.8880, 0.9089, 0.8725, 0.9033, 0.7908, 0.8693, 0.8944,
                      0.8958, 0.8213, 0.7913, 0.9136, 0.8531, 0.9098, 0.9289, 0.6426, 0.8663,
                      0.8717, 0.9265, 0.8746, 0.8656, 0.9783, 0.7924, 0.9327, 0.7608, 0.7664,
                      0.6995, 0.7930, 0.8827, 0.9291, 0.8611, 0.9150, 0.8037, 0.8964, 0.8274,
                      0.9160, 0.8677, 0.7782, 0.9437, 0.8276, 0.7804, 0.7416, 0.8337, 0.9200,
                      0.8831, 0.8597, 0.9281, 0.7726, 0.9133, 0.6173, 0.9311, 0.7778, 0.8725,
                      0.8568, 0.8199, 0.7874, 0.9215, 0.9772, 0.8127, 0.9076, 0.9210, 0.7793,
                      0.8387, 0.8892, 0.9213, 0.8230, 0.6691, 0.8446, 0.8108, 0.7510, 0.8554,
                      0.8457, 0.8333, 0.6664, 0.8270, 0.8676, 0.8641, 0.7933, 0.8912, 0.7959,
                      0.7513, 0.8532, 0.8824, 0.7909, 0.7812, 0.8586, 0.9132, 0.8405, 0.9278,
                      0.8615, 0.9329, 0.8460], device='cuda:0')),
             ('bert.encoder.layer.5.attention.output.LayerNorm.bias',
              tensor([-2.1959e-03, -8.9757e-02, -1.4204e-01,  3.0079e-02, -1.9653e-01,
                       1.1214e-01, -2.4949e-01,  2.5082e-01,  1.6641e-01,  3.6802e-03,
                       9.4284e-02, -1.6545e-02, -9.9683e-02, -1.4684e-01, -4.6859e-02,
                       2.2539e-01, -4.5909e-02, -1.4859e-01, -1.8468e-01, -5.0810e-02,
                       7.8625e-02,  1.1864e-01, -5.8340e-02,  1.4632e-01, -1.4087e-01,
                       8.1916e-02,  4.9527e-02,  2.7658e-01,  5.6966e-02,  9.0366e-03,
                      -4.3263e-02, -1.5920e-01, -1.3835e-01, -8.3882e-02,  5.6969e-02,
                      -1.6804e-02, -2.2526e-01, -4.3721e-02,  1.5674e-01,  1.4035e-01,
                      -3.5762e-02, -1.2408e-01,  6.8947e-02,  1.3696e-01,  4.1251e-02,
                      -7.6278e-02,  1.7528e-02,  6.3612e-02, -3.2897e-03,  8.4007e-02,
                      -4.4587e-04,  2.6977e-02,  2.6506e-01, -8.3338e-02, -6.7923e-02,
                      -7.6598e-02, -1.1756e-01,  1.7079e-03,  4.9297e-02,  3.2380e-02,
                       3.4382e-02, -1.4415e-02,  1.2219e-01, -2.4421e-01, -9.8049e-02,
                       4.0916e-02, -6.9582e-04, -6.4697e-02,  3.6556e-02, -1.1604e-01,
                      -8.6424e-02, -1.0297e-01, -1.0318e-01,  3.3670e-02, -1.1869e-02,
                       2.7145e-02, -3.1682e-04,  2.1197e-02,  9.1421e-03,  1.3871e-01,
                       4.0308e-02, -2.9371e-02, -1.0512e-01,  8.6090e-02, -1.0815e-02,
                       2.0926e-01, -1.5377e-01, -8.0686e-03,  1.1893e-01,  4.6691e-02,
                      -1.8121e-01, -1.5152e-01, -1.3455e-01,  2.3080e-02, -1.1363e-01,
                       1.2474e-01,  3.7011e-02, -8.2936e-02, -6.5018e-02,  1.4074e-01,
                      -6.2640e-02, -3.1878e-02, -5.9351e-02,  1.3091e-01, -1.4876e-01,
                      -4.2419e-02,  9.0468e-02, -8.6516e-02, -2.2273e-01, -9.1017e-02,
                      -1.7829e-03, -1.6977e-01, -5.9541e-02,  1.1263e-01,  3.3042e-01,
                       1.4017e-01, -8.0821e-02,  1.2762e-02, -8.0679e-02,  3.2028e-02,
                       3.2622e-02, -1.9813e-02, -1.9498e-02,  7.3141e-02, -2.7251e-02,
                       2.3610e-02, -7.7551e-02, -7.6100e-02, -9.3704e-02, -2.7210e-02,
                      -1.4302e-02,  4.7099e-02, -8.3093e-02,  2.2823e-03, -1.4473e-01,
                       2.6792e-02,  5.7168e-01,  6.7244e-02, -1.1287e-01, -6.6942e-04,
                      -2.6693e-01, -8.9685e-02, -2.3450e-02, -1.6352e+00,  4.0589e-02,
                      -4.4775e-02,  1.7567e-02,  1.9187e-02, -1.0803e-02, -3.7913e-01,
                      -1.2484e-01, -2.4900e-02, -6.7014e-02,  2.0257e-02,  9.6103e-02,
                      -1.5982e-02, -7.6588e-02, -1.4868e-01,  7.7486e-02, -1.3917e-01,
                       2.2928e-01,  1.3802e-01,  6.3991e-03, -6.7984e-02,  1.5751e-02,
                      -1.9849e-01,  6.1178e-02,  1.0388e-01, -1.9563e-01, -2.0070e-02,
                       2.2760e-02,  1.1841e-01, -4.1103e-02,  5.8811e-02,  1.8039e-01,
                       1.7092e-01,  1.3952e-01, -3.1243e-01, -1.6762e-01, -3.2968e-03,
                      -2.0573e-01, -4.3516e-02, -6.5913e-02, -1.9923e-01,  4.5670e-02,
                       2.4521e-02, -9.4232e-02, -1.2525e-01, -2.9204e-02, -9.8138e-03,
                       1.3571e-01,  4.1195e-02,  2.1607e-01,  1.8964e-02, -7.7233e-02,
                      -1.6128e-01, -2.6682e-03, -4.1891e-02, -1.5747e-01, -2.1531e-01,
                       1.6223e-01,  9.4832e-02, -1.3137e-01,  4.9264e-02, -4.5573e-03,
                       2.2610e-02,  6.4887e-02, -1.4903e-01, -7.0060e-02, -6.3217e-02,
                       1.4054e-02, -5.1620e-02,  9.5356e-02, -1.3860e-01, -3.7399e-02,
                      -7.2874e-02,  1.8277e-01,  1.4084e-01, -6.7387e-02,  7.6580e-02,
                       4.0408e-02, -1.0419e-03,  6.0901e-02, -2.6158e-01, -3.0035e-01,
                       1.6909e-01,  3.4873e-02,  1.2422e-02,  1.5483e-01, -2.1876e-01,
                      -3.5984e-03,  8.2292e-02, -5.4946e-04, -1.7482e-01, -7.9134e-02,
                      -1.1700e-01, -1.1120e-01, -3.6070e-02, -1.0204e-02,  6.3922e-03,
                      -1.4572e-01, -3.2530e-03,  1.8764e-01,  4.7517e-02, -6.5207e-02,
                      -2.0879e-01,  9.8193e-02,  6.4492e-03,  2.3682e-02,  6.9331e-02,
                       1.2723e-02,  2.7119e-02,  4.9550e-02,  1.0517e-01,  1.0273e-01,
                       7.4032e-02, -1.7068e-01, -5.8987e-02, -2.9948e-02,  3.3021e-02,
                       9.1869e-02, -1.3107e-01,  5.4521e-02, -1.8968e-02, -3.8947e-02,
                       6.4164e-02,  1.1287e-03, -1.0385e-02, -8.2076e-03, -1.5446e-01,
                      -9.1560e-02, -1.8734e-01,  1.4042e-01, -2.1793e-02,  1.5391e-01,
                      -9.1375e-02, -1.2860e-01, -3.6144e-02,  9.4794e-02, -1.8478e-01,
                      -2.0783e-02,  7.4532e-02, -1.1638e-01,  1.2624e+00,  8.8901e-03,
                       4.7392e-02, -8.9996e-02, -2.7022e-01,  1.0599e-01,  8.8115e-02,
                      -2.6626e-05,  4.1880e-02,  5.9286e-02, -1.8954e-01, -4.4433e-03,
                      -1.4504e-01, -1.7014e-01,  3.3753e-02, -7.6082e-02,  1.1939e-01,
                       2.0193e-01, -1.4045e-01,  1.0581e-01,  8.6358e-02, -7.3468e-02,
                      -7.3657e-02, -4.1050e-02,  5.2621e-02, -7.8997e-02,  2.2018e-01,
                       1.1016e-01,  3.9270e-02,  5.0497e-03,  1.1689e-01, -2.0681e-02,
                      -1.4861e-02, -8.8853e-02,  2.1016e-02, -1.8228e-01,  2.2164e-03,
                      -1.4389e-01, -6.3458e-02,  4.8224e-02, -3.5429e-02, -6.3513e-02,
                      -2.5478e-01,  1.7197e-01,  1.1543e-01,  3.3339e-03,  1.9142e-01,
                      -2.6751e-01, -8.4474e-02,  2.3887e-02,  3.8210e-02,  7.7741e-02,
                      -1.3772e-01,  8.5259e-02, -3.3143e-02, -2.1005e-01,  9.1177e-03,
                      -3.7408e-02,  2.2663e-02, -1.1961e-02, -1.5431e-01,  2.6057e-02,
                      -7.0112e-02, -1.1590e-01, -1.2663e-01,  7.7690e-02, -4.9957e-02,
                       5.1054e-02, -1.6813e-01, -1.9404e-01, -2.6712e-02,  4.1886e-02,
                      -2.1489e-01,  5.4776e-02,  2.1089e-02,  2.6391e-02, -1.5583e-01,
                      -7.3993e-02, -3.2714e-02,  8.0038e-02, -1.0636e-01, -2.6721e-01,
                       6.5279e-02, -1.1222e-01,  1.2369e-01, -8.8428e-02,  3.5872e-02,
                      -8.9714e-02, -1.6332e-01, -8.2310e-02,  3.9655e-02, -9.6916e-02,
                      -9.0292e-02,  2.1191e-02, -1.0273e-01,  1.0930e-01,  3.3399e-02,
                      -5.0105e-02,  8.5036e-02,  9.7206e-02,  1.3828e-01, -1.3803e-01,
                      -1.5333e-01,  1.6493e-01, -2.0286e-02,  1.2457e-01,  3.6052e-03,
                      -1.0379e-02,  1.2098e-04, -9.8993e-03, -3.0665e-02, -1.9572e-01,
                      -4.8109e-02,  3.0779e-02,  1.5538e-02, -1.6442e-01, -2.7645e-02,
                      -6.9100e-02,  1.4675e-01, -7.2044e-02,  1.2668e-02, -2.0121e-01,
                       2.6940e-02, -2.7015e-02, -8.2153e-02, -1.6239e-01, -6.0129e-02,
                      -8.7108e-02,  7.7589e-02,  5.1119e-02, -8.1234e-02,  7.2829e-02,
                      -1.9918e-02,  1.1408e-01,  4.3851e-01, -1.5212e-01, -1.0624e-01,
                      -1.2288e-01, -1.1816e-01, -1.3252e-02,  6.1090e-02,  2.1774e-01,
                      -8.9468e-02, -6.3304e-02, -1.5377e-01,  8.1541e-03,  1.2028e-01,
                      -1.2010e-01,  3.7326e-02, -9.5575e-02,  1.8853e-01, -9.9271e-02,
                       8.0002e-02,  1.3380e-01,  1.6487e-03, -1.0914e-01,  5.3009e-02,
                       1.0508e-01,  6.3209e-02, -9.9657e-02,  1.4541e-02, -4.7052e-02,
                      -1.0178e-01, -6.5288e-02, -9.2195e-03, -9.1391e-03, -8.4030e-02,
                       3.5197e-02,  2.2189e-01,  3.8154e-02,  4.8123e-02, -5.3530e-02,
                      -3.8263e-01, -7.2803e-02, -4.7584e-02, -1.1614e-01,  2.0942e-02,
                      -1.3037e-01, -5.1112e-02, -7.2121e-02,  1.3621e-01, -5.6420e-02,
                      -3.9127e-02,  6.9733e-03, -2.0124e-02,  7.0992e-02,  3.7689e-02,
                       1.7521e-01,  4.5003e-02,  2.6165e-02,  2.1961e-01, -1.4107e-02,
                      -2.2235e-03,  5.2109e-02,  4.2139e-02,  6.5377e-02, -1.0159e-01,
                      -1.1398e-02, -4.2863e-02, -1.1717e-01,  1.4560e-02,  4.2904e-02,
                      -9.3457e-02,  3.0375e-02, -5.0029e-02,  1.2022e-03, -2.1162e-03,
                      -5.0737e-02,  7.2124e-03, -1.6133e-01, -3.2163e-02,  2.0941e-01,
                       7.8501e-03,  9.5787e-03,  2.1163e-02,  4.5560e-03,  4.9425e-02,
                       2.5265e-01,  3.3035e-02, -2.7042e-03, -1.5771e-01, -2.0607e-01,
                       1.3495e-01, -6.2695e-02,  9.5983e-02, -8.6082e-02, -1.1970e-01,
                      -1.0357e-01, -1.4492e-02,  1.8824e-01,  2.2246e-02, -2.2179e-01,
                      -2.2949e-02,  5.5647e-03,  6.4556e-02,  2.1411e-01,  2.1416e-02,
                      -1.0980e-01,  1.1856e-01,  1.7894e-03, -3.7343e-02, -8.3255e-02,
                      -6.7774e-02,  2.4263e-02, -7.2434e-02, -1.1404e-01, -4.3502e-02,
                      -1.2114e-01,  1.4234e-01, -8.2801e-02, -7.4937e-02, -2.0342e-01,
                      -1.7636e-02,  2.9559e-02,  1.2286e-01, -1.4635e-01,  1.4586e-01,
                      -3.1259e-01, -8.5412e-02, -1.8632e-02, -2.1389e-01, -5.6151e-02,
                       1.5348e-01, -1.5914e-02, -3.2794e-02,  1.1010e-01,  2.0018e-01,
                       1.7875e-01,  2.5282e-02, -5.6683e-02,  9.3671e-02,  1.2751e-01,
                       4.7968e-02, -1.4351e-01, -1.5847e+00, -7.7462e-02,  6.9980e-02,
                      -1.2244e-01,  5.3521e-02, -7.7506e-02,  2.1500e-02,  1.0483e-01,
                      -8.4735e-02,  2.5766e-02, -4.7555e-02,  4.9205e-02,  8.8581e-02,
                       1.6528e-02,  6.9942e-02,  4.5161e-03, -5.2001e-02,  6.2217e-03,
                      -8.9891e-03,  4.2805e-02, -1.6338e-01,  1.0100e-01, -1.6194e-01,
                       1.8900e-02,  1.5611e-01, -2.6948e-02, -2.5859e-02, -7.1373e-03,
                      -8.0023e-03,  5.2800e-02, -6.5042e-02,  1.0535e-01, -6.2787e-02,
                      -7.3859e-02,  9.9979e-03, -5.4291e-02, -1.8516e-01, -1.1575e-01,
                       7.7406e-02,  5.7363e-02,  1.0253e-01, -7.6378e-02,  1.5553e-01,
                      -4.0784e-02, -1.0417e-01, -5.9340e-02, -1.8474e-01,  9.7176e-02,
                      -1.5407e-01, -6.8678e-02,  1.1954e-01,  1.2772e-01,  2.2756e-01,
                       9.3683e-02, -1.0310e-01, -4.1911e-02, -1.1109e-01,  7.1206e-02,
                       1.8284e-01, -3.0229e-02, -1.4127e-01, -2.6844e-02,  7.4448e-02,
                      -1.3146e-01,  4.7363e-02,  1.4555e-01,  7.3097e-02,  8.4625e-02,
                      -1.6802e-01, -1.1534e-01, -1.6972e-01,  4.2012e-02,  2.3850e-01,
                      -1.8550e-01,  9.2053e-02, -2.1552e-02, -1.4059e-01,  1.2807e-03,
                       1.0058e-01, -9.9989e-02,  4.1623e-02, -1.7446e-01, -1.2199e-01,
                      -5.0630e-02, -1.4758e-01,  1.8285e-01, -6.5724e-02, -5.9133e-02,
                      -1.0977e-01, -1.5551e-01,  1.2900e-01, -1.0899e-01, -2.1531e-01,
                      -7.9763e-02, -2.2258e-01,  1.3100e-02, -1.0812e-01,  5.2631e-02,
                       7.9180e-03, -1.4230e-01,  8.3199e-02,  1.7708e-01, -1.6641e-01,
                       9.5844e-02,  1.0420e-01, -1.2293e-01, -1.2271e-02, -2.1527e-02,
                      -1.0380e-01,  1.9113e-01, -1.5955e-03,  1.3907e-02,  6.7974e-02,
                       6.2680e-02,  6.6404e-02,  5.1342e-02,  8.3172e-02,  1.7807e-01,
                       7.2921e-02, -1.1159e-02, -1.8378e-01, -9.8640e-02,  9.0690e-02,
                       9.3849e-02, -1.3849e-01,  6.2457e-02,  3.2830e-03, -7.4121e-02,
                       2.6533e-02, -3.1717e-02,  1.3255e-02, -4.8944e-02, -4.9369e-02,
                       1.3244e-01, -2.8433e-02, -6.7750e-02, -4.5968e-02,  8.9853e-02,
                      -1.1704e-01,  8.5903e-02, -2.5768e-01,  1.9215e-01,  9.6233e-02,
                       1.5007e-01,  1.2360e-01, -1.6730e-02, -6.1124e-02, -1.1724e-01,
                      -6.7156e-02,  9.2443e-02, -1.2139e-01, -6.5240e-02, -5.3718e-02,
                      -1.3183e-02,  1.8624e-03, -3.7589e-02, -5.1901e-02,  6.1155e-02,
                       4.8095e-02, -1.1103e-01, -1.1121e-01,  1.2616e-01,  9.7670e-02,
                       2.8018e-02,  3.2871e-02,  2.7613e-02, -9.3372e-02, -9.2492e-02,
                       3.7602e-02,  1.1968e-01, -1.8676e-01,  2.8473e-02,  2.3787e-02,
                      -9.8947e-02, -8.9434e-02, -1.6829e-01,  4.4858e-01, -9.8602e-02,
                      -4.3600e-02,  2.2919e-01, -8.1317e-02,  1.0961e-02,  9.8859e-03,
                      -1.3695e-01, -6.6499e-02,  6.0009e-02,  2.2012e-01,  2.8260e-02,
                      -5.5888e-02, -2.3863e-01, -6.7243e-02, -1.2448e-01,  4.7796e-02,
                      -9.4744e-02,  2.1425e-02,  4.3809e-02, -1.0693e-01, -1.1267e-01,
                      -1.8331e-01,  1.3472e-01, -1.8417e-01, -7.9484e-03,  9.6776e-02,
                      -1.4551e-01, -1.1050e-01,  4.2435e-02, -6.5501e-03,  3.8782e-02,
                      -6.1114e-02, -4.3286e-02,  1.1919e-01], device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.weight',
              tensor([[-0.0756,  0.0168,  0.0381,  ..., -0.0888, -0.0052, -0.0551],
                      [-0.0509,  0.0160, -0.0212,  ...,  0.0434,  0.0309, -0.0033],
                      [ 0.0341, -0.0501,  0.0187,  ..., -0.0119, -0.0181, -0.0189],
                      ...,
                      [ 0.0047,  0.0086,  0.0493,  ..., -0.0029, -0.0364, -0.0161],
                      [ 0.0039,  0.0077, -0.0530,  ..., -0.0378, -0.0092,  0.0065],
                      [ 0.0716, -0.0175, -0.0069,  ...,  0.0595, -0.0313, -0.0039]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.intermediate.dense.bias',
              tensor([-0.0627, -0.1047, -0.1237,  ...,  0.0013, -0.0956, -0.1187],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.weight',
              tensor([[ 0.0402, -0.0599,  0.0137,  ..., -0.0149, -0.0590, -0.0044],
                      [-0.0615, -0.0234,  0.0199,  ..., -0.0002,  0.0184,  0.0298],
                      [-0.0251, -0.0530,  0.0471,  ..., -0.0133, -0.0029, -0.0051],
                      ...,
                      [ 0.0316,  0.0042,  0.0128,  ...,  0.0056, -0.0188,  0.0558],
                      [-0.0050,  0.0069, -0.0421,  ...,  0.0032,  0.0432,  0.0201],
                      [-0.0083, -0.0432, -0.0149,  ..., -0.0021,  0.0168, -0.0512]],
                     device='cuda:0')),
             ('bert.encoder.layer.5.output.dense.bias',
              tensor([-2.6428e-02, -9.5938e-02, -1.0213e-01,  7.3483e-02,  8.9991e-03,
                       5.9255e-02, -4.0606e-02,  6.6113e-02, -1.4123e-02, -5.5665e-02,
                       5.3891e-02,  3.3619e-02, -6.4830e-02, -7.2248e-02,  2.7296e-02,
                       1.1710e-01,  2.0097e-02, -3.5134e-02, -2.9793e-02, -9.6990e-02,
                       7.7465e-02,  9.2660e-02,  2.6235e-03,  4.5000e-03, -7.8634e-02,
                       2.4679e-02, -2.0730e-03,  6.0037e-02,  5.1253e-02, -4.5388e-03,
                       1.5386e-02, -2.9779e-02, -2.9903e-03, -1.6973e-01,  7.3226e-04,
                       2.2029e-02, -1.3050e-01, -3.5833e-04,  4.3514e-02,  9.4184e-02,
                      -1.2443e-02, -6.3838e-02, -5.4669e-02, -1.1683e-02,  4.3268e-02,
                      -4.9764e-02, -1.0018e-02,  8.7577e-03, -4.5916e-03,  2.3607e-02,
                      -1.6376e-02,  1.7825e-02,  5.4748e-02, -1.2344e-02, -3.1277e-02,
                      -9.3199e-03, -6.9107e-02, -5.7848e-02, -4.4395e-03, -5.7463e-02,
                      -1.6924e-02, -4.1510e-02,  9.2532e-03, -1.2087e-01, -1.0987e-01,
                       9.8624e-02, -1.3130e-02, -2.6681e-02,  6.8798e-02, -8.2845e-02,
                      -4.6342e-02, -1.9761e-02, -2.2353e-02, -8.6964e-02,  1.0308e-02,
                       5.1561e-02, -8.3792e-03, -2.1930e-02, -4.6471e-02, -2.7658e-02,
                       8.6793e-02,  5.4491e-02,  5.9852e-02,  1.1083e-01,  6.3699e-03,
                      -7.5932e-02,  1.7447e-02, -1.3203e-02,  2.7629e-02,  1.5667e-02,
                      -7.8081e-02, -4.0080e-02, -6.9259e-02,  1.4656e-05, -1.5963e-02,
                       1.4474e-01,  5.8604e-03,  5.4037e-02,  4.6669e-02,  4.7341e-03,
                      -4.9676e-04,  1.5090e-03, -3.9129e-02,  1.9863e-02, -1.4851e-01,
                      -2.4960e-02,  8.7945e-02,  6.8720e-02, -1.4129e-02,  8.8970e-02,
                      -7.9602e-02, -8.3246e-02,  8.7975e-03, -1.2904e-03,  4.7984e-02,
                       6.5728e-02, -6.6555e-02,  3.8286e-02,  4.9527e-02,  4.2018e-02,
                       4.8614e-03,  8.3979e-03, -5.4664e-02, -4.7422e-02, -1.3742e-01,
                       3.7967e-02,  1.6664e-02,  4.1839e-02, -9.4002e-02, -1.9589e-02,
                      -8.6759e-03,  1.7267e-02, -1.9268e-02,  2.9149e-02,  5.6886e-02,
                      -8.2808e-02,  2.9611e-02,  4.5205e-02, -4.3426e-02,  1.0931e-01,
                      -1.1646e-01, -8.0670e-02, -2.5778e-02, -9.1120e-01, -2.5660e-02,
                       5.6095e-02,  3.3563e-02, -4.0393e-03, -3.6003e-02, -6.1425e-03,
                       9.2633e-03, -4.4969e-02, -2.4471e-02, -6.5679e-03,  1.7330e-02,
                      -1.8190e-02,  3.2071e-02, -8.9093e-02,  8.2618e-02, -3.3577e-02,
                       7.2432e-02,  3.6780e-02,  1.8518e-02,  1.6483e-02, -5.0924e-02,
                      -1.3716e-02,  4.3161e-02, -3.6460e-02, -2.7695e-02, -5.7434e-02,
                      -1.8481e-02,  5.2186e-02, -2.5233e-02,  2.0310e-02, -4.5154e-02,
                       4.8205e-02,  1.0087e-01, -9.4376e-02,  5.6986e-02, -2.5425e-03,
                      -1.5517e-01,  4.0525e-02, -2.3749e-02,  5.0626e-03,  1.0311e-01,
                      -6.2236e-03, -3.3311e-02, -1.8081e-02, -1.3880e-02,  2.0656e-02,
                       1.8775e-02,  9.2613e-02,  6.3398e-02,  3.7463e-02,  4.9024e-02,
                      -5.4913e-02, -3.4404e-02, -3.1027e-02, -3.3610e-02, -5.6695e-02,
                       4.8782e-02,  6.9334e-02,  1.8885e-02,  5.0855e-02,  7.7302e-02,
                      -5.9130e-02, -3.9344e-03, -9.2280e-03, -7.5167e-02, -6.0545e-02,
                       2.9134e-02, -7.5082e-02,  4.8884e-02, -3.3638e-02,  5.3769e-02,
                       6.3138e-02,  9.5303e-03,  3.1175e-02,  1.4532e-02,  2.9282e-02,
                       8.2484e-02,  8.3113e-02,  5.7137e-02, -9.2068e-02, -2.9863e-02,
                      -1.7108e-02, -2.9284e-02, -2.4999e-02,  9.6808e-02, -9.5282e-02,
                      -3.3296e-02,  8.0491e-02, -1.5132e-02, -1.4701e-01, -3.2394e-02,
                      -6.2267e-02, -3.7336e-02, -5.8039e-02, -3.3657e-02,  7.3090e-02,
                       2.5934e-02,  4.4002e-02,  9.9326e-02,  6.0757e-02, -1.1106e-01,
                      -6.0256e-02,  1.7098e-02,  3.9869e-02,  2.4411e-03,  4.8321e-02,
                      -7.5638e-03, -2.3434e-02, -1.0933e-02,  7.5276e-02,  1.4054e-02,
                      -8.6562e-03,  9.6346e-03,  9.8392e-02,  1.0924e-02,  1.7782e-02,
                       7.0230e-02, -9.0187e-02, -3.8768e-02, -5.3801e-02,  6.2098e-02,
                      -1.3693e-03,  2.7554e-02,  2.4634e-02, -1.1711e-01, -6.5808e-02,
                      -8.0734e-02, -6.6346e-02,  8.6409e-02,  1.1906e-02,  8.9242e-02,
                       6.7998e-02, -3.6438e-03,  1.1691e-03,  7.9372e-02, -1.6285e-02,
                       4.3651e-02,  1.6114e-02, -7.6527e-02,  3.1762e-01, -1.0839e-01,
                       2.8287e-02,  3.5297e-02, -1.3000e-02,  8.7671e-02, -1.6178e-03,
                      -2.2720e-02, -1.3495e-02,  3.1674e-02,  3.0701e-03, -3.9128e-02,
                      -4.1734e-02, -2.6385e-02, -2.7466e-02, -1.7526e-02,  4.2530e-02,
                      -2.6482e-02, -3.6333e-02,  7.4988e-02, -8.2627e-03,  4.7148e-02,
                      -5.5255e-02, -9.7362e-03,  6.0071e-02, -1.6245e-02,  1.6142e-02,
                       1.4985e-02,  7.4644e-02, -1.2178e-02, -6.7511e-03, -9.7070e-03,
                       9.1352e-03, -6.3180e-02, -1.0706e-01,  4.7136e-02,  5.6839e-03,
                      -4.0779e-02,  3.2913e-02, -1.7310e-02,  7.7426e-03,  3.1233e-02,
                      -1.8785e-02, -2.0616e-02,  9.3361e-04,  6.4044e-02,  2.3997e-02,
                      -3.2020e-02,  3.3751e-02,  6.3565e-02, -5.9034e-02,  1.3702e-03,
                      -6.8251e-03,  7.9215e-03,  1.2397e-02, -5.4960e-02,  4.1433e-02,
                       7.3769e-03,  4.7848e-02, -1.5569e-02,  6.4750e-02,  7.2691e-05,
                       2.7731e-02,  3.4687e-02, -3.1076e-02,  1.3126e-02,  8.2468e-02,
                      -4.2419e-02, -7.4470e-02, -5.9725e-02,  3.9168e-02,  7.1563e-02,
                      -3.0015e-02,  3.0358e-03,  5.9289e-04, -2.6934e-02, -1.2716e-01,
                       5.8898e-02, -1.2049e-01,  1.8595e-02, -7.0168e-02, -5.6600e-02,
                       4.6016e-02, -1.1593e-02,  3.5307e-02,  1.4661e-02,  7.9501e-03,
                      -2.7962e-02, -2.4966e-02, -2.0393e-02,  4.5646e-02, -1.0438e-01,
                      -1.4254e-02, -2.4152e-02, -2.5432e-02, -6.1392e-02, -9.6867e-02,
                      -8.5070e-02,  2.0869e-02,  5.2364e-02,  3.1608e-02, -1.7904e-02,
                      -4.3614e-02,  4.8861e-02,  1.7441e-02,  3.0341e-02, -9.3823e-02,
                       3.2813e-02,  3.9689e-02,  3.4025e-02,  2.2650e-03,  9.6929e-02,
                      -8.7348e-02,  1.4444e-02, -1.5986e-02, -8.7819e-02,  4.3527e-02,
                       5.7646e-02,  1.0597e-01,  2.3417e-02, -7.4370e-02, -9.4686e-02,
                      -7.4467e-03, -1.7913e-02, -7.7438e-02, -8.1568e-02, -1.0844e-02,
                      -6.9261e-02,  5.2025e-04, -4.5309e-02, -2.6531e-02,  1.0379e-01,
                       9.6897e-03, -2.8889e-02,  1.5181e-02, -2.0857e-02, -1.9237e-02,
                      -5.9946e-02,  4.5176e-02, -2.8607e-02,  5.9054e-02,  2.2496e-02,
                      -5.8405e-03, -5.4261e-02, -8.9751e-03,  5.7126e-02, -1.4087e-02,
                       7.9412e-03,  8.6591e-02,  8.4709e-02,  7.6666e-02, -5.9571e-03,
                       4.8046e-02,  5.9616e-02,  1.7945e-04,  7.6678e-02, -3.7539e-02,
                       1.6235e-02,  2.5452e-02, -7.7511e-02, -9.1835e-02, -5.9190e-02,
                      -8.3984e-02, -3.0302e-03,  2.9728e-02, -5.6385e-02, -3.6510e-03,
                       8.4585e-02,  1.0140e-01,  3.7048e-02,  2.3949e-02, -4.6727e-03,
                      -9.3731e-02,  7.9031e-02, -1.0064e-01,  2.5627e-02, -7.7421e-02,
                       5.7503e-02,  2.2650e-03,  4.8462e-02,  4.8660e-02,  3.5821e-02,
                       5.7846e-02,  2.4508e-02,  5.2978e-02, -3.9799e-02,  2.3498e-02,
                      -1.0929e-02,  6.7287e-02, -2.7247e-02,  1.2458e-01,  3.4237e-02,
                      -1.6513e-02, -7.9803e-03, -4.6156e-02,  9.1694e-02,  6.5006e-03,
                      -3.3990e-02, -4.1214e-02,  4.1718e-02,  2.8137e-02,  5.3454e-03,
                      -7.9124e-02,  3.7872e-03,  9.9047e-02, -4.5404e-02, -3.6690e-02,
                      -6.5103e-02, -1.6475e-02, -9.2483e-02, -8.9415e-02,  9.2115e-02,
                       3.1674e-02,  3.5268e-02, -2.1447e-03,  1.0803e-02,  3.2891e-02,
                       3.6672e-02, -5.9651e-04, -1.8456e-02, -8.3918e-02,  4.9809e-02,
                       1.1534e-01,  1.7705e-02, -1.8378e-02, -4.9209e-02,  2.6954e-02,
                       2.4283e-02, -7.0427e-02, -1.3463e-02, -1.4978e-02, -2.5128e-02,
                      -3.4297e-02,  4.4696e-03, -7.0629e-02,  1.8120e-01,  3.0433e-02,
                      -6.9132e-02,  6.7086e-02,  1.2068e-02,  3.7472e-02,  3.0459e-02,
                      -4.9572e-02,  5.2438e-02, -2.8580e-02,  1.0735e-02,  3.5472e-02,
                       3.8113e-02,  7.8982e-02, -5.3523e-02, -9.3135e-02, -8.5892e-02,
                       1.8836e-02,  7.3371e-02,  2.7846e-04,  1.4563e-02, -2.1163e-02,
                      -4.4617e-02, -2.0547e-02,  3.5201e-02, -1.8271e-02,  6.5859e-02,
                       6.1064e-02,  5.6840e-02,  3.1221e-02, -3.8306e-02,  8.4797e-02,
                       3.2679e-02,  6.9223e-02, -2.6981e-02,  1.4200e-03, -2.6218e-03,
                       4.5535e-02, -3.7533e-02, -7.0411e-01,  6.2788e-03,  7.1958e-02,
                       6.5513e-02,  2.5273e-02, -7.4898e-02, -1.2905e-02,  4.3722e-02,
                      -8.6205e-03, -1.5720e-02, -8.2885e-03,  3.3096e-02,  4.2493e-02,
                       1.5145e-02,  4.3907e-03, -2.6271e-02, -5.3066e-03, -1.6686e-02,
                      -3.2622e-02, -3.8793e-02, -2.8435e-02, -5.0183e-02, -7.2882e-02,
                       5.2456e-02,  7.7385e-02, -2.9096e-02, -5.9509e-02,  7.3878e-03,
                       6.0980e-02,  3.2306e-02,  1.7200e-02,  3.1741e-02, -1.9119e-02,
                      -1.6566e-02,  1.1059e-01,  6.8155e-02, -9.7030e-02, -1.0050e-02,
                       8.0373e-02, -1.2906e-04,  6.3873e-02,  2.2408e-02,  6.2739e-02,
                       7.2484e-03,  1.4775e-02, -5.1039e-02, -3.8704e-03, -4.9912e-02,
                      -5.5591e-02,  1.2366e-02, -8.8711e-03, -1.8521e-03,  8.7180e-02,
                       1.6212e-02,  1.0869e-01, -1.0216e-01, -1.3919e-01,  1.7022e-02,
                       5.3117e-02, -7.5555e-03, -3.1301e-02, -3.7324e-02,  4.5655e-02,
                      -4.1587e-02, -1.8236e-02,  6.7692e-03, -1.3439e-02,  2.9199e-02,
                      -4.3426e-02,  7.6669e-03, -1.9498e-02, -1.1042e-01,  5.2136e-02,
                      -7.5869e-02,  7.5718e-02, -1.1734e-01, -4.6597e-02, -1.3616e-02,
                       7.3205e-02,  1.8678e-02, -6.6171e-04,  3.8167e-02, -1.4336e-02,
                       1.8309e-03,  7.2055e-03,  7.5851e-02,  7.3769e-02, -3.1070e-02,
                      -1.0755e-01, -1.2495e-01, -2.5706e-02, -7.7018e-02, -1.3442e-01,
                       5.6116e-02,  5.2996e-02, -6.4765e-02,  2.7727e-02,  4.4498e-02,
                      -2.1147e-02, -3.2352e-03, -3.2243e-02,  6.2848e-02, -7.3119e-02,
                       1.0146e-01,  7.4921e-02, -2.3616e-02,  8.0866e-02,  3.0704e-02,
                       7.5500e-02,  4.1145e-03,  4.2174e-02,  3.3880e-02,  3.3902e-02,
                       3.8617e-02,  2.3518e-01, -1.7363e-02, -6.6245e-02, -2.0746e-02,
                      -6.1398e-02,  2.3149e-02, -3.8319e-03, -4.7602e-02,  5.8179e-02,
                       3.2700e-02, -8.1136e-02, -2.2520e-02, -1.3459e-02,  3.2037e-02,
                      -1.6465e-02, -3.5519e-02,  1.2777e-02,  7.7445e-03, -1.3622e-02,
                      -1.6045e-02,  5.8301e-02, -5.0544e-02,  5.2795e-02,  1.1673e-02,
                       2.5509e-02,  1.2424e-02,  1.4556e-02,  3.2904e-02,  5.8721e-02,
                       7.3316e-02,  3.0425e-02,  1.0276e-02, -2.5573e-02, -8.3610e-02,
                      -1.7733e-02, -7.3478e-03, -3.5170e-02, -3.6793e-02, -3.7351e-02,
                      -2.3469e-02, -3.6946e-02, -2.5848e-02, -6.8032e-02,  1.7736e-02,
                       2.2188e-02, -5.2474e-02, -2.1701e-02, -7.0531e-03,  3.0412e-02,
                      -1.7154e-02,  3.8419e-02,  1.1543e-02, -3.3369e-03,  2.6794e-02,
                      -3.4380e-02,  2.3301e-03, -3.8178e-03,  1.3273e-02, -6.0707e-02,
                      -5.8984e-02,  1.2120e-02,  2.0191e-02, -6.5106e-02, -2.6769e-02,
                      -2.8414e-02,  4.8693e-02,  6.6179e-02, -9.2206e-03,  1.5583e-02,
                       7.7689e-04, -6.1396e-02,  8.1053e-02,  3.3760e-02,  3.8837e-02,
                       3.1940e-02,  3.8381e-02,  2.9397e-02,  2.1397e-02,  6.4719e-02,
                       3.7413e-02, -9.8072e-03, -1.3256e-02,  3.5740e-03,  6.3516e-02,
                       4.5767e-02, -2.3423e-02, -4.7248e-02, -3.9840e-02,  3.6206e-02,
                       1.3763e-02, -4.8343e-02,  4.9310e-02, -1.2129e-02, -5.3419e-02,
                      -8.0771e-03,  3.7646e-02,  7.7184e-02], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.weight',
              tensor([0.9123, 0.9158, 0.9001, 0.9085, 0.8725, 0.8927, 0.8215, 0.8290, 0.9208,
                      0.8714, 0.9208, 0.9549, 0.9764, 0.9563, 0.9347, 0.7718, 0.9220, 0.9264,
                      0.9052, 0.9484, 0.8776, 0.9421, 0.9182, 0.8703, 0.8997, 0.8996, 0.9421,
                      0.8925, 0.8944, 0.9464, 0.9095, 0.8278, 0.9382, 0.8560, 0.9296, 0.8814,
                      0.8106, 0.9444, 0.7991, 0.9322, 0.9654, 0.9077, 0.9271, 0.9266, 0.9517,
                      0.9363, 0.9198, 0.9535, 0.9677, 0.8971, 0.9581, 0.8818, 0.8530, 0.9456,
                      0.8356, 0.8098, 0.9051, 0.9132, 0.8614, 0.8545, 0.9172, 0.9589, 0.9539,
                      0.9089, 0.8892, 0.9732, 0.9272, 0.9043, 0.7820, 0.8696, 0.9228, 0.9351,
                      0.9179, 0.9086, 0.9456, 0.9640, 0.9281, 0.9264, 0.9629, 0.9290, 0.9082,
                      0.9011, 0.9276, 0.9259, 0.7829, 0.9037, 0.8378, 0.9166, 0.9611, 0.8969,
                      0.8926, 0.9260, 0.9232, 0.9236, 0.9233, 0.8836, 0.7966, 0.9581, 0.9374,
                      0.9315, 0.9096, 0.9665, 0.8574, 0.9603, 0.8287, 0.9758, 0.9625, 0.8775,
                      0.9230, 0.9494, 0.8655, 0.8814, 0.9866, 0.7991, 0.8510, 0.9533, 0.9167,
                      0.9417, 0.9512, 0.9743, 0.9349, 0.9300, 0.9434, 0.8612, 0.8897, 0.8835,
                      0.9658, 0.8780, 0.9287, 0.9181, 0.9585, 0.8583, 0.9263, 0.9310, 0.9402,
                      0.9354, 0.9490, 0.9221, 0.9489, 0.9693, 0.7882, 0.9749, 0.8811, 0.1146,
                      0.9060, 0.9075, 0.9223, 0.9311, 0.9383, 0.8924, 0.9206, 0.9312, 0.9544,
                      0.9057, 0.8996, 0.9065, 0.9512, 0.9396, 0.9115, 0.9404, 0.9500, 0.9723,
                      0.8157, 0.9335, 0.8764, 0.9030, 0.8824, 0.7826, 0.8839, 0.9247, 0.9559,
                      0.8015, 0.8695, 0.9164, 0.8699, 0.9123, 0.9646, 0.8095, 0.9426, 0.9332,
                      0.9049, 0.9128, 0.8625, 0.9286, 0.9306, 0.9495, 0.9043, 0.9252, 0.9414,
                      0.9374, 0.8681, 0.8374, 0.8781, 0.9311, 0.9143, 0.9419, 0.9662, 0.8386,
                      0.9097, 0.9378, 0.9346, 0.8204, 0.9436, 0.9144, 0.8632, 0.9368, 0.9457,
                      0.9694, 0.9428, 0.8929, 0.9515, 0.9422, 0.8776, 0.9403, 0.9161, 0.9659,
                      0.8881, 0.8695, 0.9415, 0.9068, 0.9662, 0.9302, 0.9465, 0.9050, 0.9026,
                      0.9431, 0.9586, 0.9450, 0.9089, 0.7699, 0.8970, 0.9450, 0.8945, 0.8984,
                      0.9238, 0.9276, 0.7877, 0.9718, 0.9105, 0.9623, 0.9061, 0.8799, 0.8545,
                      0.9125, 0.9557, 0.8765, 0.9488, 0.8850, 0.9807, 0.9536, 0.9299, 0.9403,
                      1.0130, 0.9666, 0.9528, 0.9745, 0.9443, 0.8023, 0.9439, 0.9103, 0.7968,
                      0.9171, 0.9292, 0.9038, 0.9267, 0.9145, 0.9496, 0.9749, 0.8685, 0.9307,
                      0.9520, 0.9361, 0.9549, 0.9051, 0.9464, 0.9466, 0.9149, 0.9337, 0.8817,
                      0.9103, 0.9793, 0.9621, 0.8748, 0.3723, 0.9466, 0.9601, 0.8423, 0.9099,
                      0.9096, 0.8727, 0.8564, 0.9159, 0.9046, 0.8778, 0.9101, 0.8756, 0.9070,
                      0.7996, 0.9659, 0.9202, 0.9152, 0.8995, 0.8973, 0.9545, 0.7417, 0.9607,
                      0.9007, 0.9553, 0.9348, 0.9147, 0.8327, 0.9110, 0.9088, 0.8083, 0.9035,
                      0.9609, 0.9015, 0.8917, 0.9385, 0.8670, 0.9199, 0.9262, 0.9114, 0.9774,
                      0.8765, 0.8633, 0.9012, 0.8699, 0.9663, 0.8914, 0.9221, 0.9203, 0.9724,
                      0.9615, 0.9712, 0.9781, 0.9249, 0.9571, 0.9339, 0.8660, 0.8304, 0.9525,
                      0.9095, 0.9608, 0.9363, 0.9437, 0.9696, 0.9243, 0.9335, 0.9046, 0.9278,
                      0.9150, 0.8849, 0.9385, 0.9713, 0.8594, 0.9230, 0.9227, 0.9187, 0.8554,
                      0.9364, 0.9597, 0.9059, 0.9599, 0.8580, 0.8926, 0.9465, 0.9599, 0.9502,
                      0.9029, 0.9312, 0.9436, 0.9261, 0.9297, 0.8930, 0.8988, 0.8888, 0.9446,
                      0.9470, 0.8132, 0.8946, 0.9301, 0.9716, 0.9309, 0.8737, 0.8725, 0.8489,
                      0.9502, 0.9264, 0.8400, 0.9594, 0.8485, 0.9201, 0.9486, 0.9302, 0.9422,
                      0.8539, 0.9720, 0.9066, 0.8598, 0.8446, 0.8882, 0.8654, 0.9234, 0.9376,
                      0.9347, 0.9030, 0.9224, 0.9458, 0.9878, 0.8947, 0.9045, 0.9499, 0.9790,
                      0.9317, 0.9042, 0.8876, 0.8718, 0.8975, 0.9417, 0.9280, 0.9737, 0.9302,
                      0.8601, 0.8770, 0.9601, 0.9226, 0.8268, 0.9426, 0.9128, 0.9273, 0.9559,
                      0.8517, 0.9486, 0.8145, 0.9616, 0.9108, 0.9010, 0.9338, 0.9410, 0.9312,
                      0.8069, 0.9120, 0.9013, 0.9219, 0.8772, 0.9265, 0.9672, 0.9597, 0.8976,
                      0.9578, 0.7980, 0.9281, 0.9612, 0.9353, 0.8827, 0.9110, 0.8783, 0.8808,
                      0.9230, 0.9060, 0.9205, 0.8662, 0.9576, 0.8140, 0.8654, 0.8921, 0.8833,
                      0.9247, 0.9211, 0.9634, 0.9068, 0.9740, 0.8591, 0.9234, 0.9165, 0.8460,
                      0.9553, 0.8647, 0.9739, 0.9086, 0.9230, 0.9688, 0.9421, 0.9222, 0.8979,
                      0.9751, 0.8862, 1.0183, 0.8782, 0.8935, 0.9492, 0.9403, 0.8967, 0.9235,
                      0.9009, 0.9178, 0.9556, 0.9064, 0.9111, 0.9399, 0.9739, 0.8980, 0.9622,
                      0.9133, 0.9459, 0.9738, 0.9127, 0.9221, 0.9313, 0.9061, 0.9397, 0.8722,
                      0.9402, 0.9245, 0.8804, 0.9529, 0.8914, 0.8638, 0.9646, 0.9674, 0.8112,
                      0.9034, 0.9794, 0.9478, 0.9727, 0.9402, 0.9711, 0.9266, 0.9492, 0.9273,
                      0.9388, 0.9096, 0.8943, 0.8920, 0.8885, 0.8577, 0.9114, 0.8657, 0.8933,
                      0.9304, 0.9735, 0.8475, 0.8726, 0.9201, 0.9417, 0.9138, 0.8699, 0.9449,
                      0.9260, 0.8633, 0.8654, 0.9499, 0.9099, 0.8354, 0.9010, 0.8630, 0.6379,
                      0.9080, 0.9076, 0.9593, 0.9654, 0.8518, 0.9551, 0.9203, 0.9553, 0.9181,
                      0.9387, 0.8487, 0.9378, 0.8555, 0.8979, 0.9000, 0.9380, 0.9461, 0.9553,
                      0.9024, 0.8880, 0.9214, 0.9345, 0.9406, 0.9330, 0.9533, 0.9423, 0.9482,
                      0.9390, 0.8978, 0.9433, 0.8901, 0.8680, 0.9727, 0.8377, 0.8710, 0.9004,
                      0.9209, 0.9585, 0.8828, 0.9137, 0.9344, 0.9324, 0.9467, 0.9223, 0.8732,
                      0.9327, 0.9268, 0.9218, 0.9056, 0.8646, 0.9211, 0.9018, 0.9127, 0.8873,
                      0.8966, 0.8848, 0.9442, 0.9394, 0.9778, 0.9798, 0.9355, 0.9553, 0.9039,
                      0.8540, 0.8955, 0.9561, 0.9041, 0.9568, 0.9363, 0.8755, 0.8937, 0.8444,
                      0.9478, 0.9303, 0.9105, 0.9131, 0.8723, 0.9192, 0.9596, 0.9512, 0.9510,
                      0.9098, 0.9765, 0.9010, 0.9252, 0.9178, 0.9247, 0.9051, 0.8435, 0.9304,
                      0.9487, 0.8467, 0.8785, 0.9719, 0.8829, 0.8423, 0.9091, 0.9115, 0.9360,
                      0.8833, 0.8985, 0.9334, 0.9400, 0.8924, 0.9256, 0.9222, 0.8844, 0.9317,
                      0.9598, 0.8014, 0.8338, 0.9390, 0.9547, 0.8604, 0.9331, 0.9741, 0.9169,
                      0.8917, 0.9301, 0.9702, 0.9655, 0.9404, 0.9688, 0.8889, 0.9199, 0.9577,
                      0.9565, 0.9018, 0.9055, 0.9594, 0.9204, 0.9502, 0.9450, 0.8480, 0.9570,
                      0.9487, 0.9566, 0.9467, 0.9280, 0.9370, 0.8961, 0.9577, 0.8693, 0.8235,
                      0.8291, 0.9099, 0.9256, 0.9714, 0.9333, 0.9429, 0.9215, 0.9543, 0.8870,
                      0.9450, 0.9488, 0.9140, 0.9642, 0.8860, 0.8720, 0.8396, 0.9223, 0.9575,
                      0.9367, 0.9089, 0.9380, 0.8964, 0.9655, 0.7981, 0.9641, 0.8426, 0.9562,
                      0.9471, 0.8959, 0.9094, 0.9412, 0.9154, 0.9313, 0.9583, 0.9198, 0.8847,
                      0.9093, 0.9502, 0.9432, 0.8897, 0.8184, 0.8788, 0.9097, 0.8531, 0.9019,
                      0.9105, 0.9227, 0.8313, 0.8990, 0.9305, 0.9201, 0.8871, 0.9613, 0.9211,
                      0.8776, 0.9113, 0.9263, 0.8945, 0.8659, 0.9636, 0.9639, 0.9194, 0.9873,
                      0.9097, 0.9498, 0.9167], device='cuda:0')),
             ('bert.encoder.layer.5.output.LayerNorm.bias',
              tensor([ 3.9547e-03,  1.9262e-02,  6.0263e-02, -4.8559e-03,  9.5201e-02,
                      -5.3827e-02,  8.4823e-02, -1.0829e-01, -9.1179e-02,  1.9379e-02,
                      -5.4874e-02,  1.7853e-02,  3.8684e-02,  5.5161e-02,  2.0809e-02,
                      -5.9253e-02,  3.0793e-02,  4.8670e-02,  7.5598e-02,  4.0512e-02,
                      -2.4051e-02, -5.5013e-02,  3.3484e-02, -4.7889e-02,  6.2572e-02,
                      -1.4488e-02, -1.8863e-02, -1.0772e-01, -1.5988e-02, -3.5245e-04,
                       1.3709e-02,  7.1627e-02,  5.9460e-02,  3.4308e-02, -3.6760e-02,
                      -5.4305e-03,  5.8741e-02,  9.8828e-03, -4.7713e-02, -6.8198e-02,
                       4.6972e-03,  4.6055e-02, -2.9346e-02, -6.7922e-02, -1.9217e-03,
                       2.1769e-02, -1.9070e-02, -2.9717e-02, -2.1537e-02, -5.7001e-02,
                      -2.2328e-02, -2.1426e-02, -9.0677e-02,  6.0270e-02,  2.2432e-02,
                       5.1417e-02,  4.0752e-02,  1.3881e-02, -4.8629e-03, -4.1127e-02,
                      -1.9317e-02,  3.4656e-03, -6.9399e-02,  1.0748e-01,  1.0448e-02,
                      -6.0108e-03, -8.3580e-03,  3.2592e-02, -2.7139e-02,  5.3196e-02,
                       3.8802e-02,  4.3420e-02,  3.7935e-02, -2.6032e-02,  1.9532e-02,
                      -2.2356e-02, -3.3368e-03,  2.1932e-03, -1.7757e-03, -5.3008e-02,
                      -1.2271e-02, -2.4146e-03,  2.4933e-02, -4.6162e-02,  4.8115e-03,
                      -9.5917e-02,  5.7325e-02,  1.6480e-02, -5.0498e-02, -1.7628e-02,
                       8.3001e-02,  5.3511e-02,  7.8259e-02, -4.1189e-02,  4.5095e-02,
                      -5.4965e-02, -2.0424e-02,  4.6495e-02,  1.3395e-03, -7.9733e-02,
                       2.4381e-02,  1.1255e-02,  5.7233e-03, -5.2158e-02,  5.1783e-02,
                       1.2424e-02, -4.4380e-02,  2.3852e-02,  9.3981e-02,  4.5502e-02,
                      -2.0133e-02,  4.4879e-02,  3.6952e-02, -3.0711e-02, -1.0630e-01,
                      -6.6165e-02,  1.9782e-02, -2.6086e-02,  3.6260e-02,  1.0334e-02,
                      -3.7007e-02,  4.8911e-03, -1.0504e-02, -3.1888e-02,  2.6500e-03,
                      -3.2970e-03,  5.7402e-02,  1.3966e-02,  3.1686e-02,  2.2080e-02,
                       1.6321e-03, -9.4815e-03,  2.9898e-02,  1.1675e-02,  5.8431e-02,
                      -2.1193e-02, -1.2591e-01, -3.9957e-02,  1.3428e-01, -1.1005e-02,
                       9.7254e-02,  2.7901e-02,  8.8099e-03,  3.5348e-01,  4.1133e-05,
                       2.8869e-02, -2.4668e-02, -4.5535e-02,  1.8380e-02,  9.6630e-02,
                       8.8288e-02, -4.1641e-03,  3.7566e-02, -1.4445e-02, -7.1139e-02,
                      -3.8708e-03,  2.2630e-02,  6.7294e-02, -2.6177e-02,  5.3419e-02,
                      -9.9369e-02, -7.3317e-02,  6.9549e-03,  4.0197e-02, -5.7894e-03,
                       8.9790e-02, -7.3197e-02, -4.2595e-02,  8.5167e-02, -5.9514e-03,
                      -1.0601e-02, -3.1585e-02,  2.8955e-02, -4.6441e-02, -7.8312e-02,
                      -1.0095e-01, -7.5408e-02,  1.3395e-01,  7.1554e-02, -6.6960e-03,
                       6.1199e-02,  1.7107e-02,  2.8371e-02,  1.2194e-01, -2.1275e-02,
                       3.5848e-03,  4.4262e-02,  9.0035e-02,  4.2033e-03,  2.9072e-02,
                      -5.7775e-02, -2.6360e-02, -9.1224e-02, -1.4104e-02,  4.7452e-02,
                       8.8536e-02, -7.2056e-03,  1.2253e-02,  5.9666e-02,  8.0668e-02,
                      -5.9128e-02, -4.6903e-02,  5.5497e-02, -2.9607e-02, -1.1029e-02,
                      -1.7317e-02, -4.4193e-02,  7.7620e-02,  1.2289e-02,  1.4446e-02,
                      -5.8017e-03,  4.9991e-02, -4.5337e-02,  5.2137e-02,  1.2838e-02,
                       3.9717e-02, -7.2219e-02, -5.3523e-02,  2.0683e-02, -4.1642e-02,
                      -1.2400e-02,  1.7309e-03, -1.5387e-02,  1.4241e-01,  1.3139e-01,
                      -6.1055e-02, -1.4099e-03, -1.3207e-03, -7.1131e-02,  7.2170e-02,
                       4.7032e-03, -5.6461e-02, -1.3036e-02,  2.5299e-02,  3.2411e-02,
                       4.5191e-02,  2.2490e-02, -2.5473e-03, -7.8553e-03,  1.0583e-02,
                       7.9304e-02,  8.6501e-03, -5.0400e-02, -2.1065e-02,  1.7173e-02,
                       6.4072e-02, -4.3074e-02,  3.6842e-04, -2.7673e-02, -5.6633e-02,
                      -1.3063e-02, -5.6499e-03, -5.7073e-02, -3.6831e-02, -4.3838e-02,
                      -3.4633e-02,  1.0039e-01,  3.7044e-02,  3.0207e-02, -1.8420e-02,
                      -2.3027e-02,  3.8426e-02, -3.5141e-02,  5.5668e-03,  1.4735e-02,
                      -2.7071e-02,  2.1859e-02,  2.8801e-02, -3.8512e-02,  5.7740e-02,
                       2.9009e-02,  6.9954e-02, -7.5625e-02,  5.7228e-03, -9.4556e-02,
                       5.4969e-02,  4.5390e-02,  2.7718e-02, -4.2393e-02,  1.0686e-01,
                       1.0770e-02,  2.8226e-04,  6.2459e-02, -1.7613e-01, -1.2976e-02,
                      -3.9125e-02,  3.1049e-02,  9.9246e-02, -4.8045e-02, -4.2024e-02,
                      -2.1219e-02, -9.1958e-03, -1.0758e-02,  8.5558e-02, -1.7467e-03,
                       8.8843e-02,  8.0748e-02, -6.4160e-03,  4.4886e-02, -4.3921e-02,
                      -8.1846e-02,  5.8990e-02, -2.0065e-02, -3.1137e-02,  6.5522e-02,
                       4.2328e-02, -8.8008e-04, -4.9598e-03,  5.0652e-03, -8.5577e-02,
                      -7.2173e-02, -1.9141e-02, -8.2827e-03, -4.1023e-02,  1.8372e-02,
                      -1.4174e-02,  3.8953e-02, -1.2669e-02,  1.1034e-01, -9.4862e-03,
                       5.7410e-02,  4.2077e-02,  3.2541e-03, -1.6229e-03,  2.7467e-02,
                       1.0062e-01, -1.2901e-01, -4.8388e-02, -2.1220e-03, -8.1053e-02,
                       1.6783e-01,  4.7898e-02,  1.7145e-04, -4.7018e-02, -5.9555e-02,
                       5.6414e-02, -2.2005e-02, -7.2285e-03,  7.9233e-02, -4.5561e-03,
                       1.4338e-02, -5.5138e-03,  2.1438e-02,  5.8838e-02, -1.2895e-02,
                       2.3825e-02,  2.6669e-02,  4.1647e-02, -2.0736e-02,  3.5915e-02,
                      -1.2379e-02,  6.1535e-02,  6.8263e-02,  5.6481e-03, -2.6692e-02,
                       8.7456e-02, -2.6238e-02, -1.8728e-02, -3.6580e-03,  5.8497e-02,
                       2.8710e-02,  1.4361e-02, -5.0416e-02,  3.2540e-02,  1.2589e-01,
                      -3.9834e-02,  4.2496e-02, -8.4395e-02,  3.4622e-02, -4.9054e-02,
                       3.6542e-02,  6.8838e-02,  3.6329e-02, -7.8400e-03,  3.3213e-02,
                       2.7659e-02,  6.5841e-03,  3.2485e-02, -5.2443e-02, -1.3566e-02,
                       3.2092e-02, -3.2064e-02, -3.6999e-02, -9.7620e-02,  6.8582e-02,
                       5.6421e-02, -5.5346e-02,  1.8940e-02, -3.4948e-02, -1.0320e-02,
                      -2.3012e-02, -2.1292e-03,  6.1792e-03,  2.7255e-02,  7.6666e-02,
                       1.1714e-02, -1.6807e-02, -2.7503e-02,  7.1792e-02,  6.5361e-03,
                       3.8539e-02, -7.4574e-02,  1.1078e-02, -1.2037e-02,  6.6660e-02,
                      -1.9748e-02,  1.7208e-02,  4.2326e-02,  8.7591e-02,  3.2105e-02,
                       3.5094e-02, -1.6652e-02, -3.5278e-02,  3.3867e-02, -4.2855e-02,
                       9.1867e-03, -3.6487e-02, -1.5772e-01,  5.3997e-02,  2.6836e-02,
                       5.0118e-02,  6.2966e-02,  9.1698e-03, -2.3660e-02, -6.0284e-02,
                       3.8578e-02,  5.2270e-02,  7.2173e-02, -7.0865e-03, -8.5487e-02,
                       2.7920e-02,  4.6345e-03,  7.7578e-02, -7.9110e-02,  4.0352e-02,
                      -5.0992e-02, -7.5899e-02, -1.6802e-03,  3.7675e-02, -3.9708e-02,
                      -6.5876e-02, -4.6516e-03,  1.0060e-02,  1.3725e-02,  3.7704e-02,
                       2.8075e-02,  3.1352e-02,  6.0137e-03,  2.1734e-03,  4.9026e-02,
                      -3.5453e-02, -7.3884e-02, -1.7102e-02, -1.6340e-02,  2.2772e-02,
                       1.6302e-01,  2.2347e-02,  6.8354e-03,  4.2476e-02, -2.0898e-02,
                       5.1772e-02,  2.6003e-02,  3.9459e-02, -6.0838e-02,  3.4168e-02,
                       1.9532e-02,  3.0862e-03,  6.3760e-03, -2.3795e-02, -3.3179e-02,
                      -8.6538e-02, -2.2301e-02, -1.3570e-02, -8.3734e-02,  1.1916e-02,
                      -7.5591e-03, -1.4174e-03, -3.7378e-02, -2.0213e-02,  2.3890e-02,
                       1.4053e-02,  5.3405e-03,  6.1682e-02, -3.3465e-02, -2.9357e-02,
                       4.8710e-02, -1.7276e-02,  1.8103e-02, -6.1382e-03, -4.7703e-03,
                       2.3550e-02,  2.1625e-02,  6.6896e-02,  9.6418e-04, -7.7468e-02,
                      -1.1275e-03,  1.0117e-02, -1.0014e-02,  1.8592e-03, -3.2550e-02,
                      -9.7046e-02, -2.5116e-02,  2.6008e-03,  4.3536e-02,  9.8691e-02,
                      -1.0060e-01,  2.5555e-02, -6.1973e-02,  3.7747e-02,  3.8780e-02,
                       6.3095e-02,  5.7408e-03, -9.6720e-02, -2.7389e-02,  7.3270e-02,
                       2.5664e-02, -6.9182e-03, -2.5910e-02, -3.9054e-02, -1.5743e-02,
                       4.1773e-02, -2.3692e-02,  5.2041e-03,  4.2937e-02,  5.0065e-02,
                       1.3745e-02, -3.6173e-02,  3.4802e-02,  2.8915e-02,  1.7997e-02,
                       3.7820e-02, -6.5778e-02,  4.5766e-02,  2.9772e-02,  5.9499e-02,
                       3.4431e-03, -4.5282e-03, -6.0215e-02,  5.6753e-02, -7.8274e-02,
                       1.2182e-01,  1.5770e-02, -1.0722e-02,  7.6426e-02,  3.6878e-02,
                      -9.2123e-02, -1.5094e-03,  1.6237e-02, -5.1828e-02, -7.5481e-02,
                      -7.8692e-02, -1.4112e-02,  1.7548e-02, -5.1766e-02, -4.4647e-02,
                      -8.2085e-03,  6.0207e-02, -3.9976e-01,  4.4955e-02, -2.4012e-02,
                       4.3460e-02, -2.9666e-02,  2.1788e-02,  6.0401e-03, -4.6682e-02,
                       4.2826e-02,  6.7654e-03,  3.2563e-02,  1.5078e-03, -5.6787e-02,
                      -5.5379e-03, -1.6519e-02,  1.8901e-03,  9.9548e-03, -8.6388e-03,
                      -9.5990e-03, -2.0251e-02,  6.7558e-02, -8.0478e-02,  5.4627e-02,
                      -2.3007e-02, -9.2176e-02, -3.3303e-03, -7.7100e-03, -9.7959e-03,
                       2.5704e-02, -4.9417e-02,  2.2756e-02, -5.6739e-02,  2.8001e-02,
                       8.3042e-03, -3.0997e-03,  4.2579e-02,  6.8549e-02,  5.3243e-02,
                      -2.9452e-02, -1.0520e-02, -1.7441e-02,  3.4547e-02, -4.7582e-02,
                       3.7097e-02,  4.5486e-02,  1.0951e-02,  1.0248e-01, -2.1649e-02,
                       4.1006e-02,  1.8645e-02, -6.5981e-02, -4.6586e-02, -1.0291e-01,
                      -2.0990e-02,  3.8304e-02, -4.2322e-03,  5.5032e-02, -7.3432e-02,
                      -4.6847e-02, -2.7184e-03,  5.8155e-02,  2.1635e-02, -2.7185e-02,
                       2.9632e-02, -5.6724e-03, -8.5555e-02, -3.1714e-02, -4.9106e-02,
                       9.9948e-02,  6.6847e-02,  9.8755e-02, -2.6567e-02, -7.8816e-02,
                       6.6581e-02, -5.0398e-02, -1.5006e-02,  6.0617e-02, -3.1563e-02,
                      -5.1219e-02,  3.6850e-02, -2.5477e-02,  7.8051e-02,  5.0589e-02,
                       2.5379e-02,  5.6000e-02, -7.6316e-02,  3.4023e-02,  6.6735e-03,
                       3.1651e-02,  7.0027e-02, -6.9612e-02,  7.0733e-02,  6.6062e-02,
                       3.0515e-02,  1.0215e-01, -1.6198e-02,  7.6076e-02, -1.2057e-02,
                       9.3798e-04,  5.3047e-02, -2.0495e-02, -7.6346e-02,  6.4895e-02,
                      -3.1164e-02, -2.6309e-02,  4.8131e-02,  3.1173e-02,  2.7546e-02,
                       5.7040e-02, -9.2723e-02,  4.7750e-03,  2.2836e-02, -3.9061e-02,
                      -3.6942e-02, -3.7472e-02, -3.2417e-02, -5.0610e-02, -8.6478e-02,
                      -5.1815e-02,  4.8105e-03,  7.6416e-02,  5.2359e-02, -3.3994e-02,
                      -7.2794e-02,  4.8145e-02, -4.6117e-02, -1.8908e-02,  3.4028e-02,
                      -3.9507e-02,  1.0303e-02, -5.6454e-03, -6.2542e-03,  4.3801e-02,
                      -6.7276e-02,  2.8121e-02,  2.7343e-02,  1.5304e-02, -5.6984e-02,
                       4.1358e-02, -3.9403e-02,  1.4036e-01, -6.1110e-02, -3.1547e-02,
                      -4.5075e-02, -5.8959e-02,  2.4646e-02,  1.8964e-02,  4.9508e-02,
                       1.4448e-02, -2.7835e-02,  5.3942e-02,  9.0346e-03,  2.0101e-02,
                       7.2178e-03, -1.6302e-03,  4.2452e-02,  1.6883e-02, -3.4075e-02,
                      -1.7771e-02,  4.9806e-02,  4.1056e-02, -5.9419e-02, -3.9696e-02,
                      -1.1020e-02, -4.0556e-02, -2.2374e-02,  4.7585e-02,  1.1744e-02,
                       1.0189e-02, -5.6521e-02,  6.7291e-02,  2.1964e-04, -2.9641e-02,
                       4.9419e-02,  2.2293e-02,  7.5448e-02, -1.5693e-01,  2.3842e-02,
                       1.3992e-02, -1.2283e-01,  3.8112e-02, -2.3593e-02, -9.2537e-03,
                       7.1594e-02,  3.6804e-02, -1.9658e-02, -9.4240e-02, -2.6017e-02,
                       1.6715e-02,  8.7838e-02,  1.4623e-02,  5.8442e-02, -1.3882e-02,
                       3.6924e-02, -2.8007e-02, -3.6332e-02,  6.8641e-02,  5.7312e-02,
                       6.1440e-02, -4.2545e-02,  8.4739e-02,  8.1607e-03, -7.1105e-02,
                       6.8547e-02,  2.8877e-02, -2.9302e-02,  1.5722e-03, -2.8536e-02,
                       1.6486e-02,  1.9606e-02, -7.3743e-02], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.weight',
              tensor([[-0.0263, -0.0656,  0.0529,  ..., -0.0009, -0.0147, -0.0171],
                      [-0.0860, -0.0029, -0.0033,  ..., -0.0334, -0.0703, -0.0457],
                      [ 0.0597, -0.0084,  0.0214,  ..., -0.0085,  0.0222,  0.0074],
                      ...,
                      [-0.0188, -0.0087,  0.0411,  ..., -0.0919,  0.0431, -0.0043],
                      [-0.0025, -0.0504,  0.0202,  ...,  0.0249, -0.0171, -0.0086],
                      [-0.0433,  0.0045,  0.0598,  ..., -0.0111, -0.0112, -0.0386]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.query.bias',
              tensor([-5.0350e-02, -2.4476e-02, -1.1441e-01, -1.3813e-03,  6.2895e-02,
                      -1.7594e-02, -1.5401e-01, -3.9930e-02,  5.8910e-02, -5.0419e-02,
                       1.0575e-01, -9.6644e-03, -8.9008e-02,  1.1768e-01,  1.2199e-02,
                       4.7418e-02,  7.8555e-02, -1.9661e-02,  1.6785e-02,  8.9744e-02,
                       8.0025e-02, -3.8096e-02, -3.8179e-03,  5.5498e-02, -1.5586e-01,
                      -7.0319e-02, -1.8975e-02, -9.7405e-02, -8.4652e-02,  3.2834e-02,
                      -1.0477e-01, -9.0121e-02, -2.3436e-02, -3.6352e-02,  9.1242e-02,
                       3.9255e-02, -6.7895e-02, -5.5802e-02,  7.6012e-02,  1.4394e-01,
                      -5.1007e-02,  2.5235e-03, -1.9554e-02,  1.7682e-02, -1.0419e-02,
                      -8.3284e-02, -3.1610e-02,  7.0397e-02,  4.9612e-02,  2.0383e-02,
                       2.1579e-02, -6.5673e-02,  1.9531e-02, -7.1657e-02,  9.6974e-03,
                      -1.3262e-01,  5.4556e-02,  6.0865e-02, -2.3722e-02, -2.1217e-02,
                      -1.0779e-01,  9.2101e-04,  1.4399e-01,  8.5465e-02,  1.5183e-02,
                       1.6819e-02,  2.8406e-02,  7.2449e-03, -2.4033e-02, -1.6644e-03,
                       1.0166e-02, -5.8935e-02,  2.8892e-02,  8.5508e-02,  1.4775e-01,
                      -4.6405e-03, -5.9368e-04,  1.9032e-04, -7.0533e-02,  1.8052e-02,
                      -3.8997e-02, -8.1004e-02,  7.9257e-02, -4.3403e-02,  1.0141e-01,
                       8.2291e-03,  9.1049e-02,  5.8829e-02,  4.1190e-02, -3.1162e-02,
                       3.8356e-01, -3.8401e-03,  5.4598e-02, -5.3846e-02,  1.4247e-02,
                      -1.5079e-02,  2.1025e-02,  3.3537e-02,  7.0309e-02,  5.5045e-02,
                      -1.5031e-01, -8.5374e-02, -1.0704e-01, -7.6650e-02,  7.6899e-03,
                       1.6712e-01,  4.1058e-01, -1.6762e-02,  2.1618e-02,  2.8129e-01,
                      -1.1362e-02,  4.6194e-02,  3.3960e-02,  4.9457e-02,  5.9769e-02,
                       2.3726e-02, -2.1741e-02,  4.4164e-02, -8.2086e-03, -8.4904e-02,
                      -5.4296e-02, -3.6607e-03,  4.7730e-02, -6.7827e-03,  2.3761e-02,
                      -8.8499e-02, -4.8022e-04,  1.6599e-01,  2.9362e-02,  8.0824e-02,
                      -1.1852e-01,  1.5343e-02,  6.7084e-03, -1.3991e-01,  1.2616e-01,
                       4.1955e-01, -7.9330e-03,  5.6726e-01, -4.0266e-02,  1.3447e-02,
                      -1.0150e-01, -3.0260e-02,  1.0509e-01,  2.2219e-02, -3.9534e-01,
                       1.2090e-01,  9.0666e-02,  1.9555e-01, -9.6394e-02,  1.7354e-01,
                      -1.9471e-01,  2.5027e-01, -5.0220e-01,  4.2876e-02,  7.2523e-01,
                       1.3160e-01,  5.4203e-02, -3.2227e-02, -4.2388e-02, -8.8253e-02,
                      -1.1627e-01,  2.8970e-02, -9.8339e-02, -1.4473e-01,  1.9442e-01,
                       1.4572e-01, -2.2106e-01,  1.0169e-01,  5.4067e-02, -4.7451e-02,
                      -6.2748e-02,  1.0852e-01, -8.2994e-02,  3.3760e-02, -8.7988e-03,
                       5.0770e-02,  2.9270e-02,  2.9297e-01,  1.3481e-01,  1.2819e-01,
                      -1.5518e-02,  3.2975e-01, -7.8761e-02, -1.0333e-02,  1.1244e-01,
                       4.2753e-02,  2.2286e-02, -5.4900e-02, -1.2692e-01,  8.2809e-02,
                      -1.3333e-02,  1.6064e-01,  1.4846e-01, -5.1993e-02, -1.7659e-02,
                       1.0775e-01,  5.1734e-02, -1.8958e-02, -2.1553e-01, -1.7184e-01,
                      -1.5511e-01, -1.1008e-01, -6.8308e-02, -2.3721e-02, -1.2463e-01,
                      -3.1103e-01, -1.0162e-01,  2.2064e-02, -5.1129e-02, -6.1847e-03,
                      -4.4347e-02, -1.3439e-01, -5.2527e-03,  5.9181e-02, -5.4825e-01,
                       1.2472e-01,  4.0960e-01,  3.4216e-01,  4.3362e-01, -1.0518e-01,
                       1.3955e-01,  1.5828e-02, -7.9762e-02, -7.0434e-02, -1.2517e-02,
                       3.5548e-03, -1.6777e-01, -1.0242e-01,  2.8147e-01,  2.5658e-01,
                       7.9622e-03, -1.8068e-01, -6.7176e-02, -3.2495e-03, -1.3096e-01,
                      -4.5454e-03,  1.7678e-01, -1.4180e-01, -6.2953e-02, -1.8924e-01,
                      -2.5138e-02,  1.9384e-01,  2.2464e-02, -4.9476e-02, -2.4925e-02,
                      -1.0083e-01, -5.2105e-02,  9.1194e-02, -6.9986e-01, -1.5047e-01,
                       1.0201e-01, -7.8558e-02, -5.4794e-02,  1.2875e-01, -8.5670e-02,
                       1.9880e-01, -1.7980e-03, -6.9024e-02,  1.2301e-01,  6.6316e-02,
                      -1.1369e-01,  3.4895e-02,  5.1917e-02,  1.3357e-02, -2.4455e-02,
                      -8.2506e-02, -6.0715e-02,  1.1616e-01, -3.1840e-03, -4.4348e-03,
                       2.5882e-02, -1.2429e-01,  6.4454e-02,  2.0976e-03,  3.4025e-02,
                      -7.1966e-02,  9.4051e-02, -1.9044e-01, -1.6678e-02,  1.4026e-03,
                       2.7384e-02,  5.2232e-02, -7.2753e-02, -6.3107e-02, -7.7331e-02,
                       4.1284e-02,  1.1858e-01, -2.7797e-01, -8.2106e-02, -2.1142e-01,
                      -2.6789e-03,  3.3608e-02, -2.8353e-01, -1.5264e-02, -5.6832e-02,
                       5.2612e-02, -2.0847e-02, -8.8832e-02, -9.1219e-02, -1.0123e-01,
                      -1.4402e-01,  2.1957e-02, -1.7189e-01,  6.8261e-03, -2.8012e-02,
                      -3.4478e-02, -1.6883e-02,  6.9727e-03, -8.3614e-02, -2.1725e-01,
                      -6.1079e-02, -3.4309e-02, -3.7888e-02,  8.7171e-03, -1.0177e-01,
                      -3.2974e-02, -1.5278e-01, -2.4959e-02, -1.0770e-01, -1.3224e-01,
                       5.6488e-02,  6.7066e-03, -3.8867e-02, -2.0814e-02, -1.8023e-01,
                      -1.2776e-01,  7.9373e-02,  3.0394e-01, -1.2678e-02,  9.4466e-02,
                       2.1049e-01, -8.1879e-02, -7.4748e-02,  4.5985e-02,  6.4998e-02,
                       1.9896e-02, -1.4092e-01,  1.1628e-01, -4.1135e-01, -5.3093e-02,
                      -2.7515e-01,  1.5596e-02,  1.3692e-03, -9.9790e-03,  1.5063e-01,
                       3.0087e-02,  5.4033e-02, -2.5261e-03,  3.6636e-02, -9.4047e-02,
                      -8.4871e-03, -2.0055e-02, -5.7662e-02, -2.8300e-02,  1.5427e-01,
                       4.0106e-02, -6.5362e-02, -5.7705e-02,  5.6490e-02, -1.1543e-01,
                      -4.8130e-02, -1.2581e-02, -1.2130e-01, -3.5254e-01,  1.4647e-01,
                       1.4042e-02, -5.9662e-02, -3.8427e-02,  3.0304e-02,  1.0618e-01,
                      -6.1464e-02,  9.1638e-02,  3.2645e-02, -3.6026e-02,  4.7728e-02,
                      -8.6739e-02, -7.6325e-02,  2.4892e-02,  8.9664e-02, -1.5805e-02,
                      -7.1026e-02,  4.0735e-02, -2.5606e-02,  1.7367e-02, -1.0968e-02,
                      -7.1580e-02, -3.4659e-01,  5.4418e-02,  2.2800e-01,  1.0074e-02,
                      -3.8891e-03,  4.8577e-02, -1.7753e-02, -4.1595e-02,  1.3123e-01,
                      -3.6005e-02, -9.3148e-02,  8.8573e-03, -1.0039e-01, -4.7511e-02,
                      -6.5865e-02, -1.3195e-02,  8.6427e-02, -4.1494e-01, -9.0176e-03,
                       7.0177e-02, -9.2412e-02,  5.2628e-02,  1.5659e-01, -8.6787e-02,
                       1.2814e-02,  1.8377e-01,  1.1649e-02, -9.4093e-02, -6.6252e-02,
                      -6.7071e-02, -1.0819e-02, -1.0454e-01, -2.2036e-02, -1.5448e-01,
                      -2.4897e-02,  2.7543e-02, -9.1282e-02,  1.2449e-02,  1.8733e-02,
                       7.4986e-02, -8.8528e-02,  1.5421e-02, -2.7336e-03,  6.6289e-03,
                       6.9225e-02,  2.6275e-02,  1.5604e-01, -3.4239e-02, -2.2093e-01,
                      -4.4194e-03, -2.4050e-03,  1.3262e-02,  3.7018e-02, -1.5862e-01,
                       3.5011e-02, -9.4895e-02,  8.4096e-02, -1.5966e-01, -9.3456e-03,
                      -5.4543e-04,  4.1683e-02, -7.9785e-03,  9.4598e-03,  1.2880e-01,
                       1.1314e-01,  2.7953e-02,  9.6663e-02,  1.6615e-03, -1.5765e-02,
                       4.1286e-02, -2.5167e-02,  1.5846e-01, -7.3440e-02, -4.9335e-02,
                      -5.8146e-03,  6.0369e-03, -8.7092e-02,  1.2672e-02, -1.3483e-02,
                       5.7207e-02,  8.6683e-02,  3.2204e-02, -1.8492e-02,  2.2964e-03,
                      -6.2657e-02, -1.3884e-01, -2.1054e-02,  4.8386e-02,  3.7170e-01,
                      -4.4824e-02, -4.2434e-03, -2.7551e-02, -3.5475e-02, -1.1852e-01,
                       2.3392e-02, -1.5012e-01, -3.9731e-02,  3.2781e-02, -8.3518e-02,
                      -7.1991e-02,  3.7719e-02, -6.5847e-03, -4.0891e-03,  2.4980e-02,
                      -1.7080e-01, -6.2685e-02,  3.5288e-03, -6.9294e-02,  1.7580e-02,
                       2.8541e-02,  4.2066e-03,  2.8443e-02, -1.9345e-03, -8.0108e-02,
                       2.6982e-02,  3.6653e-02, -7.9114e-02, -5.4388e-03, -4.0282e-01,
                      -8.0587e-02,  3.8915e-02,  1.6669e-02,  4.0087e-01,  4.3628e-03,
                       4.5869e-03,  1.5053e-01,  2.4030e-01, -8.9457e-02, -7.6059e-02,
                      -1.9977e-01,  3.0966e-02, -6.6923e-02, -3.2474e-02, -4.9257e-02,
                      -1.3949e-02, -4.7195e-02,  1.7189e-02, -2.8384e-02,  1.6747e-01,
                       4.1605e-02, -5.8908e-02,  2.5793e-02, -1.1392e-01, -5.1576e-02,
                      -1.9816e-01, -1.0385e-01,  6.2336e-02, -5.9310e-02, -6.2571e-02,
                      -2.1952e-01,  6.8284e-03,  5.0952e-01,  2.2151e-01, -4.3378e-02,
                      -4.2233e-02, -1.2123e-01, -8.4444e-02,  2.6337e-02, -4.3825e-02,
                      -6.4959e-02, -5.7820e-03,  1.3829e-01, -2.2882e-02,  1.2424e-01,
                      -1.6252e-01,  4.0338e-02, -3.8628e-02,  5.1426e-01, -3.3325e-01,
                       1.1444e-01,  1.8173e-01,  8.3616e-02,  2.4210e-01, -9.6252e-03,
                      -3.3106e-02,  1.1553e-02, -7.5070e-02, -2.0842e-02, -1.7222e-01,
                       1.6361e-01, -7.5430e-02,  4.1189e-02,  7.5352e-02,  2.6124e-01,
                      -8.5662e-02,  3.9563e-02, -7.5719e-02, -1.0169e-01, -5.3075e-04,
                      -8.4668e-02, -1.1016e-01,  3.8737e-02, -1.3822e-01,  2.1908e-03,
                      -1.1333e-02,  6.1631e-02,  1.4743e-03,  8.8627e-02,  1.8005e-01,
                       8.6217e-02,  8.1858e-02,  2.3309e-02,  8.8345e-02,  1.2850e-01,
                      -2.8236e-02, -4.7978e-02, -5.2651e-02,  9.3704e-02,  4.4451e-02,
                      -1.1215e-02,  1.1176e-01, -4.3850e-02, -3.6809e-02, -1.0319e-01,
                      -1.3727e-01, -2.6501e-02, -5.9515e-02,  1.0312e-01, -9.5839e-02,
                      -2.3450e-01, -1.3783e-01,  1.6864e-01, -4.5553e-03, -3.2534e-02,
                       2.3007e-02,  8.3153e-02,  2.9523e-02,  1.3243e-01, -6.2380e-02,
                      -7.3033e-02, -4.1157e-02,  1.7692e-02,  1.8608e-01,  9.2066e-02,
                      -8.4485e-02,  1.6455e-02, -6.9521e-02, -1.2288e-02, -6.5684e-02,
                      -1.2169e-01,  9.2305e-02, -8.8900e-02, -6.8386e-02, -2.8310e-02,
                       7.2907e-02, -1.6318e-01, -8.1508e-02, -1.1552e-01, -6.7542e-02,
                      -1.2368e-02, -1.0696e-01, -5.9323e-03, -7.8107e-02, -1.4133e-01,
                      -7.8837e-02,  3.1106e-01,  2.6248e-02, -5.6727e-03,  3.7265e-02,
                      -8.6353e-02, -3.0763e-01, -1.4049e-02,  9.1380e-02,  1.3777e-01,
                      -1.5451e-01,  7.6755e-03, -4.3517e-02,  9.4916e-02,  1.9714e-02,
                      -4.1041e-01,  2.4125e-03, -2.6401e-02,  1.9915e-01,  6.8422e-03,
                       7.0797e-02,  1.7980e-01, -1.0251e-02, -2.7452e-02, -4.4889e-02,
                      -2.5492e-01,  7.1609e-02, -1.9338e-03, -6.7118e-03, -3.8586e-03,
                      -2.0376e-02,  1.6584e-02,  1.5023e-01,  1.0490e-01,  4.6811e-01,
                      -2.1980e-02,  5.9855e-02, -3.7784e-01,  6.0891e-02, -4.9349e-03,
                      -5.7191e-02, -2.5244e-02, -8.0685e-02, -5.4672e-01,  7.0879e-02,
                      -1.6287e-02, -5.4396e-02, -6.0358e-02,  2.3292e-01, -4.0694e-02,
                       1.2547e-01, -4.8790e-03,  1.2237e-01, -1.9229e-02, -1.9876e-01,
                       4.7194e-02,  3.9734e-02,  2.9135e-02, -1.2210e-02,  8.2082e-02,
                      -1.6127e-01, -5.8138e-02, -1.8699e-02, -5.5475e-02,  8.9870e-02,
                      -2.9120e-02,  2.6046e-02, -4.7834e-02,  1.4306e-02,  1.9075e-01,
                      -4.3294e-02,  4.8195e-02,  2.5543e-02,  5.4861e-02, -9.1569e-02,
                      -1.1241e-01, -1.1979e-01,  1.5619e-02, -4.2207e-02, -2.5953e-02,
                       4.6702e-02,  9.1785e-02, -1.0103e-01,  7.9462e-02,  2.2314e-02,
                      -3.4320e-02,  9.9510e-02, -3.3637e-02, -2.5558e-02, -9.6346e-03,
                      -6.7115e-04, -6.5884e-02,  2.9264e-01,  1.2753e-02,  9.6106e-02,
                       1.0419e-03,  2.4406e-02, -1.6071e-03, -2.2092e-02,  6.4170e-02,
                      -9.7814e-02,  2.8424e-02, -1.4293e-01,  3.4746e-02,  2.7137e-02,
                      -1.7011e-01,  4.7210e-01,  3.0245e-02, -9.8414e-02, -7.5940e-02,
                      -2.9078e-01, -9.1699e-02, -6.7063e-02, -1.7757e-02,  5.7360e-03,
                      -9.2689e-02, -7.3295e-03,  3.6016e-02,  4.5743e-02,  1.5019e-02,
                      -7.1614e-02,  8.1810e-02,  2.4176e-02, -5.9668e-02, -3.9674e-02,
                      -2.4351e-02, -7.5862e-03, -1.0802e-01], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.weight',
              tensor([[-0.0217,  0.0023, -0.0252,  ..., -0.0100,  0.0321,  0.0521],
                      [ 0.0250,  0.0170, -0.0638,  ...,  0.1047, -0.0576,  0.0353],
                      [-0.0156, -0.0066,  0.0375,  ..., -0.0264,  0.0028, -0.0004],
                      ...,
                      [-0.0171,  0.0493, -0.0348,  ..., -0.0674, -0.0048,  0.0316],
                      [ 0.0425, -0.0089,  0.0264,  ..., -0.0223, -0.0313,  0.0296],
                      [-0.0422, -0.0493,  0.0676,  ...,  0.0219, -0.0491, -0.0102]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.key.bias',
              tensor([-2.4226e-03,  6.1509e-04, -3.0520e-03, -1.8404e-03, -1.6670e-03,
                       6.5909e-03, -1.7005e-03,  3.0363e-03, -3.7978e-03, -4.3585e-04,
                       1.5311e-03,  3.9589e-04, -1.4825e-03,  3.1048e-03,  3.0957e-03,
                       1.3297e-03,  2.5001e-04,  7.6470e-04, -3.0607e-04, -9.0950e-04,
                      -6.9247e-04, -1.7038e-03,  3.3188e-03,  1.2192e-03, -5.3959e-04,
                      -1.2453e-03,  3.3443e-03, -2.5550e-03,  1.4662e-03,  1.2423e-03,
                      -9.4968e-04,  5.8249e-04,  3.3064e-03, -2.9862e-03, -1.8035e-03,
                      -3.3492e-04, -5.7787e-03,  3.5856e-03, -3.7545e-03,  3.2878e-03,
                       7.3974e-04, -5.9409e-04, -1.1314e-03,  4.6552e-04,  2.8495e-03,
                      -6.6194e-03,  1.6475e-03, -3.8053e-03, -1.6274e-03,  5.5302e-03,
                       3.6990e-03,  1.2432e-03, -1.9802e-04,  1.6224e-03, -2.7817e-03,
                      -1.9836e-03,  2.0395e-03,  6.1409e-04,  1.1660e-03,  1.8178e-03,
                       1.9594e-03, -5.1057e-03, -9.8695e-04, -9.8107e-04, -5.0996e-04,
                       1.6003e-03, -8.8374e-04,  1.9208e-03,  1.1259e-03,  2.5051e-03,
                      -1.9585e-03, -2.7214e-03, -2.3816e-03, -1.2498e-03,  2.3402e-03,
                      -1.1810e-03,  3.4596e-04,  4.3762e-04,  9.2812e-04, -3.8830e-04,
                      -2.2098e-03, -4.1939e-03, -1.9610e-03, -4.5339e-04,  2.5625e-03,
                       9.1421e-04,  1.1893e-03,  1.2641e-03, -1.7757e-03,  1.0244e-03,
                       3.2680e-03,  4.4376e-03, -7.8715e-04,  1.4013e-04,  1.5624e-03,
                       1.7759e-03,  6.2926e-04,  4.3851e-04,  5.1000e-04, -4.1417e-04,
                      -7.0918e-04, -1.5038e-03,  9.8314e-04, -2.7755e-03,  5.8942e-04,
                       3.9794e-03,  3.8519e-03,  6.5614e-04, -1.5486e-03,  2.4299e-03,
                       2.9924e-04, -1.2861e-03,  4.9883e-04,  2.4587e-03,  2.6496e-03,
                      -7.2808e-04,  2.0425e-03,  1.4730e-03,  8.5800e-04, -9.4654e-04,
                       1.5757e-04,  1.9108e-03,  1.9867e-03, -3.0931e-03,  8.2903e-04,
                      -2.2672e-03, -2.8757e-03,  2.2598e-03, -3.4455e-03, -6.4215e-04,
                       4.1361e-03, -3.2410e-03, -1.3941e-03,  6.7180e-04, -4.1871e-03,
                      -4.0135e-03, -5.5960e-03, -9.2320e-03,  6.4751e-04,  1.0139e-03,
                      -8.7621e-04, -2.3380e-03,  1.6291e-03, -1.4730e-03,  1.1620e-03,
                      -2.1759e-03, -3.7763e-03, -2.3672e-03,  9.4147e-04, -8.5427e-03,
                       3.4707e-03,  5.6270e-04,  7.6180e-03,  3.6659e-03, -7.9359e-03,
                      -1.8798e-03, -1.4670e-03, -4.6088e-03,  1.3321e-03,  2.4924e-03,
                       5.7767e-03,  3.6928e-03, -1.3162e-03,  1.3475e-04,  2.0904e-03,
                      -2.1885e-03,  3.4283e-03, -1.4770e-03, -1.7353e-03,  2.1801e-03,
                       7.2533e-04, -4.5112e-03,  2.7547e-03,  7.2900e-04, -2.5831e-03,
                      -1.3107e-03,  3.2194e-04, -2.8459e-03, -1.1262e-03, -9.3234e-04,
                       1.8431e-03, -6.3436e-03,  1.1970e-03,  9.6187e-05, -2.0436e-03,
                      -8.9328e-04,  3.6361e-05,  1.5027e-03,  5.9267e-04, -1.5467e-03,
                      -1.9786e-03, -4.8101e-03, -4.4145e-03, -2.9881e-03,  6.8721e-04,
                      -7.2623e-03,  2.9933e-03,  7.4166e-04,  3.7275e-03, -4.8362e-03,
                      -4.5348e-03, -9.4919e-04, -1.5619e-03,  1.7943e-03,  6.7489e-03,
                       3.1374e-03, -9.6905e-05, -9.2375e-04,  2.2189e-03,  4.2101e-03,
                       4.2479e-03, -4.2509e-03, -4.5172e-03,  9.2130e-04,  4.1952e-03,
                      -6.4389e-03,  3.5705e-03,  1.8145e-03,  4.4131e-03,  2.0506e-03,
                       1.0382e-03,  3.8813e-03,  2.2786e-03,  3.1740e-03,  9.9604e-04,
                       3.2098e-03,  4.3063e-03,  1.1867e-04,  3.9873e-04, -1.8063e-03,
                      -2.0316e-03,  8.2615e-04, -1.8685e-03,  5.2951e-03, -2.1537e-03,
                      -4.9442e-04, -5.2335e-03, -1.8106e-03, -8.8554e-04,  4.3083e-03,
                      -3.6092e-03,  4.6423e-03,  2.7903e-03, -1.0018e-03, -7.1565e-03,
                       1.2780e-03,  1.9944e-03,  8.4389e-04, -8.2158e-03, -8.1607e-03,
                      -3.0295e-03,  2.3336e-03, -8.6535e-04,  5.7115e-03,  2.8214e-06,
                       1.7525e-04, -9.3209e-03,  4.9829e-04, -3.6888e-03, -1.0584e-03,
                       6.9372e-04, -1.3525e-03, -2.3853e-03,  1.0437e-03,  2.7038e-03,
                       1.4278e-03,  2.6820e-03, -2.6354e-04, -2.9468e-03,  1.4264e-03,
                       4.5232e-03,  5.1650e-03,  6.1888e-03,  3.4087e-04, -3.5817e-03,
                       2.0412e-04, -2.7943e-03, -6.4634e-03, -2.0693e-03,  3.9471e-03,
                      -3.9487e-03,  1.0389e-03, -4.2920e-03, -1.6019e-03,  5.9720e-03,
                       4.6110e-03,  1.6680e-03, -3.3481e-03, -1.0781e-03, -3.6641e-03,
                       5.7801e-03, -4.4717e-03, -2.0710e-03,  3.4325e-03,  5.4055e-03,
                      -7.7973e-03, -1.4974e-03,  1.0006e-03, -1.7217e-04,  8.6367e-03,
                      -8.4407e-04, -5.5664e-03, -1.1886e-03,  4.3271e-03, -6.3766e-04,
                       1.6392e-03, -2.2678e-03,  2.2014e-03, -2.6580e-03,  1.3195e-03,
                      -1.7878e-03,  1.9091e-04, -8.6820e-03, -5.4792e-03, -1.4484e-04,
                      -2.6599e-03, -3.8557e-03,  7.5929e-04, -6.1787e-03,  2.5755e-03,
                       9.1723e-03, -3.1025e-03,  1.5277e-04,  5.6349e-03, -2.4808e-03,
                       6.4826e-04, -3.2790e-03, -4.6723e-03, -4.3612e-03, -1.5182e-03,
                      -6.4225e-03, -2.0753e-03, -3.4636e-03,  2.1518e-03,  5.7765e-03,
                       5.0945e-03, -1.4273e-03,  6.1267e-03, -3.3696e-03,  9.9379e-04,
                      -6.4272e-03,  4.0486e-03,  3.2650e-03, -2.4343e-03,  2.6921e-03,
                       7.3878e-04, -8.3810e-03,  4.6546e-03,  8.1334e-03, -9.2003e-03,
                      -3.0976e-03, -5.8848e-03, -5.3611e-03,  6.4846e-04,  5.3338e-03,
                       2.4432e-03, -5.0662e-03, -3.3818e-03, -2.0887e-03,  1.8201e-03,
                      -1.8966e-03,  9.7168e-03, -5.8274e-03, -7.2687e-03,  3.2291e-03,
                       7.1428e-03, -8.5562e-03, -5.1409e-03, -9.7067e-04, -3.2609e-03,
                       7.1993e-04,  1.4403e-03,  1.3701e-03,  2.3196e-03,  6.9533e-03,
                      -1.3882e-03, -2.5247e-03, -2.5333e-03,  6.2529e-03, -6.0493e-03,
                       9.9438e-05,  1.7598e-03,  4.3692e-03,  1.3837e-03, -7.7157e-04,
                      -1.9158e-04, -4.1559e-05, -4.9383e-06, -5.2569e-03, -3.2869e-04,
                       5.0357e-03, -2.1208e-04,  2.2571e-03, -3.0421e-03, -2.6387e-03,
                      -9.6887e-04,  2.8477e-03,  4.7250e-03,  4.0276e-03, -1.6417e-03,
                      -5.1418e-04,  2.5065e-03,  2.6175e-03, -7.9548e-03, -6.6167e-03,
                      -5.6125e-03, -1.8834e-03, -2.9651e-04, -9.3769e-04,  1.9230e-03,
                      -6.4548e-03, -2.0415e-03, -1.4676e-03, -2.2577e-03,  5.1848e-04,
                       2.4528e-04,  2.2632e-03,  9.4048e-03, -4.8369e-03, -6.7190e-03,
                       3.4201e-03,  1.4273e-03, -2.7317e-03, -4.3301e-03, -2.8590e-03,
                      -5.0868e-03, -5.7390e-03,  3.0653e-03,  1.7716e-03,  1.4107e-03,
                      -1.8033e-03, -3.2771e-03, -4.7179e-03,  2.1585e-03, -4.2053e-03,
                       5.6204e-03, -2.1208e-03,  2.6480e-03, -1.8913e-03, -3.5331e-03,
                       1.3608e-05, -4.6820e-03,  2.1449e-03, -2.9109e-04,  1.4563e-03,
                      -2.5077e-03, -2.9263e-03, -2.0852e-03, -1.0709e-03,  3.3402e-03,
                       4.0425e-03,  2.2885e-03, -5.4747e-03,  2.8250e-03,  4.9388e-04,
                       1.0430e-03, -3.7391e-03, -1.3632e-04,  2.5616e-03, -2.4723e-03,
                       5.4521e-04,  2.0072e-03,  3.9685e-03,  2.3203e-04, -1.3090e-04,
                       6.5568e-04, -5.7143e-03,  4.9766e-03,  2.5963e-03,  3.8360e-06,
                      -3.6638e-03, -5.8836e-05,  2.5664e-03, -4.1117e-03, -6.9212e-03,
                      -3.8036e-03, -1.2791e-03,  4.4105e-03, -2.2190e-03, -4.0237e-03,
                       5.6292e-03, -3.4659e-04, -8.7459e-04,  4.6836e-03,  6.3511e-03,
                       4.2461e-03, -2.5987e-03, -1.5024e-03,  7.3436e-03,  5.0175e-03,
                      -4.1591e-03, -3.9070e-03, -5.8023e-03,  1.5910e-03,  1.4956e-03,
                      -2.0117e-03,  9.9038e-04, -4.2849e-03, -3.4332e-03,  2.5572e-03,
                       3.7695e-03,  7.3237e-04, -2.0776e-03,  1.9082e-03, -6.3354e-03,
                      -4.2051e-04, -4.1900e-03, -8.3884e-04,  4.5266e-03,  1.0296e-03,
                       3.9483e-03, -6.8440e-04,  7.6779e-04, -2.7967e-03, -2.4486e-03,
                      -7.6995e-05, -3.5661e-03,  4.3900e-05, -8.2016e-03, -9.6030e-04,
                       2.7645e-04, -2.5360e-03,  2.7200e-03, -1.4191e-03, -2.7132e-03,
                      -1.4020e-03,  5.1121e-03, -3.3115e-03, -1.0087e-03, -4.2503e-03,
                       7.5577e-03,  4.9675e-03,  1.3375e-03, -2.7327e-03, -2.0156e-03,
                       5.7251e-03,  1.1381e-04, -8.6503e-03,  7.1957e-04,  2.0903e-03,
                       4.5511e-03,  1.1142e-03,  3.2773e-03, -2.1700e-03,  1.7735e-03,
                      -3.4488e-03, -6.0757e-03,  1.2283e-03, -1.9263e-03,  9.5807e-04,
                       1.0584e-04,  2.8035e-03,  1.5321e-04, -4.4150e-04,  3.5578e-04,
                       3.3631e-03, -2.6172e-03,  3.7095e-03, -3.0711e-03, -1.1847e-03,
                      -5.2154e-03,  9.0427e-04,  1.4343e-03,  3.0704e-03,  2.4775e-03,
                       5.7450e-05,  1.4998e-03, -1.6928e-03,  1.8775e-03, -3.0342e-03,
                      -6.2460e-03, -6.1913e-03, -1.9242e-03, -3.3213e-03, -6.5183e-04,
                      -3.2980e-04,  7.0492e-04,  2.0563e-03, -3.2597e-04, -1.3948e-03,
                      -1.0367e-03,  2.3420e-03, -1.7988e-03, -2.2921e-04,  3.0495e-04,
                       3.2243e-04,  1.9026e-03,  8.8005e-04, -1.3203e-03, -1.8292e-04,
                       8.0570e-04,  1.8896e-03,  8.9133e-05, -3.0527e-03, -2.8722e-03,
                       1.9126e-03, -1.1832e-03, -6.0991e-04,  2.0156e-03,  1.0997e-03,
                       9.1653e-04, -2.0891e-03,  6.0032e-04,  1.1284e-03,  6.2880e-04,
                       2.5568e-03,  6.7164e-04, -8.6456e-04, -7.0200e-04,  1.6308e-03,
                      -1.3874e-03, -1.9086e-03, -7.6532e-04,  6.9726e-04,  1.1383e-03,
                      -1.0525e-03, -1.7483e-04, -1.1119e-03, -9.7765e-04,  1.9722e-03,
                      -1.4229e-03,  3.1927e-04, -1.3033e-03,  1.5516e-04,  5.9855e-05,
                       8.8916e-04,  1.4157e-04,  4.2881e-04,  1.2518e-03, -1.1322e-03,
                       1.5859e-03, -2.1922e-04,  9.9965e-04, -1.5180e-03,  1.5190e-03,
                       1.2993e-03,  8.9896e-05,  4.5368e-05,  4.0854e-04, -1.0614e-03,
                      -2.1311e-03,  6.7348e-03, -1.8704e-03, -2.4312e-03,  1.3649e-03,
                       2.4408e-03, -8.0395e-03,  7.5087e-04,  3.4185e-04, -7.6669e-04,
                      -3.2374e-03, -5.8879e-03, -3.4877e-03,  3.4732e-03,  1.3170e-03,
                      -3.3779e-03,  2.8795e-03,  1.3249e-03,  7.6010e-03,  1.7314e-03,
                       4.8095e-04,  6.6019e-04,  1.2914e-03, -4.2424e-03,  3.4001e-03,
                      -6.2603e-03,  3.0887e-03, -4.8834e-03, -2.6248e-03, -5.1220e-03,
                       6.6499e-03,  4.3055e-03,  5.3647e-03,  3.8045e-03,  5.7520e-03,
                      -2.6897e-03,  2.0857e-03, -3.0550e-03,  1.3735e-04,  1.1908e-03,
                      -2.3486e-03, -3.1385e-03, -3.7041e-03, -6.6691e-03,  2.2134e-03,
                      -1.2766e-03,  5.9219e-03, -2.2373e-04,  4.3746e-05,  3.4133e-03,
                       3.5540e-03, -2.0268e-03,  4.2536e-03,  4.6522e-04,  3.7290e-03,
                      -2.1432e-03, -7.1759e-03, -3.0352e-03, -1.0762e-03,  3.5790e-03,
                      -2.0722e-04,  4.7629e-04, -4.2734e-04, -1.9505e-03,  6.2984e-03,
                      -2.4614e-04, -7.3173e-03, -8.3992e-04, -4.0217e-03, -8.0478e-03,
                       1.4602e-03, -3.7594e-04, -1.4247e-04,  4.0103e-04,  8.3286e-04,
                       8.0385e-03, -1.0936e-03, -5.1774e-04,  1.5252e-03, -3.0798e-04,
                      -3.4644e-03, -5.9665e-04,  1.3316e-03,  2.8723e-03, -2.1597e-04,
                       7.6319e-04, -1.4469e-03, -5.3450e-03, -4.7651e-03, -4.4622e-03,
                      -1.2071e-03, -1.4154e-03, -4.9394e-04, -3.3244e-03, -3.7972e-03,
                      -2.3714e-03, -3.6551e-04, -3.7459e-03, -1.0647e-03,  2.5672e-03,
                       7.6992e-05, -1.1917e-03,  3.4183e-03, -1.0091e-03, -2.8406e-03,
                       9.0381e-04,  2.1397e-03,  5.2347e-03, -6.0807e-04, -2.6979e-03,
                      -5.8286e-04, -1.6494e-03, -2.0796e-03, -1.1921e-03, -6.9867e-04,
                       5.3937e-03,  2.0485e-03, -1.1184e-03,  1.3474e-03,  5.2580e-03,
                       2.9443e-03, -4.1714e-03, -5.5794e-03,  5.4041e-03,  3.0828e-03,
                       2.7879e-03,  1.5263e-03, -1.3465e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.weight',
              tensor([[ 0.0085, -0.0090,  0.0078,  ...,  0.0004, -0.0193,  0.0581],
                      [-0.0143, -0.0088, -0.0527,  ..., -0.0592,  0.0345,  0.0495],
                      [ 0.0651,  0.0611, -0.0743,  ..., -0.0435, -0.0155, -0.0010],
                      ...,
                      [ 0.0118,  0.0400, -0.0104,  ...,  0.0125,  0.0325, -0.0490],
                      [ 0.0014,  0.0229,  0.0913,  ...,  0.0952, -0.0820, -0.0299],
                      [ 0.0107, -0.0076, -0.0202,  ..., -0.0154, -0.0273, -0.0238]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.self.value.bias',
              tensor([-9.8796e-04, -1.8674e-02,  1.5513e-02, -4.8775e-02, -7.2690e-03,
                       1.8312e-02,  3.2608e-03, -7.9250e-03, -2.0575e-02, -3.1880e-02,
                      -8.8572e-04,  1.3436e-02, -4.4838e-02,  4.0368e-02,  2.8205e-03,
                       2.1100e-02, -2.2130e-02,  3.1198e-02, -8.1264e-03, -7.5886e-04,
                       2.7130e-03,  1.7966e-02,  3.2386e-03,  1.2767e-02, -2.7144e-02,
                       2.5545e-02,  7.9549e-03, -1.8299e-02,  1.0957e-02,  9.7810e-03,
                       1.5442e-02,  1.3392e-02, -8.2971e-03,  6.9724e-03,  1.5916e-02,
                      -2.5989e-02, -1.0933e-02,  2.1847e-02, -5.5130e-03,  3.8353e-02,
                      -7.3473e-03,  9.5097e-03,  5.4216e-03, -2.7628e-02, -1.8463e-02,
                      -2.1971e-02, -2.0015e-02, -1.5256e-03, -6.4510e-02, -4.0703e-03,
                       5.7959e-04,  3.2423e-02, -2.5309e-02,  1.5464e-02, -1.7149e-02,
                      -1.7753e-03, -2.5971e-02, -1.2026e-02, -2.5416e-02, -2.7065e-03,
                       7.6972e-03,  2.1749e-02, -3.8843e-02, -1.6462e-02, -8.4596e-02,
                      -3.1153e-02, -6.1957e-02, -1.2278e-02,  3.0896e-02,  4.4653e-02,
                       3.2884e-02,  2.7376e-02, -2.3255e-02, -1.5455e-03, -7.7510e-02,
                      -9.0697e-02,  6.3421e-03,  2.5356e-01, -4.2837e-02, -2.0403e-02,
                       9.0977e-03,  4.5804e-02,  5.4249e-02,  6.0179e-02,  4.8387e-02,
                      -1.3056e-02, -6.6212e-02,  1.0221e-02, -8.7469e-03, -2.3254e-02,
                       1.4820e-02, -3.1692e-02,  4.9210e-02,  6.1501e-02,  2.0948e-02,
                       5.0523e-02, -6.7822e-02, -1.3511e-02, -5.0975e-02, -1.5143e-02,
                      -1.2375e-03,  4.8124e-02, -4.5832e-02,  9.0872e-03,  4.4001e-04,
                       2.9859e-02, -1.0381e-02,  5.3373e-02,  4.7442e-04,  2.7447e-02,
                       1.3487e-02, -4.2590e-02,  2.6030e-02,  4.3036e-02, -2.1498e-02,
                      -5.3940e-02,  1.7462e-02, -7.2391e-02,  2.0416e-02,  5.2947e-02,
                       8.4802e-03, -2.1479e-02, -3.0471e-02,  4.8708e-02, -5.5858e-02,
                       5.5503e-02, -5.9871e-02,  9.5297e-02, -7.2469e-03, -1.3228e-02,
                      -3.5568e-03,  3.4555e-02,  7.0207e-02,  5.6750e-02,  4.3583e-02,
                       1.2047e-03,  1.6097e-02,  5.5677e-02, -3.6596e-02, -8.2662e-03,
                       9.7301e-02, -1.3219e-02, -4.4609e-02, -5.7216e-02, -2.9876e-02,
                       6.6798e-02, -1.5120e-02,  3.1902e-02,  1.8178e-02, -1.3453e-03,
                       1.5872e-02, -5.1685e-03,  1.1940e-01, -5.8020e-03,  3.9517e-02,
                      -1.5272e-02, -1.9197e-02, -6.5370e-02,  3.2017e-02, -1.5850e-03,
                       3.4231e-02, -1.1936e-02,  1.0859e-03, -1.6103e-02, -4.1718e-02,
                       1.7848e-02, -9.4697e-02, -2.9985e-02,  8.7806e-02,  4.3312e-02,
                       1.3243e-02,  3.5815e-02, -1.4988e-02, -1.4644e-03,  5.6795e-02,
                       3.6339e-02, -1.6048e-02,  3.7035e-02, -3.7658e-02, -3.4030e-03,
                       1.2963e-03,  3.5011e-02, -1.3091e-01, -2.0698e-02, -2.0063e-02,
                       4.4111e-02,  9.4912e-03,  1.4900e-02, -2.0385e-02,  3.3921e-02,
                       2.6636e-02,  1.2783e-02, -1.8701e-03, -1.0746e-02,  1.6422e-02,
                      -5.2018e-03, -1.6251e-02,  3.4341e-03, -4.9899e-03,  1.1894e-02,
                      -5.6389e-04,  6.2331e-03, -1.1503e-02,  4.8243e-02, -3.9789e-02,
                      -1.6296e-02, -8.2852e-03, -1.0844e-02, -1.9648e-03, -3.8180e-02,
                       3.9337e-03, -5.0645e-03,  2.8471e-03, -2.5529e-02,  2.1846e-03,
                      -1.5565e-02,  6.9784e-03, -3.0831e-03, -1.3745e-02,  2.9804e-03,
                       1.2195e-02,  1.8825e-02,  5.3241e-04,  3.6824e-03, -1.4473e-02,
                      -6.0568e-03,  4.5338e-03, -1.3100e-02,  2.7765e-02,  1.4418e-02,
                      -8.1302e-03, -1.6152e-02,  1.4950e-02, -1.1425e-02, -5.3048e-03,
                       1.4997e-02, -2.2422e-02,  4.0538e-02,  2.1924e-02, -2.2732e-02,
                       1.4537e-02, -1.3677e-02,  1.1610e-02, -1.0403e-02,  1.0932e-03,
                      -1.0732e-02,  1.3725e-02,  1.3845e-02,  2.1282e-02,  3.5020e-02,
                      -1.7372e-02,  8.4526e-03, -2.6200e-02, -4.8946e-03,  1.1277e-02,
                      -2.4110e-02,  1.2372e-02, -1.0506e-02, -6.9058e-02, -3.9878e-02,
                      -2.0311e-02, -4.5560e-03, -2.2297e-02,  4.9524e-02, -5.7756e-03,
                      -4.4624e-04,  5.9995e-02, -3.3282e-02, -1.0928e-02,  1.7756e-02,
                       1.1629e-02,  1.6227e-02,  4.7810e-02, -1.0274e-02, -3.0936e-02,
                       2.0087e-02,  4.0652e-02,  1.8906e-02, -1.2597e-03, -4.4169e-02,
                       2.1459e-02,  9.1408e-03,  2.1000e-03, -2.5869e-03,  3.9604e-02,
                       1.0918e-02, -6.1987e-02, -4.6622e-02, -3.5114e-04,  8.5540e-03,
                      -2.1314e-02,  1.2208e-04,  2.5250e-02,  5.2654e-02, -4.7326e-02,
                      -3.7802e-02,  1.2441e-02, -4.3365e-02, -3.1806e-02, -1.3429e-02,
                       3.9567e-03,  5.9019e-02,  8.2920e-02, -1.8235e-02,  2.0965e-02,
                      -9.5126e-03, -5.8903e-02, -5.6600e-02,  9.0022e-02,  4.7819e-02,
                      -3.3896e-02, -4.7193e-03,  2.2216e-02, -1.9019e-02,  4.1316e-02,
                      -3.7319e-02, -3.4844e-03, -3.6957e-03, -1.2402e-01, -5.8340e-02,
                      -3.9901e-02, -2.6878e-02, -2.8469e-02, -3.8052e-02, -1.9353e-02,
                      -9.5511e-03,  1.2000e-03, -1.7616e-02, -8.3771e-03, -4.6632e-03,
                       1.7619e-02,  7.3176e-03, -8.1756e-03,  1.3482e-02,  4.9144e-02,
                       3.6619e-02, -3.9500e-02, -1.9378e-02,  4.5502e-04,  1.7151e-02,
                      -4.5309e-02,  8.4116e-04,  3.8259e-02,  8.6016e-03, -2.3043e-02,
                       5.9008e-03, -9.3714e-03,  2.7033e-02,  2.9474e-04, -3.4531e-02,
                      -4.1871e-03,  2.1250e-02, -2.1888e-02, -2.2980e-02, -1.6706e-02,
                      -1.5919e-03, -6.5919e-03, -2.5681e-03,  5.5332e-02, -1.2519e-03,
                      -1.2274e-02,  1.5299e-02, -9.8034e-03, -6.9265e-03, -1.1260e-02,
                       1.9666e-02, -8.8812e-03,  2.1309e-05,  9.4566e-04, -2.2163e-02,
                       1.8244e-02,  2.4019e-02,  1.3215e-02, -3.4398e-02, -3.3396e-02,
                       1.0483e-02,  3.6063e-02,  2.0838e-02,  3.7528e-02,  4.1448e-02,
                       6.9789e-04, -2.1325e-03,  6.5605e-03,  1.7335e-02, -2.5551e-02,
                      -9.4688e-03, -4.6457e-03, -2.7594e-02, -7.4074e-03,  4.6742e-03,
                       2.9758e-02,  6.8028e-03,  2.3177e-02, -1.6774e-02,  1.2220e-02,
                      -6.6713e-03,  2.2414e-02,  2.2453e-02, -3.4707e-02,  5.7343e-03,
                       1.1852e-02,  1.7706e-02,  1.9372e-02, -1.6522e-02, -6.3520e-03,
                       1.1228e-02, -2.0935e-02,  3.8757e-02, -1.2795e-02, -1.2008e-02,
                      -1.0036e-03,  2.9823e-02, -1.5831e-03,  2.9193e-02, -8.6941e-03,
                       1.9884e-02, -2.1199e-02, -1.8671e-02, -7.3735e-03, -1.3087e-02,
                      -1.6457e-02, -4.5913e-03,  1.3485e-02, -3.8315e-02, -5.2514e-03,
                      -7.8568e-03, -2.1494e-02, -3.3975e-03,  1.5593e-03, -5.7078e-03,
                      -6.0813e-03,  4.6096e-03, -1.8863e-02,  4.4592e-03, -1.1628e-02,
                       6.4303e-02, -1.3172e-02, -1.9106e-02, -1.3652e-02,  2.0458e-02,
                      -4.4940e-02, -8.0862e-03, -1.5569e-03,  3.7178e-02, -3.3113e-03,
                       9.5591e-03, -2.5892e-02, -2.4176e-02, -1.3082e-03,  3.6205e-02,
                       2.6550e-02, -6.3030e-03, -8.5929e-03,  9.1208e-03, -2.9072e-02,
                      -3.5116e-03,  1.7875e-02,  4.2193e-02, -8.5305e-03,  1.2357e-02,
                      -1.1441e-02,  1.4992e-02, -1.1444e-02,  4.8299e-02,  5.1228e-02,
                       4.7978e-05,  1.1765e-03, -6.2791e-02,  4.6154e-03, -9.8580e-03,
                      -8.7475e-03,  2.1267e-03, -8.8470e-03,  1.3511e-04, -5.3476e-03,
                      -2.8694e-02, -6.5935e-03, -2.3939e-02, -4.7928e-03,  1.2519e-02,
                       3.7120e-02,  2.7550e-02, -3.9644e-02, -1.4990e-02, -3.3052e-03,
                      -1.0134e-02, -7.1655e-03,  2.1467e-02,  1.5241e-02,  1.1916e-02,
                      -6.0363e-02, -2.3411e-02,  2.2916e-02,  4.4458e-03,  1.0585e-02,
                      -6.3904e-03,  2.8127e-02, -1.3087e-03, -1.7835e-03, -1.1675e-02,
                      -3.8001e-02,  9.0475e-03,  1.5199e-02,  1.8561e-02, -2.5234e-02,
                      -1.3298e-02, -2.6392e-02, -2.3127e-02,  7.7453e-03,  2.7154e-02,
                      -4.9436e-03,  3.9552e-02, -2.6760e-02,  6.2361e-03, -1.9421e-02,
                       1.0664e-02, -2.3370e-02, -3.2117e-02, -2.0502e-02,  4.6918e-03,
                      -1.7995e-02, -3.8758e-03,  1.0299e-02,  3.5980e-02,  4.5839e-02,
                       1.7510e-03, -3.4898e-02, -2.2442e-02,  1.2987e-02,  4.7970e-02,
                       4.1483e-02,  2.5259e-02,  1.8237e-02,  8.1187e-03,  1.6414e-02,
                       1.6970e-02, -2.8564e-03, -2.2286e-02,  1.1226e-03,  5.8158e-04,
                      -7.8393e-04,  1.2413e-02, -5.5737e-02,  2.1657e-02, -1.0124e-02,
                       2.4889e-02, -1.1485e-02, -2.4315e-02, -8.6913e-02,  4.3126e-02,
                       9.5657e-03,  8.8629e-03, -1.2776e-02,  1.6429e-02,  2.0986e-02,
                       2.3727e-02,  4.4814e-03,  2.2355e-02,  2.6274e-02,  6.6448e-02,
                      -2.4581e-02,  7.3006e-03,  3.1859e-02,  4.1551e-02, -1.2208e-02,
                       3.0199e-02, -4.1885e-02,  2.4414e-02,  4.3306e-02, -6.4817e-02,
                       5.8049e-02, -4.1475e-03, -3.3788e-02,  3.2023e-02,  3.0482e-02,
                       4.9439e-03,  2.9577e-02, -1.7113e-02, -3.2153e-02,  9.5714e-02,
                       5.5375e-02,  9.5423e-02,  2.9013e-02, -4.3948e-02,  1.5624e-02,
                       8.1124e-02, -4.5434e-02,  1.2724e-01, -4.9750e-02,  2.0269e-02,
                      -3.2666e-02, -6.5799e-02,  5.8947e-02, -5.6256e-03,  1.7194e-02,
                       2.1312e-02, -6.7737e-02,  1.1646e-01, -1.9115e-02, -4.1608e-02,
                       2.2050e-02,  2.5751e-02,  5.8365e-02, -4.3494e-02, -1.1649e-01,
                      -5.7167e-02, -1.8588e-02,  2.1518e-02,  3.1801e-03,  1.9322e-02,
                       4.1348e-03, -2.7075e-02,  1.3134e-03, -6.5263e-02, -5.7735e-03,
                      -3.9667e-02,  1.4137e-01,  3.3201e-02,  7.0068e-03,  1.0344e-02,
                       1.1413e-01, -1.2259e-02, -1.4144e-02,  1.0278e-02, -1.1000e-01,
                      -6.8148e-02, -8.7898e-02,  7.4152e-03,  1.2660e-01, -9.7909e-02,
                       4.5559e-03,  8.4715e-03, -2.3204e-02, -3.9804e-02,  1.9677e-02,
                       4.8968e-02, -2.3533e-02,  2.2539e-01,  7.7159e-02,  1.1800e-02,
                      -5.1222e-02, -7.9485e-02,  1.4920e-02, -5.2512e-02,  2.6455e-02,
                       4.4834e-02,  2.2390e-02, -1.6625e-02,  6.1986e-02, -5.7561e-02,
                      -4.5823e-02, -1.2602e-01, -7.2522e-03,  2.0296e-02, -1.0317e-02,
                      -3.2729e-03,  4.8724e-02, -2.8695e-02, -5.8761e-02,  6.3150e-02,
                       2.9030e-02, -4.7785e-02,  4.3463e-02,  6.7087e-02,  3.7219e-02,
                      -3.3752e-02, -3.9034e-02,  3.8817e-02,  2.4160e-02, -2.5157e-02,
                       1.8734e-02, -3.9988e-03,  2.7524e-02,  3.5344e-03,  3.5071e-02,
                      -1.6949e-02, -1.6971e-02, -2.8473e-02,  1.3024e-02, -4.5415e-03,
                       6.5151e-03, -8.6534e-02, -1.5683e-02,  1.0526e-01, -2.0891e-02,
                      -2.2827e-02,  2.7884e-02,  3.8844e-02, -4.5400e-02, -2.4202e-03,
                      -4.9015e-02, -8.0079e-02,  3.2116e-02, -3.8518e-02,  6.1092e-02,
                      -8.8425e-02,  6.4777e-04, -2.5395e-02,  1.4945e-02,  3.6964e-02,
                      -2.2277e-02,  5.5459e-02,  2.5121e-03,  1.7996e-02,  5.7281e-03,
                       3.4884e-02, -4.6898e-03,  7.1481e-03,  2.7957e-02,  7.9597e-03,
                       3.9477e-03, -1.8800e-02,  1.8232e-02, -1.4049e-02, -9.2870e-03,
                       8.1170e-03, -6.2361e-03,  1.2144e-02, -4.0516e-03,  1.1592e-03,
                       1.1353e-02,  2.0503e-03, -6.1434e-03, -1.5211e-02, -7.2519e-03,
                      -3.2881e-03,  2.1378e-02, -1.9926e-04,  2.9596e-02, -6.8414e-03,
                       7.4961e-04,  1.3082e-02, -1.3461e-02,  1.2027e-02, -1.6407e-02,
                      -2.4686e-02, -6.0695e-03, -4.7199e-03, -2.2112e-02,  2.1532e-02,
                      -2.6163e-02,  4.4774e-02, -1.0033e-02,  2.0892e-02, -3.6309e-02,
                       3.9973e-03, -5.3111e-03, -1.3793e-03, -6.3278e-03, -7.1543e-03,
                       2.4514e-02,  1.6740e-02, -1.6303e-02, -2.3075e-02,  2.7837e-02,
                      -1.3620e-02, -2.1882e-02, -2.4219e-03, -6.1336e-03,  6.3860e-03,
                      -5.0703e-03,  1.1836e-02,  9.2347e-03, -1.5425e-02,  1.1204e-02,
                      -1.0476e-02,  9.1085e-03, -1.7840e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.weight',
              tensor([[ 0.0058,  0.0026, -0.0115,  ...,  0.0078,  0.0352, -0.0076],
                      [ 0.0283,  0.0086, -0.0132,  ..., -0.0463,  0.0077, -0.0132],
                      [ 0.0236, -0.0154,  0.0811,  ..., -0.0057, -0.0836, -0.0186],
                      ...,
                      [ 0.0528,  0.0546,  0.0290,  ..., -0.0268, -0.0514,  0.0518],
                      [ 0.0460, -0.0035,  0.0004,  ...,  0.0005,  0.0493,  0.0142],
                      [-0.0951, -0.0467,  0.0417,  ...,  0.0117,  0.0361, -0.0428]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.dense.bias',
              tensor([-1.4072e-02, -1.1867e-02,  1.9652e-02, -1.0791e-02,  1.3283e-01,
                       3.8205e-02,  1.4443e-01, -1.5993e-02, -9.3337e-03, -4.6617e-02,
                      -1.2843e-02,  9.1544e-03,  3.5551e-03,  8.7956e-02, -5.0680e-02,
                       9.2793e-02,  9.0167e-02,  3.7447e-02,  1.1864e-01, -1.7933e-02,
                       6.0717e-02, -1.4038e-02, -5.5169e-02, -1.4882e-02,  3.5365e-02,
                      -9.0879e-02, -2.0402e-02, -1.2953e-01,  5.5619e-02,  2.5128e-03,
                       4.8148e-03, -1.6309e-02,  1.8562e-02, -7.8815e-02,  2.2141e-02,
                       1.5476e-02,  3.7695e-02,  1.4162e-02, -1.3166e-01, -4.9929e-03,
                       9.1806e-03, -2.5361e-02, -2.0609e-02, -4.9332e-02, -1.8853e-02,
                       4.3997e-02, -3.4616e-02, -4.6257e-02,  3.0806e-02, -8.8149e-02,
                      -3.9566e-02, -4.3771e-02, -1.9221e-01,  6.6136e-02,  8.3214e-02,
                       4.2922e-02,  3.4141e-02,  5.2170e-02,  2.6681e-03, -1.6797e-01,
                       1.7565e-02,  1.0092e-02,  1.4635e-02,  5.1255e-02,  5.2871e-02,
                       1.4127e-03,  1.7359e-02,  9.7967e-02, -1.1784e-01, -8.4128e-02,
                      -1.4005e-02,  6.4096e-02,  2.0229e-02, -3.6283e-02, -1.9585e-03,
                      -1.4181e-02, -7.2177e-02, -6.5040e-02, -4.2342e-02, -7.5847e-02,
                      -8.0647e-03, -4.6470e-02,  6.3887e-02,  1.8891e-03, -7.5999e-02,
                      -7.1101e-02,  3.4081e-02, -5.2962e-02, -1.8129e-02,  1.0907e-02,
                       5.9800e-02,  3.8259e-02, -2.6006e-02,  3.9313e-02,  3.6209e-02,
                      -3.1214e-02,  8.0333e-02, -5.4994e-02, -5.0683e-02, -8.4087e-02,
                      -5.3604e-02, -1.6853e-02,  1.0909e-01, -5.5396e-02,  8.0539e-02,
                       1.9347e-02, -2.5427e-03, -6.9389e-03,  3.7529e-02,  4.0363e-02,
                       5.2876e-02,  1.0015e-01,  2.2740e-02, -5.7386e-02, -1.1217e-01,
                      -6.9601e-02, -1.4871e-02, -1.0904e-01,  6.0343e-02, -3.6676e-02,
                       4.7278e-02,  1.9986e-02, -4.3532e-02,  4.0652e-02, -1.0839e-01,
                      -1.1501e-01, -3.9449e-02, -1.0395e-01, -4.1699e-02, -3.6014e-02,
                       4.3976e-02, -7.1242e-02, -3.8537e-02,  9.8720e-03, -3.3268e-02,
                      -7.7708e-03, -9.8111e-02, -2.2389e-02, -1.3379e-01, -1.5334e-03,
                       9.8780e-02,  2.9927e-02,  3.4907e-02,  2.4411e-02, -6.5549e-02,
                       2.5078e-02,  1.6085e-02,  1.7975e-02,  6.5047e-02,  1.4649e-01,
                       6.5691e-03, -4.0719e-02,  1.2874e-02, -5.3604e-02, -1.9154e-03,
                      -6.6430e-02,  8.3591e-02, -3.9746e-03, -3.0307e-02,  7.2912e-02,
                      -2.8227e-02, -5.7795e-02, -2.0292e-02, -1.3193e-02,  6.0201e-02,
                       7.7529e-02, -8.5876e-03, -1.8154e-01, -1.0576e-02,  8.3421e-02,
                       4.4226e-03, -2.5637e-02,  4.9497e-02, -4.2030e-03, -1.1947e-01,
                      -4.8555e-02, -4.3257e-02,  6.4251e-03,  4.7400e-02, -6.8976e-02,
                       8.5590e-02,  2.2924e-02, -1.6237e-02, -1.3034e-02,  5.9408e-02,
                       4.5794e-02, -9.5736e-03,  4.4382e-02,  3.9184e-02, -4.9239e-02,
                      -6.2956e-02, -1.8697e-01, -3.1195e-02,  3.8199e-02,  2.3468e-03,
                       5.6799e-02,  1.7019e-02,  8.0624e-02,  1.2911e-01,  4.3801e-02,
                      -1.8870e-02, -1.9128e-02,  6.8112e-02, -1.0748e-03, -8.1751e-02,
                      -2.4775e-03,  4.1094e-03,  4.0115e-02,  2.1463e-02,  5.2381e-02,
                       4.4237e-03,  1.1871e-02, -4.1599e-02,  3.3368e-02,  2.4822e-02,
                      -1.0624e-02, -2.7739e-02, -1.8917e-02,  5.7018e-02, -3.3610e-03,
                      -1.1604e-01,  1.2329e-02, -1.8360e-02,  8.0589e-02,  2.5566e-02,
                      -1.0874e-02,  3.5966e-02,  1.4746e-02,  3.9261e-02,  1.6210e-01,
                       6.6965e-02, -4.7027e-03, -1.3327e-02, -5.7232e-03,  2.0720e-02,
                      -1.8956e-02,  8.5142e-02, -1.1761e-02, -1.4364e-01,  3.6765e-03,
                       2.5277e-02,  3.5697e-02, -6.2660e-02, -5.2666e-02, -1.5398e-02,
                       1.8287e-02,  1.5975e-02, -4.7403e-02, -5.4648e-03,  7.6845e-03,
                      -6.8076e-02,  9.7212e-03,  2.3079e-02,  6.8635e-02, -3.2950e-02,
                      -9.7297e-02,  5.7299e-02,  5.3689e-02,  3.3631e-02, -3.9307e-03,
                       9.8005e-02, -5.2507e-02, -5.8986e-02, -2.0892e-02, -3.9147e-02,
                      -3.4674e-02, -7.4979e-03, -2.2025e-02,  1.5420e-02,  1.3446e-02,
                       1.8075e-02,  1.1045e-01, -2.0067e-02, -5.9860e-02, -7.4402e-03,
                       4.0200e-02,  6.5522e-02,  3.6153e-02, -4.1666e-02,  9.5305e-02,
                       4.2120e-02, -1.5585e-02,  2.9619e-02, -6.2426e-02, -1.0871e-02,
                       2.4636e-02, -2.0754e-02,  8.9477e-02, -5.8911e-03, -1.3028e-01,
                      -5.9197e-02, -3.9502e-03,  4.6848e-02,  1.8503e-02, -4.7408e-03,
                      -4.1983e-02,  1.1187e-01, -1.1462e-01,  2.9944e-02,  5.0354e-02,
                      -3.0264e-02, -7.6094e-04,  1.0860e-02, -1.0891e-02, -1.9101e-01,
                       3.2310e-02, -1.3061e-02,  4.6734e-04,  9.0471e-02, -5.8938e-02,
                       2.3895e-02,  2.7242e-02,  1.1529e-02, -1.1704e-01, -2.2976e-02,
                       6.1185e-02,  2.1317e-02, -1.0176e-01,  7.0461e-03,  9.3876e-03,
                       6.4264e-02, -1.3085e-02, -5.6097e-02,  8.0418e-04,  1.2013e-01,
                       4.5221e-02,  2.1881e-02, -1.9301e-03,  4.8398e-02, -1.8417e-03,
                       5.0696e-02,  6.6364e-03, -1.2053e-02, -2.4329e-02,  1.5445e-02,
                       5.8052e-02, -8.6495e-02, -5.7780e-02,  3.1528e-02, -7.9761e-03,
                       9.9089e-02,  1.2303e-02, -8.2190e-02,  6.1242e-02,  3.3578e-02,
                       2.4696e-02, -6.5395e-03, -2.3721e-02, -1.0867e-01,  3.5195e-02,
                      -8.9748e-02,  1.3401e-03,  1.0250e-01,  2.1500e-02, -1.8416e-02,
                       6.8812e-02,  7.6173e-03, -8.2264e-03, -4.0912e-03,  2.6147e-02,
                       3.3246e-03,  3.9625e-02, -3.6474e-02, -8.7605e-03,  1.5124e-02,
                       9.5788e-03,  4.3529e-02, -3.4296e-02,  1.8925e-02,  2.5767e-05,
                       2.7938e-02, -1.4167e-02, -1.5843e-02, -5.7598e-02,  8.1245e-02,
                      -1.5502e-02, -1.0106e-01,  3.4186e-04,  3.9981e-02, -8.7942e-02,
                       1.1434e-02, -8.0165e-03, -3.4733e-02,  1.8945e-02, -1.9487e-02,
                       1.9557e-02, -4.1530e-02,  8.9138e-02, -7.5674e-02,  4.6729e-02,
                      -2.8728e-02, -7.7138e-02,  5.2300e-02, -2.3124e-02,  6.4146e-02,
                       1.2109e-02,  1.5470e-02, -1.0825e-02, -1.7693e-02,  1.0202e-01,
                      -3.0822e-02, -7.7770e-02, -6.1827e-02, -3.5067e-02, -1.9805e-02,
                      -5.9319e-02,  1.9284e-02,  5.7454e-02, -3.8954e-03, -3.8990e-03,
                       8.1596e-02,  4.3832e-02,  1.4365e-02,  1.0872e-02,  4.3683e-02,
                      -7.2024e-03,  3.4481e-02, -9.2668e-02,  5.0795e-02,  2.4479e-02,
                      -1.5260e-02,  3.8509e-02,  8.2867e-02,  3.3739e-02, -3.9663e-02,
                      -2.2446e-02,  7.3313e-02, -6.4770e-02, -4.2371e-02, -4.5694e-02,
                       2.3379e-02,  2.0690e-02,  6.8440e-02, -1.9065e-02,  3.2734e-02,
                       2.4729e-02, -7.6170e-02, -3.3017e-02,  1.2019e-02, -3.9453e-02,
                      -4.8314e-02, -2.1600e-02, -2.1797e-02, -2.8991e-02, -9.7129e-02,
                       2.9509e-03,  6.6017e-02,  7.2774e-03, -2.6804e-02,  6.1259e-02,
                      -1.3652e-02, -5.7384e-02, -2.4051e-02, -3.3149e-02, -3.1795e-02,
                       5.1362e-02,  5.9589e-02,  1.5126e-03,  4.0131e-02, -1.4784e-01,
                       9.6626e-04,  6.4751e-04, -1.6925e-02,  7.0216e-02,  3.2692e-03,
                       5.4919e-02, -9.4447e-02,  1.9031e-02, -2.2015e-02, -7.3322e-02,
                      -5.3877e-02,  3.7983e-02, -2.0051e-02,  2.3796e-02, -1.0512e-02,
                      -4.8075e-02,  5.5661e-02, -3.3676e-02,  1.2699e-02,  4.0320e-02,
                       2.4552e-02,  2.8826e-02,  3.8475e-02, -2.7520e-02, -7.4140e-02,
                       5.6995e-03,  5.2824e-03, -3.7261e-02, -4.8606e-02,  5.0006e-02,
                      -6.4903e-02, -1.5091e-02,  6.1095e-02, -4.6148e-03, -7.2791e-02,
                      -5.5126e-02, -1.8694e-01,  2.0176e-02, -6.4954e-02,  9.1612e-03,
                      -3.7840e-02, -2.4068e-02,  3.7798e-02,  2.4061e-02,  6.9299e-02,
                      -6.9510e-02,  1.4788e-02, -1.1693e-02,  2.6941e-02,  4.1271e-02,
                      -2.1617e-02,  1.5884e-02, -8.8010e-02, -4.7440e-02,  8.6653e-02,
                      -5.8911e-04,  3.8594e-02,  5.5580e-03, -1.2621e-01,  4.8224e-02,
                       5.5185e-02, -5.1964e-02,  2.0708e-02, -1.5233e-02, -4.0406e-03,
                       3.3795e-02, -5.6430e-02, -4.2508e-02,  4.4628e-03, -3.8454e-03,
                       9.3475e-02, -4.2128e-02, -2.4727e-02,  1.9038e-03,  2.2948e-02,
                      -5.6295e-02,  1.4149e-01, -1.8766e-02,  1.2989e-01, -1.0012e-01,
                       5.8184e-02, -1.8917e-03,  1.0222e-01,  4.3812e-02,  3.8113e-02,
                      -1.7954e-02, -2.2978e-02, -4.9587e-02, -4.2408e-02, -2.7552e-02,
                       6.6619e-03, -5.0485e-02, -1.5447e-02,  5.9324e-02, -1.4240e-01,
                       1.3764e-02,  3.1888e-03,  7.0548e-01,  5.0911e-04,  4.1165e-02,
                       8.8992e-03, -5.1325e-02,  3.6108e-02, -2.5403e-03, -2.6832e-02,
                      -6.0267e-02,  3.5387e-02,  3.1951e-02, -4.6461e-02, -1.5229e-02,
                      -4.7876e-02,  7.5450e-02, -2.1511e-02,  1.0460e-02,  5.2322e-02,
                       1.1969e-02, -8.0905e-02,  6.9487e-02, -1.0083e-01,  9.3806e-03,
                       3.2615e-02, -8.2806e-02,  3.8711e-02, -5.5472e-02,  2.1274e-02,
                       3.7940e-02, -3.0932e-02, -6.9179e-02, -1.0374e-02,  6.2765e-02,
                       9.4203e-03,  4.0830e-02,  1.5246e-02,  4.6715e-02,  1.2440e-01,
                       2.1640e-02, -2.7171e-03,  6.6878e-02,  7.1997e-02, -6.3021e-02,
                      -2.8969e-02, -1.8279e-02,  7.9684e-03,  7.2059e-02, -2.4862e-02,
                       7.0348e-02,  4.5144e-02, -1.1103e-01, -2.7398e-02, -3.7813e-02,
                      -9.0955e-02,  7.5556e-03, -5.0071e-02,  1.1641e-01, -6.6711e-02,
                      -8.8224e-02, -3.8333e-02,  3.8179e-02, -4.6433e-03, -3.2530e-02,
                       1.8807e-02, -2.1404e-02, -4.4224e-03, -2.5336e-03, -1.0608e-01,
                       2.1566e-02,  4.9382e-02,  1.1753e-01, -7.6555e-02,  4.4172e-02,
                      -1.3283e-02, -4.0123e-02,  6.3268e-03,  1.9446e-02, -8.0466e-03,
                      -4.4752e-02,  6.5504e-02, -2.2623e-02,  4.5251e-02,  1.5645e-02,
                      -2.4893e-02,  4.4099e-02, -4.2987e-02, -8.2015e-02,  5.0645e-02,
                       3.3608e-04,  1.2450e-02, -1.7224e-02, -3.0474e-02,  1.6158e-02,
                      -4.8449e-02,  8.4821e-02,  7.8106e-02,  1.2727e-01, -3.8738e-02,
                      -3.2759e-03, -6.2150e-03, -4.9838e-02, -7.0116e-02,  5.3579e-02,
                      -4.6496e-02, -8.7658e-02,  4.8785e-03,  1.0785e-02,  5.5684e-02,
                       7.4563e-02, -1.5944e-02,  1.0510e-01,  4.6529e-02, -1.3518e-02,
                      -2.2337e-02,  1.8051e-04,  3.7445e-03, -3.1726e-02, -6.4156e-02,
                       3.5931e-02, -1.2695e-02,  5.9208e-02, -3.1032e-02,  2.7790e-02,
                      -7.4074e-02, -8.7348e-02, -5.1461e-02,  6.4059e-03, -8.7230e-03,
                       1.6446e-03,  9.4462e-03, -3.9575e-02,  4.4462e-02,  7.4041e-02,
                      -3.7722e-02,  3.5767e-02,  2.5298e-02, -5.0501e-02, -1.6542e-02,
                       7.8032e-02, -1.3285e-03,  3.8271e-02, -4.9915e-02,  2.1296e-02,
                       2.5365e-03, -1.0205e-01, -1.0744e-01,  2.0153e-02,  2.7633e-03,
                       3.5619e-02,  4.6212e-03,  2.3901e-02, -1.5204e-02,  1.7037e-02,
                       9.3707e-02, -3.8896e-02,  9.1033e-03,  3.4028e-02,  7.9117e-03,
                       9.8052e-03,  1.1197e-01,  9.3160e-02, -3.6156e-02,  2.6445e-02,
                      -5.5902e-03, -8.7181e-03, -1.3127e-02,  6.9219e-02,  4.3847e-02,
                      -1.9237e-01, -2.9820e-02, -4.4345e-02, -5.8497e-04, -2.7584e-03,
                      -7.0854e-02,  2.8213e-02,  3.2583e-02, -1.4047e-01,  5.0333e-02,
                      -6.7609e-03, -2.6318e-02,  7.0164e-02, -1.4916e-02, -1.0621e-02,
                      -1.6034e-03, -3.4006e-02, -3.8822e-02, -7.6333e-02, -9.1621e-02,
                      -4.5650e-02,  6.1538e-02, -1.8645e-02,  1.2590e-01,  2.0677e-02,
                       7.0446e-02, -2.7816e-02,  1.3239e-02,  1.1804e-01, -2.3052e-02,
                       1.4929e-01,  1.8779e-03,  2.9241e-02,  3.1629e-02,  2.2184e-03,
                       1.1693e-01,  7.4050e-03,  8.5369e-03, -4.3412e-02, -3.5250e-02,
                       5.1478e-02, -2.0213e-02, -3.0405e-03], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.weight',
              tensor([0.8362, 0.8693, 0.8470, 0.8224, 0.8369, 0.8106, 0.7320, 0.7698, 0.9124,
                      0.7385, 0.9217, 0.9024, 0.9590, 0.9352, 0.8751, 0.7026, 0.8243, 0.8137,
                      0.8403, 0.8754, 0.7718, 0.9514, 0.8261, 0.8161, 0.7913, 0.8653, 0.8687,
                      0.9155, 0.8480, 0.9038, 0.8574, 0.6990, 0.9111, 0.7170, 0.8348, 0.8207,
                      0.7016, 0.9103, 0.7343, 0.8807, 0.9286, 0.8575, 0.8839, 0.9000, 0.9446,
                      0.9017, 0.8632, 0.9017, 0.9370, 0.8231, 0.9225, 0.8007, 0.8212, 0.8778,
                      0.7436, 0.7203, 0.8180, 0.8584, 0.7773, 0.7989, 0.8634, 0.9526, 0.9412,
                      0.9351, 0.7510, 0.9431, 0.8648, 0.8249, 0.7063, 0.7675, 0.8747, 0.8671,
                      0.8569, 0.8244, 0.9096, 0.9271, 0.8307, 0.8535, 0.9387, 0.8870, 0.8712,
                      0.8135, 0.8626, 0.8796, 0.6460, 0.8645, 0.7848, 0.8454, 0.9200, 0.8336,
                      0.8657, 0.8173, 0.8803, 0.8601, 0.8149, 0.8125, 0.6725, 0.8789, 0.9139,
                      0.8709, 0.7846, 0.9406, 0.7645, 0.9499, 0.7042, 0.9341, 0.9336, 0.7821,
                      0.9183, 0.9055, 0.7890, 0.8294, 0.9407, 0.6265, 0.8470, 0.9334, 0.8761,
                      0.8605, 0.9047, 0.9380, 0.8841, 0.8834, 0.8900, 0.7665, 0.7254, 0.7860,
                      0.8593, 0.7852, 0.8599, 0.8080, 0.8960, 0.7730, 0.8621, 0.8803, 0.8999,
                      0.8597, 1.1193, 0.8959, 0.9125, 0.8937, 0.7357, 0.9133, 0.8406, 1.1770,
                      0.8080, 0.8596, 0.8740, 0.8876, 0.8750, 0.9237, 0.8942, 0.8629, 0.9117,
                      0.8601, 0.8754, 0.8369, 0.9139, 0.8848, 0.8318, 0.8725, 1.0084, 0.9228,
                      0.7306, 0.8785, 0.8104, 0.8998, 0.8694, 0.6647, 0.8369, 0.8672, 0.9095,
                      0.6965, 0.7122, 0.8275, 0.8299, 0.9075, 0.9358, 0.8160, 0.9416, 0.8522,
                      0.8156, 0.8550, 0.7743, 0.9247, 0.9043, 0.8863, 0.8063, 0.8863, 0.8510,
                      0.8773, 0.8344, 0.7042, 0.8429, 0.8679, 0.8541, 0.9118, 0.9067, 0.7367,
                      0.8215, 0.9228, 0.9132, 0.7584, 0.9139, 0.8637, 0.7846, 0.8431, 0.9132,
                      0.9583, 0.8846, 0.8064, 0.9101, 0.9227, 0.7975, 0.9056, 0.8408, 0.9066,
                      0.8347, 0.7536, 0.8592, 0.8296, 0.9113, 0.8489, 0.9206, 0.9358, 0.8853,
                      0.8684, 0.9065, 0.9021, 0.8504, 0.6094, 0.8046, 0.9227, 0.8259, 0.8566,
                      0.7971, 0.8737, 0.6672, 0.9226, 0.8758, 0.9104, 0.8430, 0.7778, 0.8356,
                      0.8200, 0.8844, 0.7931, 0.9138, 0.7842, 0.9300, 0.9378, 0.8825, 0.8717,
                      0.9977, 0.9631, 0.9717, 0.8986, 0.9143, 0.7016, 0.8745, 0.8774, 0.6909,
                      0.8491, 0.8525, 0.8286, 0.8448, 0.8657, 0.8783, 0.9325, 0.7368, 0.9002,
                      0.8904, 0.8800, 0.9567, 0.8256, 0.9622, 0.9124, 0.8508, 0.8874, 0.8315,
                      0.9263, 0.9752, 0.9003, 0.7473, 2.9676, 0.8913, 0.9412, 0.7240, 0.9420,
                      0.8809, 0.8008, 0.7613, 0.8282, 0.7498, 0.8471, 0.8646, 0.8036, 0.8428,
                      0.6619, 0.9426, 0.8656, 0.9127, 0.8262, 0.8295, 0.8538, 0.8154, 0.9318,
                      0.7780, 0.9147, 0.9148, 0.8675, 0.8010, 0.8462, 0.8313, 0.7454, 0.8101,
                      0.9198, 0.8244, 0.7727, 0.9634, 0.7480, 0.7903, 0.8833, 0.8486, 0.9351,
                      0.7582, 0.8071, 0.8816, 0.7993, 0.9224, 0.8570, 0.9362, 0.8780, 0.9317,
                      0.9083, 0.9468, 0.9130, 0.8806, 0.9292, 0.9307, 0.7789, 0.6562, 0.9147,
                      0.7666, 0.9372, 0.8456, 0.9363, 0.8943, 0.8438, 0.8533, 0.8236, 0.8742,
                      0.8297, 0.8223, 0.8468, 0.9452, 0.8648, 0.8249, 0.8494, 0.8525, 0.7606,
                      0.8489, 0.9066, 0.8402, 0.9278, 0.8582, 0.8723, 0.8956, 0.9837, 0.8930,
                      0.8208, 0.8240, 0.9031, 0.8729, 0.8730, 0.8297, 0.8248, 0.8158, 0.8829,
                      0.8743, 0.6451, 0.8257, 0.8320, 0.9273, 0.9235, 0.7897, 0.7580, 0.7398,
                      0.8953, 0.9114, 0.8000, 0.9370, 0.7861, 0.8750, 0.8920, 0.8497, 0.8824,
                      0.7521, 0.9412, 0.8396, 0.7711, 0.7252, 0.8097, 0.7493, 0.8468, 0.8775,
                      0.8704, 0.7868, 0.8615, 0.9091, 0.9664, 0.8153, 0.7920, 0.9092, 0.9465,
                      0.9287, 0.8104, 0.7582, 0.9890, 0.8179, 0.9021, 0.8635, 0.9657, 0.9018,
                      0.7761, 0.8499, 0.8995, 0.8702, 0.6844, 0.8685, 0.9331, 0.8551, 0.8841,
                      0.7985, 0.9716, 0.6993, 0.9327, 0.8776, 0.8122, 0.8693, 0.8903, 0.9298,
                      0.7494, 0.8255, 0.8370, 0.8316, 0.7803, 0.8904, 0.9191, 0.8887, 0.8411,
                      0.8912, 0.6955, 0.8652, 0.9060, 0.8476, 1.0180, 0.7630, 0.7830, 0.8552,
                      0.8587, 0.8041, 0.8656, 0.7707, 0.9185, 0.7230, 0.7764, 0.8495, 0.7972,
                      0.8947, 0.8659, 0.9515, 0.8398, 0.9593, 0.8585, 0.9204, 0.8622, 0.6707,
                      0.9213, 0.7917, 0.9978, 0.8393, 0.8340, 0.9110, 0.9121, 0.8852, 0.7981,
                      0.9587, 0.7433, 0.9690, 0.8004, 0.8032, 0.9075, 0.8715, 0.7979, 0.9317,
                      0.8050, 0.8268, 0.9344, 0.8051, 0.8796, 0.9242, 0.9075, 0.8163, 0.8773,
                      0.8925, 1.0122, 0.9428, 0.8513, 0.8781, 0.8646, 0.8884, 0.8746, 0.8426,
                      0.8719, 0.9249, 0.7575, 0.9033, 0.8210, 0.7155, 0.9178, 0.9160, 0.7112,
                      0.8626, 0.9344, 0.8763, 0.9711, 0.9565, 0.9588, 0.8813, 0.9023, 0.8741,
                      0.8976, 0.8622, 0.7858, 0.8192, 0.8171, 0.7535, 0.8735, 0.8431, 0.8483,
                      0.9282, 0.9192, 0.7572, 0.7503, 0.7987, 0.9733, 0.8038, 0.7948, 0.8766,
                      0.8897, 0.8053, 0.8239, 0.9454, 0.8632, 0.7511, 0.8397, 0.7686, 1.4040,
                      0.8387, 0.8544, 0.9213, 0.9292, 0.7029, 0.8984, 0.9060, 0.9149, 0.8388,
                      0.8825, 0.7783, 0.9436, 0.7615, 0.8501, 0.7906, 0.8440, 0.9160, 0.9237,
                      0.8247, 0.8388, 0.8819, 0.9066, 0.8749, 0.9402, 0.8918, 0.8527, 0.8902,
                      0.9142, 0.8279, 0.8787, 0.7848, 0.7615, 0.9230, 0.7291, 0.8223, 0.8119,
                      0.8466, 0.9927, 0.8209, 0.8155, 0.8902, 0.8387, 0.8875, 0.8183, 0.7510,
                      0.8893, 0.9378, 0.8684, 0.8607, 0.7754, 0.9289, 0.9111, 0.8645, 0.7448,
                      0.8165, 0.8527, 0.9839, 0.9411, 0.9402, 0.9641, 0.8987, 0.9019, 0.8440,
                      0.7676, 0.8774, 0.9726, 0.8595, 0.9413, 0.9057, 0.8383, 0.8171, 0.8137,
                      0.8914, 0.8965, 0.7837, 0.8588, 0.7945, 0.8589, 0.9039, 0.8951, 0.8702,
                      0.8389, 0.9531, 0.8273, 0.8886, 0.8359, 0.8349, 0.8011, 0.7258, 0.9163,
                      0.9347, 0.8212, 0.7497, 0.9396, 0.7772, 0.7879, 0.8213, 0.8465, 0.9063,
                      0.8465, 0.8779, 0.8961, 0.8922, 0.8535, 0.8511, 0.8352, 0.7811, 0.8550,
                      0.9694, 0.6614, 0.6971, 0.8562, 0.9636, 0.7812, 0.8309, 0.9718, 0.9186,
                      0.8345, 0.8528, 0.8990, 0.9391, 0.8837, 0.9369, 0.8025, 0.8693, 0.9267,
                      0.9170, 0.8450, 0.8075, 0.9335, 0.8611, 0.9283, 0.9167, 0.6814, 0.8796,
                      0.8831, 0.9440, 0.8807, 0.8844, 1.0112, 0.7918, 0.9494, 0.7791, 0.7832,
                      0.7253, 0.8192, 0.8875, 0.9633, 0.8733, 0.9303, 0.8309, 0.9030, 0.8363,
                      0.9220, 0.8884, 0.8009, 0.9635, 0.8375, 0.7973, 0.7851, 0.8384, 0.9222,
                      0.8880, 0.8749, 0.9212, 0.7771, 0.9263, 0.6283, 0.9439, 0.7980, 0.8769,
                      0.8714, 0.8337, 0.8072, 0.9517, 0.9820, 0.8116, 0.9351, 0.9276, 0.7895,
                      0.8543, 0.8996, 0.9383, 0.8385, 0.7167, 0.8422, 0.8095, 0.7464, 0.8577,
                      0.8389, 0.8312, 0.7048, 0.8235, 0.8505, 0.8730, 0.8205, 0.9043, 0.8202,
                      0.7837, 0.8566, 0.8875, 0.8177, 0.8050, 0.8909, 0.9385, 0.8597, 0.9349,
                      0.8648, 0.9330, 0.8551], device='cuda:0')),
             ('bert.encoder.layer.6.attention.output.LayerNorm.bias',
              tensor([-4.7225e-03, -1.7074e-01, -2.2697e-01,  1.5853e-01, -8.5556e-02,
                       2.8132e-02, -3.0950e-01,  1.2429e-01,  1.3273e-01, -6.4372e-02,
                       7.6084e-02, -2.5433e-02, -9.5152e-02, -2.1356e-01, -1.2246e-02,
                       2.5129e-01,  1.9731e-02, -7.2288e-02, -1.8443e-01, -5.6724e-02,
                       6.5517e-02,  9.3268e-02,  4.6906e-02,  6.4207e-02, -1.0647e-01,
                       9.8795e-02,  9.1262e-02,  2.5240e-01,  9.8769e-02, -3.0862e-03,
                      -1.0423e-01, -1.0647e-02, -1.0111e-01, -5.1324e-02, -1.0251e-02,
                       6.0771e-02, -1.9574e-01,  5.7993e-02, -3.1923e-02,  2.0681e-01,
                      -5.3232e-03, -1.9442e-01,  4.3010e-02,  7.6441e-02,  7.1323e-02,
                      -1.2120e-01, -7.1495e-02,  1.1903e-01, -5.7830e-02,  1.4543e-01,
                      -1.5269e-02,  1.8328e-01,  2.3389e-01, -1.8040e-01,  5.9120e-02,
                      -4.1141e-02, -2.4844e-01, -8.7458e-02,  3.7864e-02,  8.3729e-02,
                      -7.2234e-02, -8.7432e-02,  8.2418e-02, -3.4544e-01, -2.6503e-01,
                       1.3211e-01,  4.6236e-02, -8.1739e-02,  1.9310e-01, -4.6740e-02,
                      -1.6963e-01, -1.5027e-01, -4.1209e-02,  1.8882e-02,  1.0420e-02,
                       1.1673e-01, -4.4814e-02, -3.6624e-02, -1.0430e-02,  6.5247e-02,
                       1.0818e-01, -2.8385e-02, -7.5002e-02,  8.0976e-02,  6.6643e-02,
                       5.2149e-02, -2.9026e-02,  5.2535e-02,  6.8179e-02,  5.0377e-02,
                      -2.0706e-01, -1.2457e-01, -1.7421e-01, -4.5835e-02, -8.6025e-02,
                       6.1199e-02,  2.3845e-02, -2.5114e-02, -8.7689e-02,  6.8085e-02,
                      -8.1827e-02, -1.3154e-02, -1.0185e-01,  9.4711e-02, -2.1890e-01,
                      -1.1210e-02,  8.2032e-02,  5.2430e-02, -6.8476e-02, -7.5909e-02,
                      -7.6939e-02, -1.2169e-01, -4.4964e-02, -8.8575e-02,  2.9554e-01,
                       1.4272e-01, -1.4320e-01,  1.5835e-01, -2.3977e-02,  3.8378e-02,
                      -3.9104e-02,  2.9442e-03, -5.9116e-02,  2.7064e-02, -5.0503e-02,
                       7.4369e-02,  1.2357e-02,  5.8327e-02, -1.5614e-01, -6.9200e-02,
                      -1.4721e-01,  3.4676e-02, -1.5331e-02,  2.3409e-02, -1.1446e-01,
                      -1.5757e-02,  6.5242e-01,  8.2524e-02,  5.6338e-02, -1.5286e-02,
                      -1.2366e-01, -2.2201e-01,  6.5427e-02, -1.6771e+00, -2.0360e-02,
                      -1.5302e-01,  2.0343e-02, -4.6045e-02, -1.1890e-01, -3.6110e-01,
                      -5.3330e-02,  1.6572e-02, -7.3534e-02,  9.9546e-02,  4.6633e-02,
                      -7.0524e-02, -1.0688e-01, -2.0121e-01,  8.7003e-02, -1.8657e-01,
                       1.7512e-01,  6.5656e-02,  3.4884e-02, -5.7895e-02, -6.7043e-02,
                      -2.0862e-01,  3.7922e-02,  8.1197e-02, -9.5755e-02, -1.0827e-01,
                       1.1500e-02,  7.1336e-02, -1.0951e-01,  8.0291e-02,  2.2421e-01,
                       5.1000e-02,  1.5121e-01, -2.0842e-01, -5.5008e-02, -7.5611e-02,
                      -2.7815e-01, -4.3169e-02, -2.3426e-02, -3.5616e-02,  9.8154e-02,
                      -3.0834e-02, -1.7813e-01, -5.1567e-02, -9.5455e-02, -1.9164e-02,
                       1.2351e-01,  9.9042e-02,  2.0231e-01,  8.7781e-02, -5.3606e-02,
                      -1.6480e-01, -7.5773e-02, -1.0058e-01, -1.3213e-01, -1.8445e-01,
                       7.0391e-02,  6.8801e-02, -6.2639e-02,  1.6491e-01, -8.8816e-03,
                      -7.7423e-02,  6.0541e-02, -1.4967e-01, -8.1780e-02, -5.9252e-02,
                      -1.0182e-02, -3.9259e-02,  1.2556e-01, -7.9324e-02,  5.2734e-02,
                       2.2899e-02,  1.3775e-01,  5.0852e-02, -4.1345e-02,  1.0629e-02,
                       8.7380e-02,  3.4246e-02,  1.6295e-01, -2.4387e-01, -1.9952e-01,
                       5.8335e-02, -1.1661e-03, -4.0932e-02,  6.4865e-02, -1.1085e-01,
                       1.3991e-02,  1.0756e-01,  3.7958e-02, -2.8967e-01, -5.3690e-02,
                       3.4090e-02, -8.9705e-02, -1.4948e-01,  3.6809e-02,  5.1275e-02,
                      -8.7187e-02,  1.8917e-02,  1.9658e-01,  9.0882e-02, -9.1179e-02,
                      -1.6822e-01,  2.5426e-02,  9.5798e-02,  8.1670e-02,  1.1458e-01,
                      -2.7939e-03,  2.3281e-04,  1.7869e-03,  8.1307e-02,  9.8620e-02,
                       5.6665e-02, -9.0259e-02, -5.7669e-02, -7.9978e-02,  1.3114e-01,
                       4.0659e-02, -5.8445e-02,  4.3422e-02, -1.1864e-01,  7.6281e-02,
                       1.5021e-01,  8.3953e-02,  3.9957e-02, -5.4206e-02, -1.8957e-01,
                      -6.5135e-02, -2.9538e-01,  6.3076e-02,  1.0627e-03,  1.5883e-01,
                       4.2775e-02, -1.5730e-01,  6.9285e-03,  1.6902e-01, -1.2464e-01,
                      -6.7041e-02,  4.6403e-02, -5.6452e-02,  1.4145e+00,  1.0750e-02,
                      -9.5994e-04,  5.6003e-02, -2.9239e-01,  1.3199e-01,  1.1363e-01,
                       3.2341e-02,  1.8689e-02,  2.2629e-02, -2.0297e-01, -1.5535e-01,
                      -1.8497e-01, -8.4612e-02,  2.8604e-03, -4.6311e-02,  5.4240e-03,
                       7.9483e-02, -1.3364e-01,  5.4305e-02,  8.6410e-02,  1.2764e-01,
                      -7.3929e-02, -6.2696e-02,  6.0758e-02, -1.4986e-01,  1.9798e-01,
                       1.0569e-01,  5.7457e-02,  2.5971e-02,  2.0395e-01, -2.6076e-02,
                      -8.4914e-02,  1.2025e-01, -1.0150e-02, -7.9032e-02,  9.4523e-02,
                      -1.8182e-01, -5.9222e-02,  8.8792e-02, -9.2333e-02, -7.4203e-02,
                      -2.0419e-01, -1.0427e-01, -2.1459e-02, -4.2324e-02,  7.5040e-02,
                      -1.6367e-01,  2.8326e-02,  8.3429e-02, -1.4618e-03,  2.9120e-03,
                      -9.3174e-02, -1.1180e-02,  8.8156e-02, -1.3051e-01, -5.3810e-02,
                       2.5786e-03,  4.1023e-02,  2.5183e-02, -5.0621e-02,  7.2086e-02,
                       6.4019e-03, -1.4557e-02, -9.7123e-02,  5.9114e-02, -1.0895e-02,
                      -9.9624e-03, -6.8509e-02, -1.8946e-01,  4.4492e-02,  1.2416e-01,
                      -2.6322e-01,  1.1296e-01,  5.1353e-04, -3.8052e-02, -2.3860e-01,
                       9.0440e-03, -1.5862e-01,  1.4423e-01, -1.3468e-01, -2.1012e-01,
                       1.2704e-01, -2.2686e-02,  4.3352e-02,  1.8984e-02,  7.0375e-02,
                      -1.2944e-01, -1.4239e-01,  7.1511e-03,  1.9074e-05, -2.1116e-01,
                       1.8153e-03,  6.7669e-03, -1.0513e-01,  1.0525e-02, -1.0138e-01,
                      -1.8975e-01,  7.9244e-02,  1.5987e-01,  8.4434e-02, -4.3285e-02,
                      -1.0496e-01,  1.3539e-01, -3.4908e-02,  2.0479e-01, -2.3122e-01,
                      -2.1168e-02,  9.4022e-02, -9.6715e-03, -1.8547e-03,  1.6623e-03,
                      -1.3243e-01,  4.8605e-02, -6.0306e-02, -2.4087e-01,  1.6148e-02,
                       3.6707e-02,  1.9616e-01, -2.7659e-02, -1.5692e-02, -1.4560e-01,
                       8.8229e-02, -9.5910e-03, -2.2404e-01, -8.1066e-02, -5.4452e-02,
                      -1.7515e-01, -3.6701e-02,  8.0104e-02, -6.7945e-02, -1.9326e-02,
                      -8.9040e-02, -5.9749e-02,  3.1298e-01, -1.7052e-01, -1.3350e-01,
                      -8.8063e-02, -1.4924e-01, -1.6762e-01,  1.3478e-01,  2.1259e-01,
                      -4.8528e-02, -9.4429e-02,  1.1003e-02,  7.9589e-02,  5.5111e-02,
                      -8.6186e-02, -2.6143e-02, -6.6330e-02,  2.3967e-01, -7.5497e-02,
                       5.8514e-03,  7.6842e-02, -1.3181e-01, -1.6019e-02, -3.0684e-02,
                       3.8415e-02, -7.6162e-02, -7.5198e-02, -7.1942e-02,  7.0997e-03,
                      -1.3659e-01, -1.8547e-02, -5.1958e-02,  2.4567e-02, -7.2631e-02,
                       2.9269e-02,  1.9676e-01,  7.9821e-02,  4.5840e-02, -1.0581e-01,
                      -3.0927e-01,  4.3188e-02, -2.3294e-01, -1.0861e-01, -6.5104e-02,
                       4.9204e-03, -4.8114e-02, -1.4747e-01,  5.5787e-02, -7.9224e-02,
                       1.4454e-02,  1.0912e-01, -2.8863e-02,  4.6176e-03,  7.7516e-02,
                       1.5521e-01,  7.2505e-02, -7.6868e-02,  1.3537e-01,  4.3377e-02,
                       1.0356e-01, -2.9947e-02,  1.9167e-02,  2.4763e-02, -1.0759e-01,
                      -5.1626e-02, -1.5132e-01, -4.6388e-02,  6.8359e-02,  1.0895e-01,
                      -5.4434e-02,  6.9394e-03,  6.9710e-02, -6.0370e-02, -4.7276e-02,
                      -4.7075e-02, -4.9892e-02, -1.3464e-01, -1.4221e-01,  1.8699e-01,
                       2.8702e-04,  1.0796e-01, -9.3286e-02, -1.2952e-02,  8.8791e-02,
                       3.0223e-01,  2.9827e-02, -3.1727e-02, -1.9070e-01, -1.5666e-01,
                       1.7579e-01, -5.4231e-02,  1.4420e-01, -5.3581e-02, -8.7266e-02,
                      -1.7102e-01, -7.8490e-02,  1.0130e-01, -1.8784e-02, -2.1089e-01,
                      -1.0711e-01, -4.8939e-02,  5.0873e-02,  2.2196e-01,  5.8938e-02,
                      -1.6414e-01, -7.3393e-02,  6.0947e-03, -5.9730e-02,  2.7081e-02,
                      -7.5120e-02,  9.2474e-02,  3.2438e-02,  4.3324e-02, -1.4285e-02,
                      -1.1465e-01,  1.6920e-01, -1.0704e-01, -1.0013e-01, -1.9399e-01,
                      -2.4662e-02,  4.1161e-02,  7.1571e-02, -1.9154e-01,  1.1187e-01,
                      -1.8074e-01, -8.7596e-02, -6.3840e-02, -2.8116e-01,  7.7684e-02,
                       2.2094e-01,  5.4684e-03,  4.6937e-02,  3.3947e-02,  1.1300e-01,
                       6.7874e-02,  8.2596e-02, -9.5795e-02,  5.4269e-02,  1.4730e-01,
                       1.0614e-01, -1.9246e-01, -1.5500e+00, -1.3868e-01,  1.2418e-01,
                      -4.4689e-02,  8.8324e-02, -1.1799e-01, -8.9800e-02,  7.7710e-02,
                      -3.3466e-02,  6.0231e-02, -3.1013e-02,  4.0646e-02,  1.4559e-01,
                       9.4992e-02, -6.5078e-02,  7.0179e-02, -1.2165e-01,  1.0667e-01,
                      -1.1025e-01, -1.1581e-02, -9.6486e-02,  1.4455e-02, -2.2419e-01,
                      -1.4604e-02,  2.1381e-01, -4.7296e-02,  5.6425e-02, -6.0610e-02,
                      -1.7172e-02, -5.3886e-03,  1.6095e-02,  1.0626e-01, -6.5988e-03,
                      -5.8485e-02,  1.5132e-01, -7.0665e-02, -1.5275e-01, -2.2100e-01,
                       1.4340e-01,  1.6246e-01,  8.5206e-02, -8.7667e-02,  1.4017e-01,
                      -2.5175e-02, -3.5562e-02, -1.1488e-01, -1.2553e-01, -7.2719e-04,
                      -1.2381e-01,  4.3843e-02,  1.3440e-01,  1.2503e-01,  1.7898e-01,
                       5.9358e-02,  3.9012e-02, -6.0189e-02, -2.9045e-01,  9.7645e-02,
                       2.4191e-01, -1.5043e-02, -8.6830e-02, -4.4978e-02,  4.8397e-02,
                      -1.2071e-01, -2.4126e-02,  2.1366e-01,  8.5575e-02,  1.4248e-01,
                      -8.9178e-02, -1.1219e-01, -1.4666e-01,  7.1348e-02,  1.5910e-01,
                      -1.7688e-01,  1.4327e-01, -1.2920e-01, -1.0352e-01,  5.2875e-02,
                       3.6670e-03, -1.7444e-01,  5.0715e-02, -9.1695e-02, -7.1152e-02,
                       3.1335e-02, -1.5896e-01,  1.6211e-01,  1.1160e-01, -5.2368e-02,
                      -2.4897e-01, -1.1653e-01,  5.9823e-02, -1.3952e-01, -3.2888e-01,
                      -7.9063e-03, -1.2631e-01, -5.6945e-04, -5.9355e-02,  1.3129e-01,
                       5.8485e-02, -8.0551e-02, -4.4925e-02,  1.2399e-01, -8.8405e-02,
                       1.4855e-01,  7.5056e-02, -1.6764e-02, -2.7661e-02, -6.1846e-02,
                      -4.8050e-02,  1.2912e-01, -6.6131e-02, -1.0962e-01,  5.9085e-02,
                       1.3027e-02,  2.2491e-01,  2.9241e-02, -2.6366e-02,  2.3319e-01,
                       4.7233e-02,  3.9222e-02, -1.9230e-01, -1.5907e-01,  9.3779e-02,
                       7.9560e-02, -7.9125e-02,  2.9027e-02,  5.2978e-03, -1.4879e-02,
                      -1.4225e-02, -3.7432e-02,  2.3792e-02, -7.4223e-02, -4.4610e-02,
                       5.1099e-02,  1.8193e-02, -7.7814e-02,  1.1896e-01,  5.4112e-03,
                      -1.1180e-01,  5.9597e-03, -2.3306e-01,  6.9649e-02,  1.7818e-02,
                       1.5486e-01,  1.0462e-01,  2.6178e-02, -2.0948e-01, -1.2783e-01,
                      -1.5170e-01, -5.5573e-02, -3.5089e-02, -3.4786e-02, -8.3298e-02,
                      -4.9887e-02, -8.2366e-02,  1.3762e-01, -1.0144e-01, -1.4563e-02,
                       1.9885e-02, -1.6236e-01,  1.6052e-02,  6.3899e-02,  1.2570e-01,
                      -6.7032e-02, -3.9906e-02,  1.8491e-02, -1.5341e-01, -9.3947e-02,
                       4.6161e-02,  1.1089e-01, -1.3093e-01, -4.2617e-03, -6.2575e-02,
                      -4.7884e-02, -8.9398e-02, -1.8718e-01,  2.6297e-01, -9.8824e-02,
                      -8.1069e-02,  8.7274e-02,  6.0753e-02,  8.6767e-03, -6.6880e-02,
                      -7.1484e-02, -9.7068e-02,  1.0642e-01,  1.6930e-01,  1.7528e-02,
                      -4.3752e-02, -1.8356e-01, -3.2475e-02, -1.6525e-01,  1.3249e-02,
                      -6.3925e-02,  4.1510e-02, -3.7133e-03, -8.1204e-02, -4.7879e-02,
                      -1.6336e-01, -3.5420e-02, -7.1852e-02, -1.4876e-02,  6.3368e-02,
                      -1.4932e-01, -1.8435e-01,  5.0235e-02, -2.3841e-02, -3.6343e-03,
                      -7.4424e-02, -2.7454e-02,  1.4214e-01], device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.weight',
              tensor([[-0.0066,  0.0096, -0.0374,  ..., -0.0075,  0.0179,  0.0066],
                      [-0.0477, -0.0263, -0.0073,  ..., -0.0598, -0.0056, -0.0656],
                      [-0.0300, -0.0042,  0.0332,  ..., -0.0066, -0.0377, -0.0272],
                      ...,
                      [-0.0601,  0.0252, -0.0349,  ...,  0.0637,  0.0135,  0.0213],
                      [ 0.0017,  0.0286, -0.0268,  ...,  0.0903, -0.0781,  0.0018],
                      [ 0.0038, -0.0436,  0.0281,  ..., -0.0083,  0.0371, -0.0232]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.intermediate.dense.bias',
              tensor([-0.0320, -0.0641, -0.1066,  ..., -0.0353, -0.2069, -0.0623],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.weight',
              tensor([[-0.0089,  0.0432,  0.0274,  ..., -0.0047,  0.0042, -0.0414],
                      [ 0.0045,  0.0057,  0.0043,  ...,  0.0172, -0.0160,  0.0075],
                      [ 0.0436, -0.0142, -0.0239,  ...,  0.0617, -0.0713, -0.0107],
                      ...,
                      [ 0.0363, -0.0008,  0.0236,  ..., -0.0039,  0.0449,  0.0238],
                      [ 0.0034, -0.0122, -0.0100,  ...,  0.0142, -0.0698, -0.0140],
                      [ 0.0223,  0.0067, -0.0201,  ..., -0.0421,  0.0750, -0.0144]],
                     device='cuda:0')),
             ('bert.encoder.layer.6.output.dense.bias',
              tensor([ 2.3488e-02, -9.5945e-02, -5.8388e-02,  6.6169e-02, -3.1991e-03,
                       5.7307e-03,  3.6079e-02,  9.0730e-02, -3.6585e-02, -3.0106e-02,
                       2.4431e-02, -2.1697e-02, -8.0733e-02, -1.2270e-01,  8.1260e-02,
                       1.3448e-01,  2.5605e-02, -1.6056e-02, -4.4024e-02, -2.3382e-01,
                      -6.4008e-02,  7.4382e-02, -1.8927e-02,  2.9145e-02, -1.5791e-01,
                       3.8578e-02,  4.3179e-02,  8.3407e-02,  8.4263e-02,  9.5766e-03,
                       6.9206e-02, -1.5405e-01,  1.8250e-02, -3.3535e-01,  1.2740e-01,
                      -8.9018e-02, -4.1248e-02,  1.9977e-02,  1.6534e-01,  1.9705e-01,
                      -6.7722e-02, -1.0032e-01, -7.6345e-02, -7.8428e-02,  5.2743e-02,
                      -2.2757e-02,  8.2577e-02,  7.6045e-02, -2.6997e-02,  5.5491e-02,
                       6.6016e-03,  3.3474e-02,  4.8762e-02, -9.5337e-02, -6.9958e-02,
                      -2.3264e-02, -1.2861e-02, -4.8146e-02, -1.6877e-02, -1.0324e-02,
                      -3.5797e-02, -1.0645e-01, -8.8682e-03, -1.1127e-01, -1.3894e-01,
                       1.3526e-01,  3.6027e-03, -1.1766e-02,  1.6698e-02, -2.1558e-01,
                      -3.8585e-02,  4.9267e-03,  1.5472e-02, -4.0026e-02, -5.1760e-02,
                       8.0232e-02, -3.0618e-02, -6.4636e-02, -8.4717e-02, -1.0992e-01,
                       1.1570e-01,  6.7218e-02,  1.3933e-01,  1.0066e-01, -5.8757e-02,
                      -1.5402e-01, -5.7091e-02, -5.8939e-02,  4.5615e-02,  5.6132e-02,
                      -9.2199e-02, -2.0821e-02, -1.9229e-02,  3.8604e-02,  5.2295e-02,
                       7.7574e-02, -8.4845e-02,  9.6371e-02,  1.6105e-01,  2.8082e-02,
                       8.4503e-02, -1.6159e-02, -3.1250e-02, -2.7218e-02, -1.3686e-01,
                      -7.1879e-02,  8.2791e-02,  9.2011e-02, -1.0715e-03,  8.4261e-02,
                      -4.5145e-02, -1.0095e-02,  1.2252e-03,  3.7152e-02,  6.1241e-02,
                       7.9461e-02, -6.8147e-02,  1.2527e-01,  1.8707e-02, -3.0226e-02,
                       3.8694e-03, -4.9499e-02, -1.8583e-02, -9.5577e-02, -1.9632e-01,
                       3.4656e-02,  9.0669e-02, -5.9297e-02, -3.4984e-02, -6.1541e-02,
                      -2.2973e-02, -3.4562e-04, -7.2518e-04,  1.5971e-02,  2.6611e-02,
                      -3.0031e-03, -4.0799e-02,  1.1464e-01, -1.5919e-01,  1.5655e-01,
                      -1.9047e-01, -8.8380e-02, -3.6142e-02, -1.0834e+00, -1.1854e-01,
                       1.7052e-02,  4.5201e-02,  1.1617e-01, -1.2652e-01,  8.2203e-02,
                      -5.5257e-02, -1.2161e-01, -1.9724e-02,  4.0266e-03,  8.9582e-02,
                      -6.1119e-02,  5.8552e-02, -1.5148e-01,  6.6669e-02, -6.7402e-02,
                       8.9783e-02, -1.7405e-02,  3.5130e-02,  6.8253e-02,  8.7077e-02,
                       1.6250e-03,  1.1047e-01, -9.1021e-02, -1.1523e-01,  6.2785e-02,
                       4.4125e-02,  1.0649e-01, -3.0287e-02,  7.8253e-03, -6.3337e-02,
                       1.6108e-01,  1.4974e-01, -1.8852e-02,  7.9315e-02,  8.9205e-02,
                      -1.9779e-01, -1.0311e-01,  4.4738e-02,  4.2855e-02,  6.1569e-02,
                       1.8407e-02,  2.4027e-02, -1.1520e-01, -4.4141e-02, -5.3475e-02,
                       4.8821e-02, -7.4266e-03,  5.3157e-02,  5.5199e-02,  9.0631e-03,
                      -4.2275e-02, -9.9424e-02,  5.5338e-02, -1.1051e-01, -6.5556e-02,
                       3.4687e-02,  1.7624e-01,  3.5339e-02,  5.3765e-02,  2.0124e-01,
                      -9.3515e-02,  5.2611e-02, -4.7042e-02, -7.8401e-02, -7.3551e-02,
                       4.7650e-02, -7.7079e-02, -9.1215e-03, -1.5644e-01,  7.0751e-02,
                       9.5706e-02,  5.7468e-02, -6.3756e-02, -1.8789e-02,  7.7258e-02,
                       8.0572e-02,  1.1488e-01,  1.0413e-01, -3.1099e-02,  1.8719e-02,
                       5.1722e-02, -6.8212e-02, -5.3649e-02,  1.2531e-01,  1.9048e-01,
                      -4.8260e-02,  9.4585e-02, -2.6414e-02, -3.9827e-02, -1.7486e-02,
                      -7.9533e-02, -8.4969e-03, -6.7679e-02, -3.8501e-03,  6.0601e-02,
                      -1.1279e-01, -3.0201e-03,  1.2965e-01,  9.0277e-02, -9.8197e-02,
                      -3.2578e-02, -1.1594e-02, -3.5052e-02,  5.4722e-02,  4.6948e-02,
                       9.1878e-02, -4.5391e-02,  1.1123e-02,  1.0913e-01, -8.4373e-03,
                       2.2031e-02, -5.2203e-03,  7.8492e-02, -1.0097e-02,  3.0968e-02,
                       4.0705e-02, -1.5095e-01, -5.0031e-02, -6.2647e-02,  1.4643e-01,
                      -4.7006e-02,  5.6419e-02,  1.2351e-01, -1.0483e-01, -7.6898e-02,
                      -1.2125e-01,  1.6010e-02,  1.1818e-01,  1.9770e-02,  6.1792e-02,
                      -5.1176e-02, -5.0793e-03, -4.5997e-02,  1.2345e-01, -6.6122e-02,
                       3.2650e-02, -4.5961e-02, -1.1756e-01,  6.1497e-01, -9.7352e-02,
                      -4.7389e-02,  2.2152e-02, -7.8284e-04,  1.0746e-01, -4.6254e-02,
                       5.7123e-02,  1.4813e-01,  8.9390e-02,  1.8733e-02, -5.3956e-02,
                      -4.7819e-02, -8.3005e-02,  5.3269e-02, -6.1498e-02,  1.1180e-02,
                      -1.1467e-01, -9.2809e-02,  8.8601e-03, -2.9637e-02, -2.5283e-01,
                       4.7641e-03,  1.0630e-02,  1.2247e-01, -8.3703e-02, -9.0780e-03,
                      -4.3838e-02,  1.5968e-01,  1.9195e-03,  2.4643e-02,  1.6042e-03,
                      -1.0009e-02, -6.4889e-02, -1.9147e-02,  4.1207e-02,  1.8974e-02,
                      -8.0416e-02,  1.1674e-02, -6.7988e-02,  6.9974e-02, -1.1833e-02,
                       7.5605e-03,  2.1917e-02,  4.7952e-02,  1.3063e-01, -2.5406e-02,
                      -1.9852e-02,  1.1154e-01,  2.4264e-02, -2.0905e-02, -5.3521e-02,
                       7.0442e-03, -9.9680e-03,  8.5364e-02, -1.0678e-01,  3.5859e-02,
                      -2.5099e-02,  3.1637e-02, -9.9307e-02, -4.8732e-02,  4.8027e-02,
                       5.7895e-02,  2.9779e-02, -1.0238e-02,  8.8949e-02,  4.6139e-02,
                      -6.2090e-02, -7.0705e-02, -2.7470e-02,  1.3083e-02,  1.1113e-01,
                       1.4894e-02, -9.8168e-02,  1.0066e-01,  5.4029e-02, -9.4307e-02,
                       6.0078e-02, -8.8488e-02,  8.1135e-02,  2.5608e-02, -2.8258e-02,
                       1.0436e-01,  5.8201e-03,  8.9476e-02, -8.7963e-02, -2.9054e-02,
                      -9.9051e-02, -1.8801e-02, -6.3638e-02,  6.1071e-03, -1.4956e-01,
                      -4.5133e-02, -6.1969e-02, -2.6761e-02, -6.5405e-02, -1.1154e-02,
                      -1.2958e-01,  2.1055e-02,  3.7507e-02,  3.3591e-02, -1.6730e-02,
                      -8.7041e-02,  6.4112e-02,  3.5786e-03, -7.5693e-03, -8.2113e-02,
                       2.9534e-02,  1.3633e-01,  1.5897e-02, -1.2369e-02,  1.7317e-01,
                      -1.7277e-01, -5.4674e-03, -6.6238e-02, -1.4836e-01,  3.0048e-02,
                      -2.1058e-02,  1.3951e-01, -3.6991e-03, -6.3804e-02, -1.7419e-01,
                       3.3791e-02, -3.5504e-02, -5.7071e-02, -4.8336e-02, -5.2343e-02,
                      -1.0258e-01, -4.0119e-02, -6.0173e-02, -5.5890e-03,  8.4651e-02,
                       3.8353e-02,  1.2790e-02, -3.2751e-02, -6.0068e-02, -4.8242e-02,
                      -1.1109e-01,  6.6344e-03, -1.1076e-02,  5.9827e-02, -8.7738e-02,
                      -7.8528e-02, -3.9341e-02,  1.1188e-02,  8.3680e-02, -1.4259e-03,
                       1.0349e-01,  1.1936e-01,  1.5948e-01,  1.0871e-01,  1.8152e-02,
                       1.0853e-01,  1.1366e-01,  8.8875e-02,  1.0524e-01,  5.2710e-02,
                       2.4637e-02, -4.8794e-02, -1.1156e-01, -1.0429e-01, -8.1630e-02,
                      -8.0014e-04, -5.6695e-02,  6.3805e-02,  3.3125e-02, -3.1448e-02,
                       1.6093e-01,  1.1603e-01,  3.7956e-03,  4.0483e-02,  3.3071e-02,
                      -1.4645e-01,  1.4950e-01, -1.4562e-01,  2.4340e-02, -4.4135e-02,
                      -4.9896e-02, -1.8237e-02,  1.0158e-01,  1.2024e-01, -6.7608e-03,
                       1.7585e-01,  3.2296e-02,  6.6113e-02, -2.3756e-02, -9.0889e-03,
                       3.3945e-02,  5.6969e-02, -3.1393e-02,  1.0436e-01,  2.9861e-02,
                       4.0047e-02, -1.6832e-01, -7.0231e-02,  7.0507e-02,  3.2818e-02,
                       6.0705e-02, -7.9263e-02,  1.6149e-02,  4.6319e-02,  7.2980e-02,
                      -7.0969e-02, -5.1784e-03,  1.3564e-01, -2.2141e-03, -8.0258e-02,
                      -1.3800e-02, -3.3353e-03, -1.2489e-01, -2.9309e-02,  5.1260e-02,
                       9.5961e-02, -7.0096e-02, -1.6775e-02,  4.1472e-03,  1.1494e-01,
                      -5.0409e-02, -3.9627e-02,  8.9355e-02, -1.3406e-01,  3.2643e-02,
                       1.5532e-01,  3.6341e-02,  1.1364e-02, -7.3696e-02,  1.0685e-02,
                       9.2973e-02, -1.7388e-02, -6.3023e-02, -3.9271e-02,  1.1017e-02,
                      -1.2205e-01,  1.5604e-02, -1.1318e-01,  1.2488e-01,  3.0677e-02,
                      -1.8119e-02,  1.0290e-01, -4.5347e-02,  5.8923e-02,  2.6389e-02,
                      -7.8458e-02,  6.9219e-02, -6.4300e-02,  2.5770e-02, -4.2130e-03,
                       5.2324e-02,  1.4138e-01, -1.1683e-01, -1.1625e-01, -3.8494e-02,
                       3.2714e-02,  1.0558e-01,  8.0186e-02,  3.1278e-02, -1.3005e-02,
                      -1.0417e-01, -9.5617e-03,  3.6483e-03, -2.4000e-02,  4.9097e-02,
                       4.8247e-02,  8.2267e-02, -8.6355e-02,  1.2407e-03,  1.4350e-01,
                       1.4429e-01,  6.8414e-02, -1.1271e-01, -5.4609e-02, -2.7885e-02,
                       8.5867e-02, -7.5146e-02, -8.4115e-01, -3.9655e-02,  6.4456e-02,
                       8.6655e-02, -4.5287e-02, -1.2134e-01, -3.5016e-02,  4.5908e-02,
                      -3.5398e-02, -8.3861e-02, -7.7469e-04, -1.3175e-01,  2.7531e-02,
                      -3.0593e-02, -1.1596e-02, -5.6231e-02,  5.6929e-03,  2.5385e-02,
                       1.6208e-02,  1.6893e-02, -7.3996e-02,  2.7688e-02, -1.2606e-01,
                       7.1285e-02,  1.6737e-01, -4.0344e-02, -9.2643e-02,  2.7456e-03,
                       7.0090e-04,  5.2545e-02,  8.8487e-03,  7.6445e-02, -7.9753e-02,
                      -1.8461e-03,  1.1793e-01,  8.9100e-02, -1.3420e-01,  3.1323e-02,
                       1.0834e-01,  9.9930e-03, -1.7794e-02,  6.4339e-02,  4.6019e-02,
                      -1.3132e-02, -1.3525e-02, -3.6616e-02, -4.3594e-02, -2.9109e-02,
                      -8.6877e-02,  2.1898e-02, -7.0056e-02,  7.8866e-02,  1.0577e-01,
                       1.6185e-02,  4.2850e-02, -7.4156e-02, -2.1487e-01,  5.0620e-02,
                       1.3028e-02, -8.9878e-03, -5.8882e-02, -3.7258e-02,  6.8154e-02,
                       2.3698e-02, -6.8447e-02,  3.4231e-02, -5.3164e-02,  1.5218e-02,
                      -9.3579e-02,  2.3732e-02, -1.0593e-01, -2.7299e-02,  1.3397e-01,
                      -2.2036e-01,  5.4886e-02, -1.0182e-01, -1.3903e-01,  8.0812e-02,
                       1.8446e-01,  8.3444e-02,  5.5987e-02,  3.5189e-02, -2.4333e-02,
                      -1.1043e-03,  5.0611e-02,  7.0239e-02,  1.6015e-01, -2.6025e-02,
                      -9.7940e-02, -6.5514e-02,  1.9713e-02, -1.0099e-01, -5.6080e-02,
                       7.9316e-02,  8.6520e-02, -2.2455e-01, -6.5544e-02, -9.8167e-03,
                      -1.0514e-01, -3.7657e-03, -1.2837e-01,  5.7990e-02, -1.1971e-01,
                       1.5255e-01,  1.1847e-01, -5.2799e-02,  7.9652e-02, -5.2509e-02,
                       3.6289e-02, -2.9509e-02, -6.7613e-02, -2.6859e-03,  1.3874e-02,
                       4.2849e-03,  1.8271e-01,  1.6680e-03, -5.7668e-02, -6.0004e-02,
                      -1.7584e-02,  3.1614e-02,  3.5596e-03, -1.8518e-02,  1.5127e-01,
                       1.3768e-02, -1.0699e-01, -2.3286e-02,  2.5304e-02, -5.9382e-02,
                      -1.4262e-02, -9.8495e-02,  1.7398e-02,  5.8842e-02, -2.8262e-02,
                       4.7847e-02,  7.6139e-02, -3.5386e-02,  3.4007e-02, -6.9084e-02,
                       5.2204e-05,  2.1446e-02, -2.2255e-02,  7.4417e-02,  5.5546e-02,
                       1.0900e-01,  3.4010e-02,  9.6102e-03, -3.7369e-02, -1.2875e-01,
                      -2.5849e-03, -8.0869e-03, -9.6761e-02,  3.9616e-02, -8.3183e-02,
                      -3.5707e-02,  4.1138e-03, -4.4478e-02,  2.2699e-02,  3.3471e-02,
                       8.0886e-02, -7.8846e-02, -2.9136e-02,  8.7896e-02,  8.9408e-02,
                       7.8915e-03,  1.6374e-02,  2.5769e-02,  8.6310e-02, -5.7947e-03,
                      -7.5560e-02,  4.6493e-02, -1.7048e-02,  5.6483e-02, -2.1342e-02,
                      -1.3802e-01,  2.6361e-02, -4.0942e-02, -5.6141e-02, -5.8393e-02,
                      -1.5923e-02,  2.9903e-02, -7.7564e-04,  1.3066e-01,  2.9501e-02,
                      -3.5153e-02, -5.1716e-02,  1.2815e-01,  2.7103e-02,  4.5018e-02,
                      -5.5500e-02,  1.1401e-01, -1.0806e-02,  5.2852e-02,  1.4139e-01,
                       5.0858e-02, -4.2608e-02,  4.8447e-02, -6.5648e-04,  1.9748e-02,
                      -1.7347e-02,  2.0866e-02, -6.1109e-02, -1.0126e-01, -6.3674e-03,
                       4.3733e-02,  3.1703e-02,  1.0172e-01,  4.8833e-02, -7.4261e-02,
                      -8.9807e-03, -8.7370e-04,  1.9775e-01], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.weight',
              tensor([0.8630, 0.8899, 0.8632, 0.8503, 0.8624, 0.8584, 0.7539, 0.8378, 0.8874,
                      0.8493, 0.8755, 0.9163, 0.9425, 0.8963, 0.9008, 0.7757, 0.8819, 0.8862,
                      0.8427, 0.9049, 0.8380, 0.8847, 0.8779, 0.8720, 0.8853, 0.8647, 0.9109,
                      0.8555, 0.8664, 0.8993, 0.8839, 0.8314, 0.9054, 0.8480, 0.8993, 0.8449,
                      0.8100, 0.9107, 0.8331, 0.8759, 0.9202, 0.8546, 0.8806, 0.8833, 0.9115,
                      0.8880, 0.8766, 0.8903, 0.9353, 0.8480, 0.9029, 0.8547, 0.8233, 0.8901,
                      0.8185, 0.8084, 0.8418, 0.8787, 0.8703, 0.8200, 0.8847, 0.9223, 0.9185,
                      0.8489, 0.7953, 0.9205, 0.8678, 0.8621, 0.7832, 0.8049, 0.8684, 0.8708,
                      0.8602, 0.8807, 0.9135, 0.9214, 0.8696, 0.8936, 0.9100, 0.9103, 0.8889,
                      0.8961, 0.8670, 0.8938, 0.7772, 0.8734, 0.8229, 0.8772, 0.9070, 0.8656,
                      0.8550, 0.8647, 0.8692, 0.8968, 0.8705, 0.8544, 0.8262, 0.9044, 0.8976,
                      0.8750, 0.8577, 0.9209, 0.8346, 0.9161, 0.7945, 0.9421, 0.9141, 0.8411,
                      0.9136, 0.9213, 0.8425, 0.8572, 0.9350, 0.8046, 0.8523, 0.9208, 0.8809,
                      0.8660, 0.8998, 0.9162, 0.9030, 0.8806, 0.9209, 0.8469, 0.8460, 0.8492,
                      0.9255, 0.8483, 0.8809, 0.8747, 0.9035, 0.8362, 0.8697, 0.8875, 0.9127,
                      0.8883, 1.0046, 0.8937, 0.9129, 0.9247, 0.8119, 0.9068, 0.8479, 0.1285,
                      0.8427, 0.8949, 0.9094, 0.9102, 0.8872, 0.8609, 0.8798, 0.8815, 0.9020,
                      0.8761, 0.8562, 0.8747, 0.9205, 0.9033, 0.8572, 0.9072, 0.9085, 0.9354,
                      0.8286, 0.8978, 0.8658, 0.8778, 0.8459, 0.8056, 0.8664, 0.8775, 0.9155,
                      0.8080, 0.8067, 0.8802, 0.8508, 0.8758, 0.9111, 0.7983, 0.9329, 0.9035,
                      0.8390, 0.8939, 0.8438, 0.9080, 0.8867, 0.9010, 0.8569, 0.8685, 0.8855,
                      0.8964, 0.8139, 0.8139, 0.8550, 0.8888, 0.8557, 0.8911, 0.9151, 0.8272,
                      0.8933, 0.8869, 0.9047, 0.8214, 0.9020, 0.8559, 0.8463, 0.8806, 0.9148,
                      0.9312, 0.8832, 0.8516, 0.9026, 0.9079, 0.8392, 0.9033, 0.8946, 0.9364,
                      0.8683, 0.8415, 0.8792, 0.8447, 0.9295, 0.8928, 0.9146, 0.8536, 0.8658,
                      0.8977, 0.9032, 0.9012, 0.8644, 0.7877, 0.8766, 0.9060, 0.8722, 0.8331,
                      0.8737, 0.8750, 0.7899, 0.9210, 0.8947, 0.9064, 0.8737, 0.8503, 0.8293,
                      0.8499, 0.8949, 0.8481, 0.9070, 0.8600, 0.9257, 0.9181, 0.8810, 0.8897,
                      0.9737, 0.9222, 0.9159, 0.9430, 0.9011, 0.8127, 0.8966, 0.8840, 0.7928,
                      0.8878, 0.8939, 0.8833, 0.9014, 0.8621, 0.8941, 0.9220, 0.8684, 0.8792,
                      0.8789, 0.8738, 0.9123, 0.8664, 0.9126, 0.9051, 0.8843, 0.9033, 0.8536,
                      0.8787, 0.9490, 0.9263, 0.8629, 0.4209, 0.9016, 0.9432, 0.8341, 0.8916,
                      0.8810, 0.8324, 0.8395, 0.8635, 0.8755, 0.8477, 0.8743, 0.8405, 0.8767,
                      0.7992, 0.9198, 0.8904, 0.8932, 0.8601, 0.8690, 0.9078, 0.2249, 0.9103,
                      0.8577, 0.9171, 0.8978, 0.8917, 0.8428, 0.8618, 0.8584, 0.8167, 0.8464,
                      0.9137, 0.8595, 0.8519, 0.9157, 0.8286, 0.8644, 0.8838, 0.8609, 0.9390,
                      0.8503, 0.8304, 0.9005, 0.8446, 0.9252, 0.8539, 0.8952, 0.9182, 0.9045,
                      0.9161, 0.9224, 0.9241, 0.8929, 0.9042, 0.8960, 0.8388, 0.7933, 0.9117,
                      0.8839, 0.9218, 0.8783, 0.9082, 0.9244, 0.8906, 0.8872, 0.8472, 0.8954,
                      0.8753, 0.8592, 0.8824, 0.9224, 0.8257, 0.8749, 0.8822, 0.9013, 0.8105,
                      0.8895, 0.9033, 0.8783, 0.9093, 0.8312, 0.8621, 0.9068, 0.9382, 0.9133,
                      0.8872, 0.8867, 0.9109, 0.8880, 0.9070, 0.8611, 0.8555, 0.8696, 0.9197,
                      0.8986, 0.8018, 0.8751, 0.8885, 0.8823, 0.8979, 0.8627, 0.8454, 0.8152,
                      0.9141, 0.8563, 0.8121, 0.9135, 0.8096, 0.8755, 0.9027, 0.8939, 0.9054,
                      0.8376, 0.9126, 0.8405, 0.8248, 0.8286, 0.8466, 0.8268, 0.8907, 0.8936,
                      0.9025, 0.8667, 0.8614, 0.9054, 0.9397, 0.8735, 0.8595, 0.9169, 0.9279,
                      0.9042, 0.8763, 0.8387, 0.8588, 0.8718, 0.8889, 0.9022, 0.9257, 0.8781,
                      0.8359, 0.8366, 0.9129, 0.8777, 0.8023, 0.9014, 0.8974, 0.8997, 0.9174,
                      0.8287, 0.8862, 0.8130, 0.9222, 0.8698, 0.8705, 0.9010, 0.9005, 0.8986,
                      0.7937, 0.8863, 0.8694, 0.8716, 0.8274, 0.8989, 0.9062, 0.9174, 0.8676,
                      0.9080, 0.7738, 0.8840, 0.8981, 0.8828, 0.8880, 0.8844, 0.8451, 0.8584,
                      0.8893, 0.8711, 0.8925, 0.8211, 0.9228, 0.7524, 0.8263, 0.8478, 0.8486,
                      0.8829, 0.8772, 0.9185, 0.8651, 0.9194, 0.8024, 0.9035, 0.8732, 0.8095,
                      0.9115, 0.8576, 0.9285, 0.8877, 0.8762, 0.9220, 0.8910, 0.8824, 0.8553,
                      0.9416, 0.8467, 0.9829, 0.8298, 0.8555, 0.9039, 0.9034, 0.8354, 0.8853,
                      0.8558, 0.8732, 0.9092, 0.8810, 0.8724, 0.8889, 0.9138, 0.8577, 0.9155,
                      0.8792, 0.8868, 0.9246, 0.8459, 0.8957, 0.8814, 0.8804, 0.8989, 0.8605,
                      0.9024, 0.8825, 0.8700, 0.9027, 0.8853, 0.8036, 0.8992, 0.9078, 0.8091,
                      0.8812, 0.9356, 0.8968, 0.9108, 0.9065, 0.9215, 0.8871, 0.9204, 0.8685,
                      0.8723, 0.8669, 0.8559, 0.8382, 0.8838, 0.8408, 0.8836, 0.8360, 0.8578,
                      0.9128, 0.9261, 0.8255, 0.8161, 0.8710, 0.8888, 0.8733, 0.8299, 0.8930,
                      0.8854, 0.8434, 0.8422, 0.9175, 0.8815, 0.8094, 0.8514, 0.8288, 0.6384,
                      0.8728, 0.8592, 0.9176, 0.9327, 0.8369, 0.9116, 0.8816, 0.9274, 0.8801,
                      0.9061, 0.8519, 0.8924, 0.8378, 0.8844, 0.8447, 0.8809, 0.8889, 0.9021,
                      0.8732, 0.8727, 0.9039, 0.8829, 0.8936, 0.8801, 0.9064, 0.9115, 0.8927,
                      0.9067, 0.8715, 0.8998, 0.8568, 0.8301, 0.9215, 0.8287, 0.8437, 0.8529,
                      0.8626, 0.9001, 0.8413, 0.8647, 0.9060, 0.9038, 0.8891, 0.8878, 0.8350,
                      0.8990, 0.9166, 0.8884, 0.8816, 0.8083, 0.8870, 0.8714, 0.8695, 0.8354,
                      0.8617, 0.8453, 0.9028, 0.8784, 0.9229, 0.9307, 0.9081, 0.9110, 0.8616,
                      0.8360, 0.8586, 0.9020, 0.8504, 0.9122, 0.9135, 0.8476, 0.8658, 0.8347,
                      0.9129, 0.8656, 0.8784, 0.8792, 0.8512, 0.8809, 0.9037, 0.9167, 0.9000,
                      0.8682, 0.9406, 0.8590, 0.8994, 0.8641, 0.9019, 0.8618, 0.7972, 0.9148,
                      0.9110, 0.7987, 0.8412, 0.9364, 0.8623, 0.8328, 0.8689, 0.8634, 0.9139,
                      0.8869, 0.8534, 0.9063, 0.8825, 0.8723, 0.8917, 0.8895, 0.8637, 0.8884,
                      0.9202, 0.7747, 0.8212, 0.8984, 0.9256, 0.7968, 0.8712, 0.9194, 0.8698,
                      0.8582, 0.8930, 0.9242, 0.9208, 0.8779, 0.9267, 0.8552, 0.9002, 0.9146,
                      0.9149, 0.8770, 0.8589, 0.9098, 0.8735, 0.9136, 0.9153, 0.7925, 0.9069,
                      0.8933, 0.9224, 0.9173, 0.9032, 0.9144, 0.8580, 0.9155, 0.8284, 0.8010,
                      0.8252, 0.8311, 0.8951, 0.9267, 0.8766, 0.9216, 0.8806, 0.9168, 0.8535,
                      0.9049, 0.8995, 0.8597, 0.9219, 0.8588, 0.8145, 0.8314, 0.9001, 0.9106,
                      0.8994, 0.8840, 0.9125, 0.8481, 0.9234, 0.7720, 0.9312, 0.8128, 0.9068,
                      0.8958, 0.8718, 0.8661, 0.9026, 0.9037, 0.8923, 0.9197, 0.8903, 0.8504,
                      0.8578, 0.9074, 0.9106, 0.8730, 0.8144, 0.8647, 0.8580, 0.8166, 0.8736,
                      0.8750, 0.8657, 0.8188, 0.8625, 0.8822, 0.8879, 0.8606, 0.9181, 0.8941,
                      0.8384, 0.8708, 0.9003, 0.8480, 0.8444, 0.9122, 0.9075, 0.8919, 0.9353,
                      0.8870, 0.9252, 0.8799], device='cuda:0')),
             ('bert.encoder.layer.6.output.LayerNorm.bias',
              tensor([-9.8169e-03,  6.1653e-02,  9.9812e-02, -7.1561e-02,  5.4560e-02,
                      -3.8847e-02,  9.2857e-02, -8.9600e-02, -8.6866e-02,  2.7975e-02,
                      -5.8695e-02,  2.0519e-04,  4.1517e-02,  6.1644e-02,  1.0323e-02,
                      -6.4022e-02,  6.1026e-03,  3.2214e-02,  5.9067e-02,  1.9448e-02,
                      -5.5127e-02, -5.0877e-02, -7.7241e-03, -3.5685e-02,  3.2174e-02,
                      -2.2056e-02, -3.5371e-02, -1.0770e-01, -2.5991e-02,  2.0785e-03,
                       3.9243e-02,  4.2635e-04,  5.0650e-02,  9.6274e-03, -6.0163e-03,
                      -4.0128e-02,  7.2868e-02, -1.7814e-02,  1.9848e-02, -9.2204e-02,
                      -1.0769e-02,  7.0937e-02, -3.2997e-02, -7.1356e-02, -1.2257e-02,
                       3.6899e-02,  2.9892e-02, -5.1520e-02,  6.1468e-03, -7.2306e-02,
                      -9.1228e-03, -7.9697e-02, -7.7866e-02,  5.8846e-02, -9.5972e-03,
                       3.8478e-02,  9.0652e-02,  3.4121e-02, -1.3750e-02, -4.8437e-02,
                       1.3396e-02,  2.7822e-02, -6.8290e-02,  1.3477e-01,  5.9277e-02,
                      -3.6034e-02, -2.2091e-02,  3.7320e-02, -8.0166e-02,  2.6892e-02,
                       7.6642e-02,  6.1059e-02,  2.9766e-02, -1.3598e-02,  6.4325e-03,
                      -2.8010e-02, -9.0648e-03,  2.3248e-02, -7.6851e-03, -4.6990e-02,
                      -3.3294e-02,  2.6744e-03,  1.4074e-02, -6.1994e-02, -1.6533e-02,
                      -6.7061e-02,  1.0961e-02, -1.2750e-02, -3.7882e-02, -1.9402e-02,
                       6.5973e-02,  3.4577e-02,  7.6695e-02, -9.0574e-03,  4.6603e-02,
                      -6.1932e-02, -1.7333e-02,  1.1378e-02,  2.2839e-02, -5.2815e-02,
                       4.0605e-02,  1.8715e-02,  3.5086e-02, -6.7663e-02,  7.4194e-02,
                      -1.5221e-02, -3.9522e-02, -6.9996e-03,  3.4476e-02,  4.7082e-02,
                       1.2504e-02,  3.3078e-02,  3.1994e-02,  4.2767e-02, -9.8587e-02,
                      -7.6756e-02,  3.4803e-02, -6.9912e-02,  9.3647e-03, -2.1023e-02,
                      -2.3518e-02,  4.2287e-04,  1.3194e-02, -1.7815e-02,  1.2223e-02,
                      -3.0118e-02,  3.4180e-02, -3.7023e-02,  6.5046e-02,  3.3935e-02,
                       3.7739e-02, -3.3305e-03, -5.9276e-03, -7.0293e-03,  3.8676e-02,
                       2.9866e-03, -2.3514e-01, -4.4979e-02,  5.6854e-02,  8.7392e-03,
                       5.3489e-02,  7.2024e-02, -1.2650e-02,  4.7410e-01,  2.9722e-03,
                       4.2804e-02, -1.8435e-02,  1.5849e-02,  2.1980e-02,  1.2173e-01,
                       6.0415e-02, -1.0745e-02,  3.0647e-02, -4.7164e-02, -4.0716e-02,
                       7.9598e-03,  4.1082e-02,  7.4003e-02, -6.1614e-02,  6.8435e-02,
                      -1.0135e-01, -4.9133e-02, -1.3651e-02,  3.0923e-02,  2.1655e-02,
                       8.3285e-02, -5.3892e-02, -4.7650e-02,  5.0189e-02,  3.0184e-02,
                      -1.1831e-02, -2.7138e-02,  4.2950e-02, -6.7654e-02, -1.0899e-01,
                      -6.1206e-02, -8.3274e-02,  1.2291e-01,  3.3230e-02,  4.7074e-02,
                       9.3266e-02,  1.3015e-02,  1.1993e-02,  6.7566e-02, -6.3497e-02,
                       1.0671e-03,  9.4984e-02,  5.7567e-02,  1.1680e-02,  1.0925e-03,
                      -5.8368e-02, -4.1219e-02, -1.1447e-01, -3.7802e-02,  2.6467e-02,
                       8.8835e-02,  2.5390e-02,  2.0168e-02,  7.2747e-02,  7.4393e-02,
                      -4.3989e-02, -1.6611e-02,  2.2662e-02, -7.4406e-02,  2.0000e-02,
                       1.9322e-02, -4.1391e-02,  7.3248e-02,  2.5315e-02,  2.9872e-02,
                       2.5522e-02,  3.2336e-02, -7.7888e-02,  1.6134e-02, -1.6203e-02,
                       3.7838e-03, -3.6589e-02, -4.1565e-02,  2.0553e-02, -1.5684e-02,
                      -1.4977e-02, -2.5180e-03, -5.4673e-02,  1.5946e-01,  9.2215e-02,
                      -3.0786e-02, -4.2366e-04,  1.1219e-02, -5.9004e-02,  5.4227e-02,
                      -4.7186e-03, -6.0841e-02, -4.4135e-02,  1.0956e-01,  3.1797e-02,
                       8.0354e-03,  2.5658e-02,  6.1388e-02, -1.0245e-02, -1.8326e-02,
                       1.8192e-02, -5.3863e-03, -7.0833e-02, -3.6506e-02,  2.4244e-02,
                       6.0378e-02, -2.7894e-02, -6.6689e-02, -2.8990e-02, -6.7179e-02,
                       1.7446e-02, -4.4992e-03, -5.0522e-02, -4.3348e-02, -6.8659e-02,
                      -3.5561e-02,  5.0996e-02,  1.5996e-02,  3.0616e-02, -3.6519e-02,
                      -2.3081e-02,  2.6586e-02, -4.3148e-02,  2.0254e-02, -1.8092e-02,
                      -6.7773e-02, -1.6896e-02,  6.9660e-03, -3.5580e-03,  6.5940e-02,
                       1.3501e-02,  1.2231e-01, -4.4446e-02, -2.4155e-02, -9.9393e-02,
                       5.1427e-03,  4.3789e-02, -7.7488e-03, -7.2274e-02,  7.3665e-02,
                       6.6287e-04, -1.1198e-02,  3.5323e-02, -3.2336e-01,  2.9640e-03,
                      -4.2364e-02, -2.6414e-02,  1.1948e-01, -5.2484e-02, -3.0547e-02,
                      -2.4386e-02,  1.6209e-02, -2.0804e-03,  9.4437e-02,  3.8573e-02,
                       7.6852e-02,  5.4649e-02,  2.2828e-03,  2.6049e-02, -2.0417e-02,
                      -8.4671e-02,  4.8532e-02, -3.4568e-02, -4.6277e-02,  2.2278e-01,
                       2.9606e-02,  6.5544e-03, -1.6240e-02,  3.8040e-02, -6.8998e-02,
                      -5.3790e-02, -2.4351e-02, -1.4562e-02, -4.2851e-02,  1.1828e-02,
                       2.1956e-02, -2.8795e-02, -1.4343e-03,  5.8764e-02, -2.9866e-02,
                       6.0309e-02,  3.8893e-02, -1.5796e-02,  3.0918e-02,  2.5136e-02,
                       7.9121e-02, -1.1229e-02,  8.1379e-04,  5.9750e-03, -4.9713e-02,
                       1.1676e-01,  3.8754e-03, -4.6808e-02, -1.9868e-02, -5.1406e-02,
                       4.2283e-02, -1.9021e-03, -2.3924e-02,  6.4827e-02,  1.6471e-02,
                      -1.3678e-02, -3.4575e-03,  2.9115e-03,  1.4717e-02, -3.0275e-02,
                       6.0359e-03,  6.7444e-03,  4.3100e-02, -1.2137e-02, -4.4570e-03,
                       1.4572e-02,  3.7035e-02,  6.1309e-02, -3.4635e-02, -5.6065e-02,
                       8.9713e-02, -5.0271e-02, -2.1272e-02,  1.8597e-02,  8.2137e-02,
                      -3.7996e-04,  5.7513e-02, -5.4979e-02,  7.5293e-02,  1.0478e-01,
                      -3.7618e-02,  3.0650e-02, -7.2520e-02, -1.3305e-02, -5.5963e-02,
                       4.6060e-02,  7.2086e-02, -8.9475e-03, -1.9464e-02,  6.5556e-02,
                       2.7474e-03,  1.1025e-02,  2.9784e-02,  2.8510e-04,  2.7250e-02,
                       6.5236e-02, -3.2360e-02, -6.2612e-02, -7.9898e-02,  2.5743e-02,
                       3.9755e-02, -4.9992e-02,  2.0420e-02, -9.5986e-02,  6.0928e-02,
                      -1.7982e-02, -1.9703e-02, -1.3917e-03,  1.6090e-02,  2.5932e-02,
                       7.1871e-03, -1.5531e-02,  2.4935e-04,  8.0513e-02, -1.6118e-02,
                      -4.7672e-03, -8.9026e-02,  4.7635e-03, -6.0917e-03,  5.8940e-02,
                      -2.8816e-02, -1.3088e-04,  1.0442e-01,  6.4904e-02,  2.6332e-02,
                       6.4862e-02,  6.4160e-05, -6.2864e-02,  3.1145e-02, -3.1346e-02,
                       3.1951e-02,  2.0897e-02, -1.7496e-01,  7.6196e-02,  5.8695e-02,
                       3.3833e-02,  6.9448e-02,  4.6897e-02, -4.2812e-02, -8.0254e-02,
                       3.0543e-02,  5.6552e-02,  2.8129e-02, -4.2897e-02, -6.7274e-02,
                       5.1136e-02,  1.6017e-02,  5.0741e-02, -1.2325e-01,  4.6292e-02,
                      -2.3694e-02, -4.0769e-02,  3.9866e-02,  1.1040e-02,  1.8627e-03,
                      -6.1081e-02, -4.7901e-03, -1.1686e-03,  2.8088e-02,  1.0974e-02,
                       5.1119e-02,  6.8456e-03,  1.9771e-02,  2.2808e-03,  3.1351e-02,
                      -2.5661e-02, -5.5343e-02, -4.2140e-02, -2.4756e-02,  3.5945e-02,
                       1.6164e-01,  3.2806e-03,  6.3482e-02,  3.6413e-02,  1.9705e-02,
                       7.5109e-03,  3.7244e-02,  6.3694e-02, -4.3754e-02,  2.9662e-02,
                       1.1632e-02, -3.6561e-02, -2.1890e-03,  2.3771e-04, -3.7588e-02,
                      -7.4398e-02, -3.1107e-02,  7.4036e-03, -6.6409e-02, -8.0295e-03,
                      -3.7963e-02, -1.4778e-02, -4.2140e-02, -2.1135e-02,  4.3618e-02,
                       4.5128e-02,  3.6299e-02,  3.0564e-02, -2.9477e-02, -4.9306e-02,
                       2.2043e-02, -9.4794e-03, -2.0692e-02,  2.8018e-02,  1.4270e-02,
                       2.8749e-02,  3.2823e-02,  5.7024e-02,  4.2802e-02, -9.7001e-02,
                       3.0907e-03, -2.7172e-02,  3.0415e-02,  1.1179e-02, -3.7199e-02,
                      -1.1896e-01, -2.2281e-02,  3.4337e-02,  5.2515e-02,  7.7390e-02,
                      -1.3070e-01,  3.4927e-02, -7.1859e-02,  2.6364e-02,  3.4064e-02,
                       7.5000e-02,  2.4486e-02, -7.6892e-02, -2.4919e-02,  8.6756e-02,
                       3.1292e-02,  1.5852e-03, -4.0112e-02, -6.0735e-02, -3.1788e-02,
                       7.1722e-02,  2.4034e-02,  6.3740e-05,  5.1228e-02, -7.3580e-03,
                       1.9908e-02, -4.8011e-02, -9.4880e-03, -1.4343e-02,  2.1220e-02,
                       4.1485e-02, -7.5410e-02,  4.3469e-02,  4.4582e-02,  9.9144e-02,
                      -7.2738e-04, -1.4384e-02, -2.1802e-02,  6.8662e-02, -7.6868e-02,
                       8.5068e-02,  1.9647e-02, -9.4225e-03,  1.0303e-01, -1.2028e-02,
                      -1.3150e-01, -1.2156e-03, -2.8068e-02, -2.5416e-02, -5.4646e-02,
                      -3.9495e-02, -3.9101e-02,  1.3193e-02, -3.6336e-02, -5.6064e-02,
                      -4.1016e-02,  7.0479e-02, -4.9561e-01,  3.9402e-02, -3.9230e-02,
                       3.5786e-02, -5.6769e-02,  4.8169e-02,  1.6461e-02, -5.6519e-02,
                       2.3129e-02, -1.3635e-02,  2.9453e-02, -3.8336e-02, -7.1226e-02,
                      -4.1997e-02, -1.2321e-03, -2.5320e-02,  1.6098e-02, -4.6899e-02,
                       3.3436e-02, -1.8168e-03,  4.3277e-02, -2.5733e-02,  7.3689e-02,
                       1.0647e-02, -9.4408e-02,  6.1924e-03, -2.9083e-02, -3.2928e-03,
                      -4.9901e-03, -3.6341e-02, -1.1500e-03, -4.8934e-02,  1.2838e-02,
                       1.2087e-02, -5.7456e-02,  3.9267e-02,  4.5567e-02,  8.4077e-02,
                      -7.6090e-02, -3.3238e-02, -4.4111e-02,  3.2728e-02, -6.2356e-02,
                       1.6956e-02,  1.4287e-02,  2.8508e-02,  8.5030e-02,  1.9286e-02,
                       4.5782e-02, -2.8325e-02, -6.9853e-02, -3.6875e-02, -8.7593e-02,
                      -1.4352e-02, -1.5236e-02,  2.0374e-02,  1.0410e-01, -7.3160e-02,
                      -1.0285e-01,  1.0253e-02,  4.9034e-02,  7.9284e-03, -2.9829e-02,
                       5.7405e-02,  1.3076e-02, -1.0047e-01, -4.6482e-02, -6.0959e-02,
                       6.8634e-02,  6.7845e-02,  8.6726e-02, -1.3126e-02, -5.0331e-02,
                       4.2762e-02, -6.1596e-02,  4.1846e-02,  3.3383e-02, -2.9249e-02,
                      -8.0364e-03,  7.7628e-02, -2.7111e-02,  5.4947e-02,  3.0114e-02,
                      -1.3915e-02,  6.7860e-02, -6.5335e-02, -1.4969e-02,  1.3732e-02,
                       7.8594e-02,  6.8551e-02, -4.1481e-02,  7.2130e-02,  1.1654e-01,
                       3.7797e-03,  8.8258e-02, -3.1516e-02,  4.8352e-02, -5.5870e-02,
                      -3.7983e-02,  2.8315e-02, -5.3648e-03, -8.9050e-02,  3.4651e-02,
                      -4.2155e-02, -1.7843e-02,  1.1985e-02,  1.5488e-02,  3.5961e-02,
                       1.3998e-02, -9.0879e-02,  1.3048e-02,  4.6488e-02, -5.3808e-02,
                      -2.5295e-02, -1.2239e-01, -3.0264e-02, -1.2100e-02, -1.1713e-01,
                      -3.3212e-02, -2.3498e-02,  8.3960e-02,  7.5888e-02, -4.0399e-02,
                      -5.9570e-02,  2.7206e-02, -3.6629e-02, -4.7991e-03, -4.5639e-04,
                      -1.0295e-02,  1.7379e-02, -2.3641e-02,  3.1924e-03,  4.5544e-02,
                      -4.4185e-02,  3.0785e-03,  4.8309e-02, -3.8381e-02, -5.6000e-02,
                       4.3319e-02, -1.9478e-02,  1.2973e-01, -3.6231e-02, -2.0125e-02,
                      -6.4695e-02, -6.2792e-02,  1.6384e-02,  5.9272e-02,  5.2482e-02,
                       6.8078e-02,  1.9404e-02,  2.2660e-02,  1.9187e-02,  1.9593e-02,
                       1.4129e-02,  2.9959e-02, -3.5508e-02,  4.2682e-02, -7.0414e-03,
                      -1.4309e-02,  5.3719e-02,  1.0982e-02, -1.6923e-02, -5.3740e-02,
                       1.3196e-02,  5.5131e-03, -2.8536e-02,  6.5203e-02, -3.0168e-03,
                      -2.2844e-02, -5.1697e-02,  4.9434e-02,  1.5592e-02, -4.6477e-03,
                       2.5547e-02,  3.8937e-02,  7.8300e-02, -1.1666e-01,  3.6872e-02,
                       2.5457e-02, -9.3903e-02, -6.7092e-03, -1.2374e-02,  2.7177e-02,
                       4.0875e-02,  4.1446e-02, -2.5427e-02, -8.2284e-02, -1.5788e-02,
                       8.0443e-03,  7.6507e-02,  1.6898e-02,  6.3939e-02, -6.0974e-03,
                       2.5646e-02, -3.4174e-02, -2.6614e-02,  4.6106e-02,  1.5220e-02,
                       4.9221e-02, -1.4914e-02,  5.3849e-02,  2.3676e-03, -6.4970e-02,
                       6.8233e-02,  8.0138e-02, -2.4383e-02, -1.0205e-03,  6.9871e-03,
                       6.0463e-03,  1.3330e-02, -6.8873e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.weight',
              tensor([[ 0.0183, -0.0181,  0.0784,  ...,  0.0192, -0.0104,  0.0492],
                      [-0.0944,  0.0501,  0.0534,  ...,  0.0120,  0.0211,  0.0018],
                      [ 0.0316,  0.0192, -0.0238,  ...,  0.1210, -0.0745, -0.0796],
                      ...,
                      [ 0.0943, -0.0421,  0.0287,  ...,  0.0032,  0.0443,  0.0891],
                      [-0.0554, -0.0199,  0.0258,  ..., -0.0120,  0.0126,  0.0065],
                      [ 0.0490, -0.0427,  0.1059,  ..., -0.0276, -0.0876,  0.0548]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.query.bias',
              tensor([ 1.1130e-01,  2.0640e-01,  7.2134e-02, -7.8983e-03,  5.5849e-01,
                       2.1624e-02, -6.9592e-03, -4.5713e-02,  1.7219e-02,  2.3461e-01,
                      -7.8704e-02,  1.4962e-01,  5.8416e-04,  4.9395e-02,  7.5618e-02,
                      -3.2388e-02, -7.4985e-02,  3.2187e-02, -5.7660e-02,  3.0068e-02,
                      -6.3905e-02, -3.3180e-02,  4.7418e-02,  1.1507e-01,  2.0654e-01,
                      -3.2269e-02, -4.5819e-02, -1.6534e-02,  1.3470e-02, -2.3467e-02,
                       1.4140e-01, -1.1560e-01, -2.1469e-03,  5.8214e-02,  3.9164e-02,
                       2.7638e-01, -1.8565e-02,  7.4647e-02, -4.2323e-02,  1.3016e-01,
                       4.5506e-02, -6.3882e-02, -7.4969e-02, -2.0505e-02,  2.2388e-02,
                       3.7243e-02,  6.1995e-02, -1.5378e-02,  1.5810e-01, -1.3211e-01,
                      -1.0932e-01,  1.0239e-01,  5.8489e-02, -2.6624e-02,  1.8608e-02,
                      -4.7615e-02,  1.6156e-01,  8.2039e-02,  6.6705e-02,  9.5013e-02,
                       3.1042e-02, -6.5885e-02, -4.8021e-01,  1.5830e-01,  1.1410e-01,
                      -5.5881e-02,  5.1911e-02, -1.7141e-01, -1.6217e-01,  1.6305e-01,
                       3.5279e-02,  2.9695e-02,  1.6298e-02,  2.4568e-02,  9.3148e-03,
                       6.4783e-02, -4.2106e-02,  1.5336e-02,  3.0311e-03, -3.6244e-02,
                      -5.9541e-02,  9.0591e-02,  1.3265e-01, -2.7545e-02, -9.9417e-02,
                       8.0381e-02, -5.5221e-02,  1.2203e-02,  4.4461e-01, -2.4491e-02,
                       6.7767e-02, -1.8616e-02, -2.5735e-02, -1.4551e-01,  8.4089e-02,
                       4.5466e-02,  1.3163e-01,  1.0297e-01, -1.0602e-01, -4.2175e-02,
                       7.6275e-02,  1.4813e-02, -1.9369e-01, -3.5862e-01, -6.6872e-02,
                       8.6405e-02, -1.2736e-02,  1.7753e-02, -2.2169e-02, -2.1009e-02,
                       9.2263e-02,  6.7575e-01,  1.1004e-01, -7.1436e-03, -1.1244e-01,
                      -2.2820e-02, -3.9868e-02, -1.8301e-01, -1.2376e-01,  2.3962e-02,
                       5.2271e-02,  1.2844e-01, -1.3095e-01, -4.1464e-02,  6.5661e-02,
                      -2.2863e-01,  4.6633e-02,  2.7229e-02, -1.5840e-01, -3.0850e-02,
                      -7.6248e-02, -7.7559e-02, -9.5098e-02,  8.5040e-03, -3.7315e-02,
                       1.2722e-02, -1.1432e-01, -8.6600e-02,  9.8193e-02,  4.0233e-02,
                      -2.2689e-02, -1.3666e-02,  4.9049e-02, -6.4534e-02, -8.2150e-02,
                       7.6472e-02, -9.5773e-02,  1.0627e-01, -1.4149e-01, -5.1068e-03,
                       7.3937e-02,  7.8824e-02, -2.2725e-02, -6.3387e-02,  5.8637e-02,
                      -1.1517e-01, -1.2053e-01, -1.7921e-01, -3.7339e-01, -1.3569e-01,
                       6.4030e-02,  6.9477e-01, -3.0286e-02,  7.2776e-02,  2.5986e-02,
                      -8.9028e-02, -2.1963e-02,  3.8872e-01,  1.1690e-01, -1.7715e-01,
                      -7.5506e-02, -1.3093e-01, -2.4770e-02, -2.2347e-01,  2.2979e-01,
                       1.6222e-01, -1.1364e-01,  3.8031e-04,  7.5506e-02,  2.0421e-02,
                       2.7865e-01, -9.4951e-02, -2.9088e-02,  5.0784e-02,  8.2366e-02,
                      -4.9326e-02,  1.4832e-02, -5.2412e-01, -1.1247e-01,  8.7965e-02,
                       1.9225e-02,  1.1563e-01,  2.6506e-01,  4.0841e-02, -2.1183e-02,
                       8.0598e-02, -1.1256e-01, -2.3274e-02,  9.2462e-02, -8.6809e-02,
                      -1.1098e-01, -2.4011e-02, -7.6174e-02, -2.3884e-02, -1.5618e-01,
                       2.4825e-02, -6.9440e-02, -1.1736e-01,  9.7010e-03,  4.2534e-02,
                      -3.3743e-03,  2.9226e-01,  3.8752e-02, -4.3564e-02, -4.8619e-02,
                       1.3712e-01,  1.3417e-02,  2.0774e-01,  3.0893e-04, -1.2926e-01,
                       1.2796e-01,  5.5059e-02, -3.4170e-02, -1.0599e-01,  8.3336e-02,
                       5.1397e-02,  4.9886e-02,  2.7750e-02,  1.6700e-02, -3.4053e-02,
                       1.2265e-01,  7.8292e-02, -1.8332e-01, -1.5352e-01,  1.5521e-02,
                       7.3275e-02, -6.2623e-02,  1.2606e-01, -2.5805e-02, -2.7604e-02,
                      -2.3988e-02, -4.4340e-03,  4.4121e-02, -1.1991e-02,  5.2270e-02,
                      -6.8988e-02,  1.1353e-02,  5.6532e-01, -9.3024e-02,  1.1207e-01,
                      -5.2171e-02, -2.6367e-02, -9.6414e-02, -4.2658e-02,  6.8145e-02,
                      -4.6988e-02,  2.1953e-02, -1.5458e-02,  5.1001e-01,  5.5104e-02,
                      -4.5248e-02,  9.2769e-02,  1.6897e-01, -3.1213e-02,  9.4007e-02,
                      -1.1901e-02, -5.6369e-02,  7.4312e-02,  8.0290e-02, -4.8911e-02,
                       4.3163e-02, -6.0587e-02, -1.7011e-02,  2.6534e-01, -1.0867e-01,
                       4.6991e-02, -2.7095e-02, -3.6736e-02, -4.8323e-03,  5.3143e-02,
                       7.5643e-02, -1.2450e-01, -4.6134e-02, -9.3459e-02, -4.1166e-02,
                      -7.9417e-03, -5.7366e-02,  1.0029e-01, -1.0350e-01,  2.3833e-02,
                      -1.5086e-01, -4.6992e-02,  9.9251e-03,  1.1831e-02,  1.2225e-01,
                       6.4657e-02,  4.0126e-02,  1.8305e-01,  1.9410e-03,  6.6185e-02,
                      -6.3729e-02,  9.9604e-02,  1.8402e-01,  5.5903e-02, -1.6863e-01,
                      -3.8601e-02, -1.0957e-01,  6.6765e-02,  3.4798e-02,  5.0675e-02,
                      -2.7323e-01,  1.2496e-01,  1.0578e-02, -1.1531e-01, -5.8314e-02,
                       2.2485e-01, -5.3127e-01,  6.8657e-02,  2.1674e-02,  1.4622e-01,
                       4.1717e-02, -3.3083e-02, -6.9326e-02, -3.7902e-02, -7.6116e-02,
                       7.4066e-02,  6.1087e-02,  3.3689e-02, -3.8070e-03,  1.1804e-02,
                       3.8841e-02, -1.2669e-01, -1.2691e-02, -1.6322e-01,  7.3233e-02,
                       4.8894e-04,  4.3262e-02,  6.4503e-02,  3.4367e-02, -2.5949e-02,
                      -1.6640e-02,  3.9522e-02, -9.3781e-02,  7.1202e-02,  2.4067e-02,
                      -2.0112e-02, -3.0043e-02,  3.9276e-02, -1.4210e-03, -2.6705e-02,
                       1.9256e-02, -9.1083e-02,  1.8805e-02,  1.2756e-02, -3.8432e-03,
                      -2.3460e-02,  3.8946e-02, -2.0597e-02,  4.0974e-02,  2.9097e-01,
                       1.0552e-02,  4.3036e-02,  6.1202e-02,  1.6368e-02, -1.2001e-02,
                       2.5401e-02,  9.1279e-04,  4.5799e-02, -1.1731e-01,  4.4653e-03,
                       2.8759e-02,  9.4698e-02, -2.6768e-01,  1.5601e-01,  8.4292e-02,
                       7.7231e-02,  4.1920e-02,  5.7677e-02, -3.7030e-02, -6.4190e-02,
                      -2.8417e-02,  5.4096e-03, -3.6556e-02,  1.9028e-02,  7.9606e-02,
                       1.4010e-02,  8.6109e-02,  2.2201e-02, -3.5712e-02,  1.7916e-02,
                       1.1010e-01,  5.7498e-02,  5.7812e-02, -8.3240e-02,  1.3220e-01,
                       1.3829e-02, -2.6745e-02, -9.6307e-02,  2.9661e-02, -4.5769e-01,
                       4.5199e-03,  4.1049e-02,  2.2916e-02, -1.0306e-01,  8.7078e-02,
                      -7.3471e-02, -9.2103e-02, -2.0570e-03, -1.6428e-04,  6.3147e-02,
                      -7.8883e-02, -1.7508e-02, -8.5000e-02,  6.4604e-03,  4.7949e-02,
                      -7.6611e-03, -5.9633e-03, -9.2138e-02, -4.4367e-02,  8.7159e-04,
                      -2.7541e-02, -1.2372e-01,  2.8336e-02, -1.2553e-01, -7.7183e-02,
                      -2.4852e-02,  6.3227e-02,  2.2420e-02,  6.8545e-02,  3.8599e-02,
                      -8.3917e-02, -2.1438e-02, -3.7592e-01, -1.3452e-02, -3.5546e-02,
                       5.4369e-02, -3.4180e-02,  8.4310e-02,  1.4346e-02,  5.0249e-02,
                      -1.3787e-01, -6.5093e-02, -9.6171e-02, -5.9834e-02,  1.9854e-02,
                       1.4311e-02, -5.7775e-02, -2.6599e-02,  1.3363e-01,  1.7543e-02,
                       3.6785e-02,  6.0231e-02, -5.9254e-02, -5.3381e-02, -4.2818e-02,
                      -1.1255e-01,  6.5379e-02,  3.0471e-02, -3.0780e-02,  3.1241e-02,
                       1.2073e-02,  8.4697e-02,  4.4709e-02, -1.1085e-01,  1.5274e-03,
                       5.8799e-02,  2.9876e-02,  1.3208e-01, -5.8960e-02, -6.5099e-02,
                      -8.0931e-02, -6.8376e-02, -6.2389e-02,  1.0398e-01, -3.9494e-02,
                      -4.5964e-02, -1.3591e-02,  4.5303e-02,  4.4085e-02,  5.3910e-02,
                      -1.1186e-01,  6.6050e-02,  3.4469e-02, -1.5765e-03, -5.2143e-03,
                      -2.0539e-02,  2.6774e-02, -6.7894e-02, -6.9553e-02,  1.2508e-02,
                      -5.6124e-02,  2.7734e-02,  1.2078e-01, -8.8483e-02,  3.8974e-02,
                      -2.7687e-03, -2.9320e-02,  4.5193e-03, -2.5260e-02,  3.8019e-02,
                      -3.6751e-02,  2.4733e-02, -7.5457e-02,  9.4579e-03,  4.9591e-02,
                       1.2174e-01,  3.7700e-02,  5.9519e-02, -2.3223e-03,  1.1903e-01,
                      -1.5222e-01,  4.5028e-02,  9.2533e-02,  1.1457e-01, -4.3295e-01,
                      -1.1672e-01,  2.7703e-01, -2.1234e-01, -2.1769e-01, -8.3798e-02,
                       3.2768e-02, -2.4766e-01,  8.3701e-04, -7.7308e-02,  1.5052e-01,
                      -3.2957e-02,  1.6841e-01, -4.1614e-01, -1.2620e-01, -1.8700e-01,
                       2.4822e-01,  1.6161e-01,  1.8012e-01,  7.5653e-02,  4.3468e-02,
                       1.5406e-01,  4.9257e-02, -2.7316e-01,  2.8579e-02, -1.2108e-01,
                       1.4947e-01,  1.0513e-02,  9.6720e-02,  5.1323e-02, -1.4244e-01,
                       3.2046e-02,  1.4686e-01, -1.8153e-01,  2.8283e-02, -8.2496e-02,
                      -4.8774e-01, -3.6265e-03, -3.2756e-02,  2.3061e-01,  3.8305e-03,
                       2.2593e-01, -1.0411e-01,  4.6920e-02,  1.6948e-03, -1.2906e-01,
                      -2.3635e-01, -3.1488e-01,  1.5422e-01,  7.6491e-02, -1.6083e-01,
                      -1.0027e-02, -1.0990e-01, -9.9299e-02, -2.4821e-01, -8.6387e-02,
                      -7.7134e-02,  6.7755e-01,  1.8872e-01,  2.2308e-01, -2.3843e-01,
                      -7.9581e-02, -2.7680e-01, -5.3195e-02, -1.5043e-01,  1.6474e-01,
                       4.8276e-02, -1.7742e-01,  5.9930e-01,  9.0701e-02, -1.9530e-01,
                      -4.4983e-02, -8.2170e-02, -1.4958e-01, -3.5310e-02,  3.1704e-02,
                       1.1227e-01,  1.4021e-01,  1.2947e-02,  4.4744e-02, -2.6184e-01,
                       2.2541e-01, -1.3294e-02,  6.4305e-03,  1.1683e-01,  1.3125e-01,
                       4.8852e-02, -1.3830e-01,  6.1733e-02,  2.0869e-01,  2.4062e-01,
                      -6.1090e-02, -4.0795e-02,  1.8420e-02,  1.5652e-01,  2.1894e-01,
                       1.9767e-01, -9.2486e-02, -6.0190e-01,  1.0493e-01,  6.6071e-03,
                       1.5888e-01, -1.3157e-01,  6.7513e-01, -4.3889e-02, -1.6896e-01,
                      -1.9496e-02, -6.4825e-02, -3.3512e-02, -1.1479e-02, -4.8286e-02,
                       4.5262e-02,  2.0456e-01, -1.1793e-01, -1.0929e-01,  7.5368e-02,
                      -8.6872e-02, -1.3718e-01, -1.3398e-01, -1.6905e-01, -5.3917e-03,
                       1.0486e-01, -2.5534e-01,  3.7014e-02, -3.3693e-02, -6.7476e-01,
                       2.2292e-02, -3.9893e-01, -1.4881e-01, -1.0265e-01,  8.9433e-02,
                       3.4492e-01, -1.1958e-01, -3.1978e-01, -1.6556e-02, -8.1890e-02,
                      -2.7747e-02,  6.1057e-01, -2.9681e-01, -1.3267e-03, -3.1799e-01,
                      -9.5655e-03, -2.4087e-01, -1.2176e-02, -7.2459e-02, -5.9234e-02,
                       5.1574e-02, -8.1369e-02,  2.5844e-01,  7.4875e-02, -5.6545e-02,
                      -1.2443e-02,  1.6240e-02, -2.0710e-01,  1.2617e-01, -4.6689e-02,
                       5.8035e-02, -3.9123e-02,  1.1470e-01, -8.7071e-02,  1.8927e-02,
                      -5.7449e-02,  2.8488e-02, -1.7797e-03, -1.2134e-01, -4.2451e-02,
                      -5.8241e-02,  5.9920e-02, -2.0545e-02, -3.1583e-02,  2.3378e-01,
                      -1.2206e-01,  5.9849e-02, -9.2396e-02,  8.2002e-02,  2.5592e-02,
                       2.1789e-01,  4.0981e-02, -1.1199e-01,  7.2308e-02, -1.2663e-01,
                       2.2430e-02,  1.0970e-02,  6.0525e-02, -4.6970e-02, -2.3586e-01,
                       1.8148e-01, -5.3989e-02,  3.4423e-02,  1.0345e-01, -9.7860e-02,
                       2.4496e-01, -3.2577e-02,  2.3010e-01, -4.1079e-01, -2.1402e-02,
                       7.7353e-03, -3.4579e-02, -4.7587e-03, -1.8092e-01, -1.2723e-01,
                       9.9369e-02,  1.2043e-01, -1.7003e-01, -1.4068e-01, -1.0410e-01,
                       1.4686e-01,  8.4749e-02, -1.9631e-02, -1.1585e-02,  2.4651e-02,
                      -2.3926e-01,  1.8145e-01,  9.9861e-02, -2.5376e-01, -1.7410e-01,
                      -1.7162e-01, -2.1305e-03,  1.5775e-01, -2.3030e-01,  2.0800e-01,
                      -2.8968e-01, -2.2930e-01,  2.1331e-01, -4.7468e-03, -1.3809e-01,
                       1.6540e-02, -1.0950e-01, -4.3900e-01, -1.3386e-01, -1.5657e-01,
                      -1.0167e-01, -2.1031e-02,  4.5359e-03, -1.3827e-01,  7.1907e-02,
                       2.2182e-01, -4.4955e-02, -8.9570e-02, -1.3244e-01, -1.4913e-01,
                       6.5201e-03, -3.3647e-02,  1.1498e-01, -5.5585e-02, -1.0108e-01,
                      -6.5632e-02,  1.8780e-01, -4.6519e-01,  5.6453e-01,  3.4475e-01,
                      -6.1808e-02,  4.1472e-01, -3.9053e-01], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.weight',
              tensor([[ 0.0088, -0.0310,  0.0482,  ...,  0.0226, -0.0055,  0.0758],
                      [ 0.0126,  0.0010, -0.0100,  ...,  0.0446, -0.0491, -0.0213],
                      [-0.0046, -0.0188, -0.0134,  ...,  0.0722,  0.0238,  0.0368],
                      ...,
                      [ 0.0324,  0.0442, -0.0124,  ...,  0.0478,  0.0631,  0.0037],
                      [-0.0651, -0.0187, -0.0012,  ...,  0.0845, -0.0120, -0.0348],
                      [-0.0222,  0.0172,  0.0103,  ..., -0.0094,  0.0638, -0.0553]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.key.bias',
              tensor([ 2.3060e-03,  1.5433e-04,  1.1213e-03,  3.3857e-03, -3.4240e-03,
                      -1.4684e-03, -2.5281e-03, -4.1635e-04,  1.5542e-03,  5.2505e-04,
                       4.2798e-04,  1.5122e-03, -1.5270e-03, -4.4065e-03,  1.4497e-03,
                       5.3843e-04, -5.5261e-04, -5.4052e-04,  2.7588e-03, -1.2097e-03,
                      -9.4005e-04,  4.5826e-03, -4.5469e-03,  4.9924e-03, -2.6350e-03,
                       3.4285e-03, -7.8859e-04,  8.2600e-04,  1.0878e-03, -7.0704e-04,
                       1.1269e-03, -2.6202e-03, -2.2788e-03, -7.4333e-04, -9.1155e-05,
                      -8.2952e-04, -1.8421e-04,  1.5756e-03,  1.2656e-03,  6.7887e-04,
                      -1.3675e-03, -5.8466e-03,  4.2648e-03,  4.4001e-04, -1.6588e-03,
                       1.5015e-03, -2.5402e-03, -2.8544e-03,  2.6109e-03, -1.2818e-04,
                      -1.9915e-04, -1.0681e-03, -2.0283e-03, -1.0946e-03, -4.5887e-04,
                       4.0047e-03,  1.6630e-03,  2.3021e-04,  4.1428e-03,  2.2299e-03,
                       3.5142e-06, -1.6057e-03, -1.7143e-03, -9.5629e-04, -1.8638e-03,
                       8.1510e-03,  1.1084e-03, -1.0716e-03, -5.0217e-03,  8.9130e-04,
                      -5.3033e-04,  1.2586e-03,  1.5500e-03, -2.5474e-03,  2.8003e-03,
                      -4.1580e-03, -9.8084e-04, -5.3418e-04,  2.4531e-04,  2.5027e-03,
                      -2.3863e-03, -2.0054e-05, -1.0475e-03,  5.1508e-03, -2.7423e-03,
                       9.6807e-04,  1.9893e-03,  6.9767e-05,  1.6997e-03,  5.7624e-04,
                      -2.0590e-04,  8.4675e-04,  1.2263e-03,  5.2087e-03,  4.3268e-03,
                      -1.9877e-03,  3.7606e-04,  9.8011e-04, -1.2210e-03, -3.9713e-03,
                      -2.1235e-03, -8.4619e-04, -2.3241e-03, -4.7374e-03,  1.7391e-03,
                       5.3956e-03,  2.5945e-03,  2.6894e-03, -2.3203e-03,  7.6679e-04,
                       2.1290e-03,  2.6532e-03, -7.5638e-04,  2.9195e-03,  1.1029e-03,
                       2.9403e-04,  1.9761e-03, -1.1456e-03, -2.0417e-03, -1.9200e-03,
                      -1.8761e-03,  1.5329e-03, -4.0323e-04, -5.1978e-03, -8.7445e-04,
                      -5.3202e-03,  2.7637e-03, -5.3521e-03, -2.6529e-04,  1.0590e-03,
                      -8.9044e-04, -4.4242e-04,  3.0091e-03,  2.4134e-03,  7.0534e-03,
                       2.0301e-03, -5.4268e-03, -6.2989e-04, -1.1380e-03,  4.4570e-04,
                      -1.7464e-03, -3.4114e-04, -5.9353e-04, -2.8722e-03, -2.7240e-03,
                       3.4487e-03, -4.0288e-03, -1.3490e-03, -6.0470e-03, -2.0037e-03,
                      -7.5672e-04,  5.0262e-03,  1.0023e-03, -7.0507e-04,  2.4147e-04,
                      -5.8404e-03, -3.3525e-03, -4.9781e-03, -4.2490e-03, -3.4448e-03,
                      -1.5419e-04,  3.8253e-03,  4.0347e-03,  1.8762e-03, -1.0313e-03,
                       1.3198e-03,  6.9454e-04,  5.2321e-03,  2.5581e-03,  2.5195e-03,
                       2.2085e-03, -1.6391e-03,  9.1901e-04, -4.6910e-04,  1.3569e-03,
                       2.9316e-03, -5.0382e-03,  4.8352e-04, -2.2385e-03, -4.4506e-03,
                       3.1638e-03, -2.1744e-03,  1.7011e-04,  2.1975e-03,  7.8530e-03,
                      -4.7892e-03, -7.8903e-05, -4.5770e-03,  1.6730e-03, -7.6407e-04,
                       9.6724e-04,  2.3886e-03, -1.3036e-02,  9.5315e-03,  1.1504e-02,
                      -1.7876e-03, -1.8167e-03,  1.6469e-03,  1.2615e-03,  9.2223e-03,
                       7.9984e-03, -2.7814e-03,  1.3514e-03,  6.2985e-03,  3.5800e-03,
                      -3.8536e-03,  9.0056e-03,  3.3671e-03, -2.4179e-03, -3.4055e-03,
                      -2.5340e-03,  7.3394e-04,  1.6668e-03, -1.1989e-03, -4.1505e-03,
                      -1.6770e-03,  1.0520e-02,  1.0837e-03, -2.0662e-03,  8.0761e-03,
                      -9.2645e-04,  5.1463e-03,  4.5675e-03,  7.8180e-03, -4.3958e-03,
                      -5.8569e-03, -3.1364e-03,  3.9222e-03,  4.1393e-03,  3.3997e-03,
                      -5.3109e-03, -2.4227e-03, -2.0360e-03,  3.1809e-03,  1.2234e-02,
                       4.5467e-03, -3.4032e-03, -1.2675e-02,  5.9999e-03, -7.0369e-04,
                      -6.2949e-03,  4.5531e-04,  4.5251e-03,  2.3959e-04, -2.8219e-03,
                       3.5508e-03,  8.0151e-03,  5.6441e-03,  3.7742e-03, -6.1052e-03,
                       3.1738e-03,  2.0241e-03, -1.8831e-02, -1.5732e-03, -7.5353e-03,
                       4.2929e-03,  1.4953e-03,  1.3585e-03,  8.7910e-03,  4.9990e-04,
                      -5.4852e-03,  2.8572e-03,  9.8946e-04, -2.6611e-04,  2.1326e-04,
                       2.9469e-03, -4.8397e-03,  1.4682e-03,  8.5603e-04, -3.1365e-03,
                       4.6476e-03, -2.8183e-03, -4.6550e-03,  2.2136e-03, -2.8082e-03,
                       6.4889e-04,  5.9928e-04, -4.7155e-03, -4.8986e-03, -2.8316e-03,
                       2.6218e-03,  4.4644e-04, -2.1364e-03, -5.3438e-03,  1.8682e-03,
                      -4.2447e-03, -2.7740e-03,  1.5324e-03, -4.5238e-03, -2.7020e-03,
                       9.3931e-04,  1.9304e-03, -1.6556e-03,  4.9240e-04, -4.1894e-03,
                       3.5787e-03, -3.1864e-03,  2.4325e-03, -3.5523e-03,  7.1717e-03,
                      -1.6944e-03,  5.7307e-03,  2.9520e-04,  1.7927e-04, -3.0160e-03,
                       3.0455e-03, -6.2480e-03, -5.5240e-04, -1.8930e-03, -3.1174e-03,
                      -6.6289e-03, -6.8982e-04, -4.6328e-03,  3.2732e-03,  2.2822e-03,
                       9.8330e-03, -8.0849e-03,  3.1485e-03, -1.2149e-03,  4.3482e-03,
                      -4.5533e-04, -1.2686e-03, -1.1961e-03,  4.4325e-04, -4.4060e-03,
                       4.5694e-04, -2.7933e-05,  2.5095e-04,  2.0313e-03, -2.1777e-04,
                       3.9339e-03,  3.0866e-03, -9.2084e-04, -1.0622e-03,  2.8989e-04,
                      -1.4322e-03, -2.7436e-03, -1.1086e-03,  1.4731e-05,  1.1403e-03,
                       1.9234e-03,  2.1784e-03,  2.3510e-03,  5.6590e-04, -3.1110e-03,
                       4.1660e-04,  2.7597e-03,  2.6923e-04,  1.1107e-04, -1.8647e-03,
                      -2.0687e-03, -4.8455e-04,  8.4236e-04,  3.7021e-03, -1.3175e-03,
                       2.2512e-03,  8.7294e-04, -3.3941e-03, -2.3673e-03, -3.9780e-04,
                      -2.6449e-03,  4.1798e-03,  3.8779e-03, -1.0053e-03, -1.2365e-03,
                      -6.4919e-03, -1.6936e-03, -3.0896e-03, -3.5312e-03, -1.1037e-02,
                       2.4574e-03, -9.3321e-04, -4.9858e-03, -1.7742e-03,  9.0234e-04,
                      -4.2648e-03, -1.5957e-04, -1.8583e-03,  1.8350e-03,  2.8068e-04,
                      -5.7756e-04,  5.5095e-03,  4.2611e-04,  3.1475e-03, -1.5584e-03,
                      -1.0928e-03, -1.0361e-02,  4.1382e-03, -3.2228e-03,  2.2968e-03,
                      -1.8577e-03,  9.0872e-04,  1.2931e-02,  9.1763e-04,  2.2135e-03,
                       3.6941e-03,  5.9632e-03, -5.0771e-03, -2.9626e-03, -6.6680e-03,
                       6.1626e-03,  2.9187e-03,  6.8235e-03, -5.8716e-03, -3.1818e-03,
                      -2.9931e-03, -5.7511e-03,  8.1366e-03,  2.0534e-03,  3.1786e-03,
                      -9.5227e-03, -4.7122e-03, -2.8719e-03, -6.4261e-03,  2.4337e-03,
                       5.1103e-03, -9.9779e-04, -2.5464e-03,  8.1744e-03, -1.4389e-03,
                       1.2393e-03,  3.0821e-03,  3.0050e-03,  8.9271e-04,  2.6496e-03,
                       5.4569e-03, -6.4181e-04,  5.7409e-03,  2.2582e-03,  4.7506e-03,
                       4.0565e-03,  2.4084e-03, -4.2074e-03,  3.2748e-03,  1.0751e-02,
                       6.9484e-03,  2.2429e-03,  9.2121e-04,  4.6543e-03,  4.3083e-03,
                       8.3987e-03,  3.8832e-03, -3.7356e-04,  5.3832e-03, -1.0194e-03,
                       4.1826e-03,  1.7286e-03, -2.7640e-03,  2.6319e-03,  7.6204e-04,
                      -7.4905e-04, -3.1989e-03,  2.7793e-03, -3.3577e-03, -1.1856e-02,
                       7.8940e-04,  4.7629e-03, -4.5198e-04, -3.3142e-03, -5.2854e-04,
                      -1.4320e-03, -6.5552e-03, -1.3299e-03,  7.5268e-03, -1.4626e-03,
                       1.9811e-03,  1.8437e-03, -1.0388e-02,  1.1034e-02, -1.4019e-03,
                       4.3937e-04, -3.1057e-03,  4.4174e-03, -2.1888e-03,  2.1372e-04,
                      -2.4980e-03,  3.5540e-03,  4.8280e-03, -2.7358e-03, -4.8890e-03,
                       1.3493e-03, -4.3513e-03,  2.6845e-03,  1.2804e-03,  6.6398e-04,
                      -2.8932e-03, -1.8466e-03, -8.9556e-04,  1.1897e-04,  1.6091e-04,
                       2.5608e-03, -3.7885e-03, -1.9911e-03,  3.9505e-04,  7.5845e-04,
                      -2.7465e-03,  3.6922e-03, -5.8359e-04, -6.1274e-04,  2.2150e-03,
                       6.4792e-03,  2.6808e-03,  5.1584e-03, -4.5134e-03,  5.2950e-03,
                      -1.0305e-03, -3.3781e-03, -2.7068e-03, -6.3303e-04,  9.3239e-04,
                       5.2049e-03,  1.1881e-03, -8.2846e-03,  4.9400e-03, -2.2975e-04,
                       1.2973e-04, -1.5251e-03, -3.7469e-03,  2.1418e-04, -2.5262e-03,
                      -2.5384e-03,  3.3157e-03,  3.4519e-03,  1.4856e-03,  5.8237e-03,
                      -4.4470e-03, -2.1208e-03, -5.2736e-03,  8.5327e-04, -2.0902e-04,
                       3.8981e-03, -5.2188e-03,  5.2285e-03,  4.0107e-03,  4.2378e-05,
                       5.4137e-04, -2.6405e-03, -6.8276e-03,  2.1714e-03,  1.7905e-04,
                       4.9103e-03, -2.2099e-03,  3.4366e-03,  4.4854e-03, -2.4275e-03,
                       4.9427e-03,  2.4225e-03, -4.5200e-03, -3.9797e-03, -2.0512e-03,
                      -7.7587e-03,  6.9761e-04, -4.3339e-04,  6.7563e-03, -4.0767e-04,
                       5.9857e-03, -2.6637e-03, -1.8525e-03, -9.5717e-03, -3.6170e-03,
                       9.0099e-03,  3.3845e-03, -1.6655e-03, -6.3966e-04, -4.0763e-03,
                       3.0907e-03,  4.4275e-03,  7.6683e-03,  4.3273e-03, -2.0064e-03,
                      -1.2227e-03,  1.2419e-02, -1.1819e-03,  1.5644e-03, -5.6761e-03,
                      -9.6136e-04, -2.0807e-03, -5.7167e-03,  1.4904e-03, -2.9410e-03,
                      -3.8154e-03,  2.3729e-04, -6.4107e-03, -8.4275e-04,  2.4876e-03,
                      -6.1303e-04, -4.1040e-03,  2.7809e-03,  1.4332e-03, -3.8572e-04,
                       1.4080e-03, -2.2019e-04, -4.9843e-03, -2.1808e-03, -3.2897e-03,
                      -2.0824e-03,  3.2852e-03, -3.9852e-04, -4.1732e-03, -3.6402e-03,
                       5.8034e-05, -9.6247e-04,  3.0899e-04,  1.7796e-03,  3.8426e-03,
                       5.1748e-03,  4.8600e-05, -1.6145e-03, -2.3029e-03, -1.3343e-03,
                      -3.2226e-03, -1.9577e-03,  4.7904e-03,  3.1832e-03,  3.8628e-03,
                      -1.8108e-03,  1.3400e-03, -7.1211e-03,  8.6244e-04, -4.4182e-04,
                      -1.2897e-03,  7.2321e-04, -1.5752e-03, -2.6196e-03, -6.6854e-04,
                       2.0606e-03,  4.7012e-03,  2.6757e-03,  4.6500e-04, -2.2416e-03,
                       4.2890e-03,  2.0009e-04,  3.6299e-04,  2.0457e-03,  1.1505e-04,
                      -1.8289e-03,  3.7357e-03, -2.4338e-03, -2.6834e-03,  2.8180e-03,
                      -8.1279e-04,  6.1232e-03, -3.3745e-03, -3.4494e-03,  6.7058e-04,
                      -6.1228e-03, -5.2715e-03,  3.5355e-03, -1.9429e-03,  8.5472e-03,
                      -5.3319e-04,  3.0138e-03, -4.0593e-03,  1.7997e-03,  7.6725e-03,
                       1.2497e-03, -2.6523e-03, -9.4229e-04,  5.9886e-04, -3.0959e-03,
                      -4.4162e-04,  2.0882e-03,  2.3490e-03, -8.7537e-04, -1.9738e-03,
                       1.5784e-03, -6.1384e-03,  4.6152e-03, -5.5303e-03, -1.4052e-03,
                       4.4588e-04, -1.1322e-03,  5.2350e-04,  3.9724e-03, -2.9083e-03,
                      -3.1883e-03,  9.7158e-04, -1.2575e-03, -2.1893e-03,  4.2370e-03,
                      -1.3473e-03,  8.8293e-04,  2.9006e-03, -1.2423e-03, -7.9484e-03,
                      -2.6537e-04, -3.1275e-03, -3.5674e-03,  1.7010e-03, -1.5095e-03,
                      -4.3193e-03, -1.2098e-03,  8.9974e-03,  5.2409e-03, -1.2066e-03,
                       1.5905e-03, -2.1143e-03,  4.0606e-03,  9.8924e-04,  1.0017e-03,
                      -4.8629e-03,  1.5507e-03,  3.9674e-03,  1.9926e-03, -1.0343e-03,
                      -1.2832e-03, -3.4316e-04,  1.7521e-03, -3.0252e-03, -1.5173e-03,
                       4.0845e-03,  1.1015e-03,  7.5989e-03,  3.3552e-03,  4.0152e-03,
                       8.0842e-04,  3.3464e-03,  1.2473e-03, -1.0324e-03,  3.4131e-04,
                      -4.0365e-04,  3.5492e-03,  4.0496e-03, -6.8304e-03,  3.9951e-04,
                      -4.4878e-05,  2.5855e-03,  2.5468e-03, -5.3719e-03, -7.3418e-03,
                      -5.3614e-03,  4.8146e-03,  7.1230e-03, -2.0187e-03,  4.5047e-03,
                       3.2799e-03,  5.6466e-04,  4.8903e-03,  6.3682e-04,  2.3244e-03,
                       4.8469e-03, -1.6285e-04, -9.3966e-04, -2.1402e-03, -3.4761e-03,
                      -1.1528e-03, -4.6793e-03, -5.5073e-03,  1.2488e-03,  5.1316e-03,
                      -6.4411e-03,  4.6186e-03,  6.5977e-04,  2.0868e-03, -2.1453e-03,
                       2.7663e-03, -4.9648e-03, -4.4278e-03,  4.6670e-04, -3.2675e-03,
                      -3.2117e-03, -3.5310e-03, -7.8310e-03,  7.6511e-03,  5.0025e-03,
                      -1.9529e-03,  3.3037e-03, -3.0814e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.weight',
              tensor([[-0.0542, -0.0161, -0.0088,  ...,  0.0176, -0.0085, -0.0080],
                      [-0.0301,  0.0132, -0.0353,  ...,  0.0110,  0.0416,  0.0305],
                      [ 0.0394, -0.0120,  0.0197,  ...,  0.0194,  0.0048,  0.0040],
                      ...,
                      [ 0.0308,  0.0438, -0.0024,  ...,  0.0031,  0.0336, -0.0264],
                      [ 0.0159,  0.0264, -0.0501,  ...,  0.0071,  0.0150,  0.0470],
                      [-0.0130, -0.0240,  0.0089,  ...,  0.0307, -0.1011, -0.0207]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.self.value.bias',
              tensor([-7.7674e-02, -3.8013e-02, -4.5909e-02, -3.5364e-01, -1.8470e-02,
                       7.9148e-03, -4.5296e-02,  9.3225e-02,  5.2203e-02, -3.1435e-02,
                      -1.2089e-02, -5.0110e-02,  1.6839e-02, -1.1062e-02, -5.6737e-02,
                       1.4052e-02,  1.9350e-01,  8.1923e-02,  9.3287e-03, -1.6319e-02,
                      -3.4837e-02,  2.1303e-02,  1.0498e-02, -3.4539e-02,  1.6145e-02,
                       2.1227e-03,  4.5621e-02,  1.0363e-01, -1.7669e-04, -7.2895e-02,
                       3.7325e-03,  2.0911e-02, -6.7128e-02, -1.6200e-02,  8.2994e-02,
                      -6.1609e-03, -3.5756e-02, -5.9005e-02, -6.8758e-02, -5.5540e-03,
                       2.5130e-02, -6.7377e-04, -1.0437e-02, -1.1279e-02, -3.0581e-02,
                       5.1511e-02, -2.0781e-02, -5.3297e-02, -8.1586e-02, -1.0562e-03,
                      -5.2895e-02, -1.2981e-02,  1.0025e-03,  4.9043e-03,  1.3305e-01,
                      -6.3286e-03, -1.5758e-01,  2.0040e-02,  7.3239e-04,  9.1193e-02,
                      -5.3877e-02, -1.1333e-02, -6.2101e-02,  3.9699e-02, -2.0703e-02,
                      -8.8591e-03,  4.1009e-02, -3.0053e-02, -6.6135e-02,  1.7235e-01,
                       6.7448e-02,  1.9132e-01, -5.7589e-02,  8.0877e-02,  2.8878e-02,
                      -4.8590e-02,  7.5769e-02,  5.5654e-02,  2.1442e-02,  8.3044e-02,
                      -8.7881e-02, -2.9083e-02, -1.1086e-02, -1.4308e-02,  1.2675e-04,
                      -9.0249e-02,  4.8878e-02,  1.9911e-02, -7.3685e-02,  7.6626e-02,
                       4.4608e-02,  9.7525e-02, -4.1968e-02,  2.3244e-02,  9.8833e-02,
                      -3.0220e-02,  3.7926e-02, -2.0389e-02, -8.5724e-02, -2.9462e-03,
                       5.8979e-02,  2.1083e-03, -1.3844e-02,  2.4100e-01, -9.6262e-03,
                       2.1701e-02, -1.3002e-03, -4.4956e-03,  4.9480e-02,  2.5187e-02,
                      -3.1361e-02, -8.2139e-03, -5.8400e-02, -1.6309e-02,  3.6169e-02,
                      -1.7009e-02,  5.4531e-02,  4.5751e-02,  1.7520e-02, -2.9849e-02,
                      -2.1950e-02, -8.7727e-02,  2.1313e-02,  1.7030e-02,  8.8033e-03,
                       1.6878e-02, -6.3892e-02, -8.1714e-02, -9.5296e-03,  2.2363e-02,
                      -1.4266e-02,  3.8583e-02,  2.5244e-02, -7.5525e-02, -1.5472e-02,
                      -6.0938e-03, -2.1833e-02,  3.5393e-04,  4.0826e-02,  2.8229e-02,
                      -2.0287e-02,  5.1594e-02,  4.7672e-02,  2.4874e-04, -9.1099e-02,
                       3.0968e-02,  3.5972e-02, -6.1883e-02,  1.3512e-01,  3.0757e-02,
                       2.2037e-02, -8.1065e-02,  5.5410e-02,  5.5124e-02, -4.2159e-02,
                      -6.1033e-02, -5.1064e-02, -1.6836e-02,  5.8406e-03,  2.8895e-02,
                       1.5992e-02,  3.2459e-02,  6.6172e-03, -2.6228e-02,  3.8686e-02,
                       2.3839e-02, -1.5199e-02, -5.7298e-02,  1.0461e-02, -1.2459e-02,
                       3.6442e-03, -3.6906e-02, -7.8218e-02,  1.4083e-02,  5.6269e-02,
                      -3.6958e-02,  4.9602e-02, -5.8619e-02,  5.8394e-02, -7.0902e-02,
                       1.9867e-02,  3.9463e-02,  1.8357e-02, -3.1759e-02,  1.3286e-03,
                      -3.9813e-02, -3.2771e-02,  3.4440e-02, -6.5139e-02,  7.1245e-02,
                      -3.0447e-02, -5.2436e-03, -9.7820e-03,  1.4176e-02,  2.0416e-02,
                      -3.8761e-02, -8.4815e-03, -1.3106e-02, -3.2740e-03,  1.4713e-02,
                       1.0500e-02,  1.3759e-02, -1.3945e-03, -5.8776e-02,  2.7716e-02,
                       4.2169e-02, -5.3844e-03, -6.1832e-03,  2.5176e-02, -1.3545e-02,
                       5.1171e-03, -1.9652e-02, -1.0045e-03, -1.7879e-02, -2.4597e-02,
                      -1.9709e-02,  2.2259e-02, -3.5060e-02,  3.1053e-02,  1.9040e-02,
                      -1.9147e-02,  3.5706e-02,  2.5782e-02, -7.3722e-03, -2.5408e-02,
                       2.4764e-02,  2.2740e-02,  1.2189e-02,  1.6887e-02,  2.4949e-03,
                      -1.6797e-02, -1.2032e-02, -3.4767e-02, -2.8194e-02,  2.1465e-03,
                      -1.5878e-02,  7.4465e-03,  2.0743e-02, -2.8923e-02, -5.2715e-03,
                      -2.0879e-02,  1.7952e-03,  3.5618e-02, -1.7617e-02,  1.5782e-02,
                      -2.3325e-02,  2.1001e-02,  1.9081e-02, -8.9391e-03,  3.0497e-02,
                      -1.1453e-03,  1.8090e-03,  4.2597e-02, -4.6428e-02,  1.8910e-02,
                       1.5058e-02, -8.6562e-02, -1.3320e-02, -6.4218e-02, -1.6636e-01,
                      -3.7086e-02,  1.2969e-02,  3.6326e-02,  2.1804e-02, -7.4347e-02,
                       3.7207e-03,  1.8798e-02, -1.7241e-01,  4.7143e-02,  1.3503e-01,
                      -1.0382e-01, -1.3489e-02, -2.7122e-03, -2.0081e-02,  8.6317e-03,
                       2.4139e-02,  1.4317e-02, -4.6730e-02,  2.0707e-02,  1.0488e-01,
                       4.4782e-04,  5.2412e-02,  3.5105e-02,  7.5748e-03, -1.7985e-04,
                       5.9418e-02,  2.1890e-02, -4.1305e-02, -1.0750e-01,  1.9932e-01,
                      -6.3226e-02, -6.4676e-02,  7.7334e-03, -1.0930e-02, -7.5874e-02,
                      -3.9165e-02,  1.4299e-02,  1.3755e-01, -8.3813e-02,  4.7233e-02,
                      -3.4848e-02, -1.8273e-02, -2.8171e-02,  4.1464e-02,  6.3677e-02,
                       2.4794e-02, -5.1185e-02,  2.0910e-02,  1.1691e-01,  1.6220e-02,
                      -1.1037e-02, -6.4052e-02,  4.2450e-03, -2.8427e-02, -1.5256e-03,
                      -2.7498e-02,  9.1416e-02, -7.0718e-02,  1.0317e-01,  7.0273e-02,
                      -4.8832e-03,  5.1401e-03, -2.1679e-02,  1.1194e-03,  5.3963e-04,
                       2.4702e-02, -2.8265e-02, -1.4093e-02, -3.3257e-02,  2.7478e-02,
                      -1.0214e-03,  4.2559e-03,  1.5141e-02, -8.1013e-03,  1.9208e-02,
                      -2.4521e-03,  2.4758e-02, -1.0891e-02, -2.8133e-02,  7.0909e-03,
                      -5.8602e-03, -1.2939e-03, -1.2778e-02, -1.1933e-03,  2.3902e-02,
                       3.1465e-03, -3.7348e-02,  2.7549e-02, -5.0911e-03, -3.6381e-02,
                       1.7206e-02,  2.8787e-02,  4.0443e-03,  4.9158e-04,  2.3650e-02,
                      -6.9539e-03, -2.3338e-03, -2.1277e-02, -7.1506e-03,  1.2299e-02,
                      -4.3724e-02, -2.0623e-02, -9.3237e-03, -1.8548e-02,  6.3574e-03,
                       1.3245e-02,  1.7783e-02, -3.0891e-03, -2.5109e-02,  9.7750e-04,
                      -1.8973e-02,  1.4933e-02, -2.7538e-02,  2.6706e-02,  2.0032e-02,
                      -2.0918e-02, -5.3466e-03, -1.0001e-02, -1.5448e-02, -4.2864e-03,
                       1.7317e-02,  2.1085e-03,  1.1162e-03, -4.2999e-02,  1.5549e-02,
                      -4.5324e-02, -6.7283e-03,  8.9973e-03,  3.5409e-02, -2.3965e-02,
                      -7.4760e-03, -1.5563e-02, -4.7848e-02,  2.4303e-02, -3.0404e-03,
                      -5.1979e-02,  1.0770e-02, -3.0221e-04, -6.1792e-03,  3.0973e-02,
                       2.4887e-02,  5.7552e-02,  2.9016e-02, -4.8468e-02, -7.6369e-03,
                       1.7037e-03,  5.3716e-02, -8.0147e-03,  1.5451e-03,  3.6767e-02,
                      -1.0924e-02,  5.9068e-02, -3.3934e-02,  4.8318e-02, -4.4230e-03,
                       1.2988e-02, -2.0302e-02, -1.2805e-02,  3.1741e-02, -1.4546e-02,
                      -1.9603e-03, -2.9887e-02, -3.2884e-02,  2.8850e-02,  1.9138e-02,
                      -1.4584e-02, -5.1387e-04,  3.8058e-02, -8.6142e-03,  3.6457e-02,
                       2.6514e-02,  5.4181e-02,  2.2114e-02, -1.9583e-02,  2.5245e-02,
                      -3.1934e-02,  2.9677e-03, -7.0707e-03, -1.4950e-02, -2.7864e-03,
                      -3.7133e-02, -2.5770e-02, -1.4501e-02, -1.2675e-02, -3.7879e-02,
                       1.2257e-02,  2.9520e-02, -5.1572e-02,  1.9012e-02, -5.0920e-02,
                      -2.2753e-02, -1.9562e-02,  1.3841e-02, -2.5707e-02, -7.8827e-03,
                      -2.5711e-02,  1.6335e-02,  1.6105e-02,  1.8511e-02, -3.2035e-02,
                      -2.1313e-02, -5.5897e-02,  9.2234e-03, -5.0618e-02, -1.9558e-02,
                       1.1958e-02, -1.0543e-02,  2.2947e-03, -1.4483e-02,  1.3226e-02,
                      -7.7277e-03,  1.5687e-03,  8.2426e-03,  9.5904e-03, -1.6094e-02,
                       2.1803e-02, -8.3964e-03,  4.6841e-03, -1.8237e-02, -6.8233e-03,
                      -2.4993e-04,  1.2908e-02, -1.7608e-02, -2.9897e-02, -2.3153e-02,
                      -1.0978e-02,  1.6466e-02, -2.0315e-02, -5.4767e-03, -8.9506e-03,
                       4.3329e-02, -5.2774e-02, -3.0150e-02,  2.1269e-02, -1.1272e-02,
                       1.4494e-03, -3.6709e-02,  1.7679e-02, -1.7798e-02, -1.3335e-02,
                      -2.6739e-03, -4.4935e-02, -3.3150e-02, -3.0765e-02,  9.6554e-03,
                      -3.1514e-03, -6.5991e-03, -1.7911e-02,  3.8389e-03, -8.7555e-03,
                       3.0944e-02, -3.0230e-03,  1.7154e-02, -4.9713e-02, -5.2314e-02,
                       2.8990e-02, -3.3857e-02, -1.2778e-03,  1.2441e-02, -8.4762e-03,
                       1.6315e-02, -2.4068e-02, -1.3153e-02,  1.1303e-02,  1.3878e-02,
                       5.0200e-03, -2.2574e-02,  2.2527e-02,  8.9697e-03,  1.2739e-02,
                       1.4427e-03, -2.0940e-02, -7.6409e-03,  1.8895e-02,  1.6549e-02,
                       8.1189e-03,  2.9275e-02,  2.9506e-02,  2.3304e-02, -1.5620e-03,
                       2.6355e-02, -2.0853e-02, -1.3581e-02, -2.2549e-02, -3.5007e-02,
                      -1.7769e-02, -3.0214e-02,  1.9517e-02,  1.6185e-03, -3.5752e-02,
                      -1.4847e-02, -2.0383e-02,  3.5881e-02,  9.5000e-03, -2.0790e-02,
                      -3.8888e-02, -7.2504e-03, -4.3378e-02,  2.7040e-02, -7.1968e-03,
                      -3.5586e-03,  1.6784e-02, -1.4643e-02,  6.1315e-03, -4.1592e-02,
                       9.2460e-03,  2.2487e-02,  1.9472e-02, -1.9500e-03,  1.6984e-02,
                      -4.0514e-03, -5.1023e-04, -1.5707e-02,  8.2380e-03, -1.0174e-02,
                      -4.1878e-03,  2.6870e-02, -2.2349e-02, -7.3289e-02,  5.9760e-02,
                       3.9762e-02, -1.2030e-03,  5.7581e-02,  1.4455e-01,  1.3886e-03,
                      -9.4740e-02,  6.8106e-02,  4.3727e-02,  2.5512e-02, -7.0049e-02,
                      -3.3892e-02,  7.5423e-03,  5.5132e-02, -1.9129e-03,  8.3913e-02,
                       3.9629e-02,  4.1251e-02,  6.3395e-03,  1.4562e-02, -4.3316e-02,
                      -3.6769e-02, -1.7614e-01,  3.6047e-02,  3.3069e-02, -4.7643e-03,
                       5.7761e-02, -5.5348e-02, -1.3450e-02, -6.1626e-02,  7.8029e-03,
                       2.1781e-03, -1.0371e-02, -3.0727e-02, -6.0354e-02, -2.4075e-02,
                       3.3300e-03, -3.0379e-02,  2.9303e-02,  4.3530e-02,  5.6270e-03,
                      -1.3290e-02,  1.8791e-02,  2.2200e-02, -8.6969e-02, -2.5680e-02,
                       5.5856e-02, -8.5369e-03, -3.1560e-02,  1.0265e-01, -3.1523e-02,
                      -8.6085e-03, -9.9626e-02,  2.6705e-02, -3.1407e-02, -7.7234e-02,
                       1.5419e-02,  1.1750e-02, -8.6218e-02,  9.9035e-04, -3.0105e-02,
                      -1.1631e-03, -5.2582e-02, -6.8447e-03, -1.8493e-02, -3.1145e-02,
                       1.6834e-02,  3.1235e-02,  2.2621e-02, -5.5059e-02, -2.7491e-02,
                      -6.9645e-04, -9.5536e-03,  7.1087e-03, -1.3793e-02, -1.5912e-04,
                      -3.1397e-02,  2.0877e-02,  1.3163e-02, -2.7326e-02,  5.0320e-02,
                       2.3947e-02,  2.3208e-02,  1.5612e-02,  1.8374e-02, -2.5585e-02,
                       9.7229e-03,  6.5723e-02,  7.9716e-03, -1.5028e-02,  3.4997e-02,
                       2.5663e-02, -1.3875e-02, -2.2690e-02,  4.6381e-02,  2.7744e-03,
                      -1.3534e-02, -4.3667e-02,  1.4308e-02, -9.8102e-03,  2.8378e-02,
                       9.3306e-03, -4.5875e-02,  4.8853e-02, -2.2209e-02, -1.3530e-02,
                       2.5280e-02,  6.0916e-02, -2.9804e-02,  4.1682e-02, -2.8080e-03,
                      -1.1123e-02, -1.1437e-02, -1.5687e-02,  3.8873e-02,  3.1553e-02,
                      -4.3189e-03, -1.3626e-02, -3.3716e-02, -1.9116e-02, -3.1990e-04,
                       1.6553e-02, -5.1885e-02,  3.8364e-02,  2.5262e-03,  2.6380e-02,
                      -3.1577e-02,  3.1711e-02, -5.8693e-02,  6.9988e-02,  3.3725e-02,
                       2.9788e-02,  1.3615e-02,  8.1716e-03,  3.4225e-02,  3.0814e-02,
                       9.2881e-02,  8.8436e-03,  6.3024e-02, -2.0672e-03, -3.2349e-02,
                       1.3012e-02, -6.0856e-02,  3.0965e-02, -1.2340e-02,  8.9463e-03,
                      -3.2486e-02, -1.7687e-02,  2.8697e-03,  1.4273e-02,  2.5151e-02,
                       8.1577e-02, -6.5642e-02,  8.1654e-02, -2.3444e-02, -1.8643e-03,
                       1.6414e-01, -1.8354e-02,  1.3001e-02,  8.1243e-03, -2.7375e-02,
                       3.6071e-04, -2.9029e-03, -8.3316e-02,  2.8618e-02,  4.6356e-02,
                      -3.5687e-02,  1.4531e-01,  4.5070e-02, -2.1253e-03, -3.6968e-02,
                       1.2045e-03,  1.2564e-01, -2.1142e-04,  6.5802e-03,  6.7229e-02,
                      -5.7998e-03, -7.2161e-02, -4.3050e-02,  4.0919e-02, -5.3028e-02,
                      -1.2140e-02, -2.2416e-03,  3.6403e-02, -2.0916e-02,  1.4878e-02,
                       6.0360e-02,  3.0854e-02, -4.3637e-03], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.weight',
              tensor([[ 0.0208, -0.0148, -0.0232,  ...,  0.1027, -0.0347,  0.0628],
                      [-0.0645, -0.0199,  0.0057,  ..., -0.0117, -0.0011, -0.0156],
                      [ 0.0084,  0.0110, -0.0259,  ..., -0.0469,  0.0316,  0.0340],
                      ...,
                      [ 0.0080,  0.0056, -0.0050,  ...,  0.0160, -0.0003, -0.0035],
                      [-0.0390, -0.0324, -0.0024,  ..., -0.0454, -0.0098,  0.0287],
                      [ 0.0055,  0.0348, -0.0151,  ...,  0.0137, -0.0585, -0.0285]],
                     device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.dense.bias',
              tensor([-2.6000e-02, -1.4454e-02,  6.9726e-02,  5.0725e-03,  6.4779e-02,
                       3.1670e-02,  1.0377e-01,  6.1566e-02,  2.9184e-03, -2.8950e-02,
                       3.6490e-02,  1.0131e-02, -1.2829e-02,  5.4593e-02, -5.5286e-02,
                       1.4930e-03,  3.4011e-02,  4.8671e-02,  7.1420e-02, -7.5176e-02,
                       9.9442e-02, -6.0984e-02,  2.9021e-03, -4.2289e-02,  4.8793e-02,
                      -1.3136e-01, -3.3854e-02, -6.3446e-02,  4.6414e-02, -1.6405e-02,
                       5.2102e-02, -3.0020e-02,  2.3974e-02,  2.1635e-02,  3.2459e-03,
                       2.5011e-02, -4.6528e-02, -7.4389e-03, -5.7426e-02, -3.8279e-02,
                       6.1773e-03,  4.5404e-03, -4.0391e-02, -2.1598e-02,  6.7301e-03,
                       5.3051e-02,  4.3753e-02, -5.4704e-02,  3.7431e-04, -5.2555e-02,
                      -5.7257e-02, -7.7276e-02, -9.9571e-02,  4.9877e-02,  1.5111e-02,
                       1.2562e-01,  2.6523e-02,  3.8611e-02, -2.2239e-02, -1.0126e-01,
                       1.8876e-02,  6.9197e-03, -3.5427e-02,  3.0845e-03,  6.0280e-02,
                      -5.4662e-04, -6.6171e-03,  5.6584e-02, -3.0905e-02, -2.9490e-03,
                       5.2253e-02,  1.1341e-01,  2.8974e-02, -7.9023e-02,  1.5103e-02,
                      -2.7892e-03, -2.6385e-02, -1.2218e-01, -5.0319e-02,  6.2568e-03,
                       3.9680e-02,  2.5864e-02,  1.9253e-04, -5.1319e-02, -8.2075e-02,
                      -1.2395e-01,  3.5926e-02,  3.7053e-02,  3.2534e-02, -1.5444e-02,
                       9.1444e-02, -1.9351e-02,  4.8123e-03,  3.4604e-02,  3.4712e-02,
                      -4.0697e-03, -3.8053e-03,  1.3979e-05, -2.8186e-03, -4.5283e-02,
                       4.4161e-02,  2.1544e-02,  4.2712e-02,  3.5776e-02,  3.5710e-02,
                       3.0124e-02, -1.9579e-03, -5.0596e-02,  6.5218e-02,  7.2214e-03,
                       2.2995e-02, -1.2636e-03,  1.8735e-02, -7.9768e-02, -1.2729e-01,
                      -8.8372e-02,  3.8996e-02, -6.1488e-02,  3.2641e-02, -6.4562e-03,
                       4.5494e-02,  2.7188e-02, -4.0659e-02, -5.8379e-02, -6.5417e-03,
                      -9.7800e-02, -1.0301e-02,  1.8978e-02,  5.5591e-02, -2.9867e-02,
                       5.9016e-02, -6.2891e-02, -1.2347e-02, -1.2062e-03,  3.6013e-02,
                       5.8253e-02, -1.7803e-01, -5.5389e-02, -1.5935e-01, -1.4591e-04,
                       7.1654e-02,  4.7034e-02, -1.6643e-02,  1.5783e-01, -8.6551e-02,
                      -4.6699e-03,  1.2367e-03,  3.8915e-03,  4.1680e-02,  1.8575e-01,
                      -3.6660e-03, -7.2469e-02, -5.4463e-02, -1.4509e-01, -7.1488e-02,
                       4.1776e-02,  3.7390e-02,  1.8144e-02, -6.5840e-02,  7.5616e-02,
                      -3.7937e-02, -4.3507e-03, -6.4194e-02,  2.4606e-02,  3.3388e-02,
                       4.9886e-02,  2.5275e-02, -1.8821e-02,  4.8588e-03,  1.5746e-02,
                      -1.3400e-02, -7.3862e-02,  7.4407e-02, -4.7857e-03, -1.2890e-01,
                      -7.3426e-03, -4.2833e-02,  5.9068e-02,  1.7967e-02, -2.9581e-02,
                       7.3289e-02, -4.2779e-02, -7.9671e-03,  1.7570e-02,  3.7840e-02,
                      -5.9892e-03, -1.3206e-03,  8.6625e-02,  5.7017e-02, -6.0939e-02,
                      -8.6639e-02, -4.8732e-02, -5.1265e-02, -5.4470e-02, -3.7487e-02,
                       5.3395e-02,  3.7403e-02,  1.6663e-02,  6.3908e-02,  6.0098e-02,
                      -7.1103e-03, -7.6731e-02,  8.7846e-02,  1.6193e-02, -2.4779e-02,
                       2.6120e-02,  4.8494e-02,  4.1783e-02,  1.3913e-02,  3.2895e-02,
                       8.4042e-02,  2.7498e-02, -4.8156e-02,  1.9283e-02,  1.1257e-02,
                      -1.0307e-02, -9.7992e-02, -4.3258e-02,  3.1831e-02,  3.9954e-02,
                      -9.5143e-02,  7.5680e-02, -5.9562e-02,  8.2853e-02,  6.2772e-02,
                      -8.6950e-02,  1.1801e-02,  2.5346e-02, -1.1696e-02,  9.9778e-03,
                      -3.9687e-02,  1.0503e-02, -2.7578e-03,  1.8103e-02, -1.2554e-02,
                       5.9717e-03,  5.3080e-02, -1.5190e-02, -8.0693e-02, -1.6135e-02,
                      -8.3412e-02,  2.0692e-02,  2.2996e-03, -3.6718e-02,  2.5292e-02,
                       1.4869e-02,  3.7827e-03, -3.2171e-03, -6.4284e-02, -6.4066e-03,
                      -9.1249e-03, -2.8875e-03,  2.9593e-02,  1.4153e-02, -5.5354e-02,
                      -9.7996e-02,  5.5240e-02,  2.8223e-02,  6.4439e-02, -2.8250e-02,
                      -3.4635e-02, -1.7307e-02, -1.6907e-02,  1.7619e-02,  9.8005e-03,
                      -8.8602e-02, -6.5005e-02, -3.4246e-02, -3.5178e-02,  1.1665e-02,
                       1.8073e-02,  1.1703e-01, -4.3347e-02, -7.4960e-02, -1.0235e-02,
                      -3.0416e-02,  8.1109e-02,  8.7143e-02, -1.1296e-01,  6.5523e-02,
                       1.7580e-02, -5.1403e-02, -2.3021e-03, -9.5888e-02, -5.5882e-02,
                       4.3956e-02,  4.2668e-02,  8.1313e-02, -1.3031e-02, -8.5757e-02,
                      -1.9184e-02,  2.8612e-02,  5.4549e-03,  6.6680e-03, -6.8356e-04,
                       1.7821e-02,  1.6085e-02, -4.4096e-02,  2.1639e-02,  3.0509e-02,
                      -2.3302e-02,  3.8291e-03,  1.4317e-02, -4.2632e-02, -1.7119e-01,
                       1.3209e-02, -3.3876e-02,  1.2411e-02,  5.4540e-02, -3.8638e-02,
                      -1.5827e-02, -2.0489e-02,  2.2577e-02, -7.5595e-02,  2.7973e-02,
                       6.9344e-02, -1.3940e-02, -3.8066e-02, -7.3981e-03,  9.0821e-04,
                       8.0959e-02,  2.9491e-02, -7.0258e-02, -1.3098e-02,  1.2091e-01,
                       4.0248e-02,  1.4224e-02,  6.0068e-02,  3.5999e-02,  2.3511e-02,
                       2.7701e-02, -1.6043e-02,  9.7677e-03,  3.3546e-02,  6.0681e-03,
                       2.9808e-02, -1.5559e-02, -3.5365e-02,  1.7066e-02,  3.4642e-02,
                       8.2118e-03, -2.6815e-02,  2.1376e-03,  4.4882e-02,  2.9501e-02,
                       2.4180e-02, -1.2652e-02,  3.3396e-02, -4.9966e-02, -2.1292e-02,
                      -1.3884e-02, -4.6908e-02,  7.6744e-02, -2.0061e-02, -1.7077e-02,
                       7.5824e-02,  1.1007e-02, -8.0687e-03, -4.2370e-03,  3.4443e-02,
                       3.3787e-02,  6.0754e-02,  2.0842e-02,  4.9506e-03,  5.0977e-02,
                      -1.4809e-02,  2.8146e-02,  1.0359e-02,  2.6336e-03, -3.9383e-02,
                      -1.2110e-02, -3.3730e-02,  2.2227e-02, -3.4744e-02,  2.5727e-02,
                       3.3909e-02, -4.4495e-02,  2.3471e-02, -4.3228e-02, -8.8423e-02,
                       1.3146e-02, -6.3739e-02, -6.3888e-02, -1.3145e-02,  9.3440e-03,
                       7.1755e-02,  3.8621e-02,  5.3211e-02, -2.5346e-02,  7.5696e-02,
                      -3.6732e-02, -5.3348e-03,  4.7347e-02,  2.3730e-02,  3.9785e-02,
                       1.0919e-02, -1.4228e-02, -6.9056e-03,  8.2060e-02,  2.2792e-02,
                       7.6553e-02, -3.4933e-02, -5.1646e-02,  3.5506e-02, -1.3734e-02,
                      -3.2959e-02,  2.5399e-02,  8.3055e-02, -9.0369e-03, -4.0352e-02,
                       3.9613e-02,  8.4481e-02,  2.0791e-02,  5.9650e-03,  5.7649e-02,
                      -8.6835e-02, -1.0784e-02, -8.6770e-02,  1.1604e-01,  5.1734e-02,
                      -5.3651e-02,  4.2660e-02,  4.2186e-02,  6.4571e-02, -7.7174e-02,
                       3.4621e-02,  7.2645e-02,  1.8867e-03, -8.8081e-02, -6.4411e-02,
                       1.3528e-04,  2.3180e-02,  4.2275e-02, -4.7472e-02,  7.1705e-02,
                       1.5945e-02, -5.9494e-02, -2.2744e-02,  2.6491e-02, -5.8627e-02,
                      -3.5043e-02,  5.0253e-02,  2.2203e-03, -3.1562e-02, -5.1410e-03,
                       2.9887e-02,  3.9435e-02,  1.0318e-02, -4.9243e-02,  4.2386e-02,
                      -5.9235e-02,  2.7554e-02,  5.7256e-03, -4.2680e-02,  2.9582e-02,
                       4.3185e-02,  7.0807e-04,  7.9165e-02, -1.8247e-02, -1.3134e-01,
                       6.7798e-02, -1.6143e-02, -1.4522e-02, -3.1828e-02,  1.5585e-02,
                      -1.5646e-02, -3.9716e-02, -1.6560e-02, -4.6950e-02, -1.8970e-03,
                      -4.3711e-02, -4.0977e-02, -6.4966e-03, -3.1801e-03,  4.3674e-03,
                      -5.1165e-02,  5.0546e-02, -2.2135e-02, -3.8973e-02,  4.2149e-02,
                      -1.3482e-02, -2.5955e-02,  2.2830e-02, -3.2569e-02, -4.1971e-04,
                       6.9699e-02,  2.3756e-02, -8.9420e-02, -3.7383e-02,  5.4796e-04,
                      -7.4714e-02, -3.1917e-02,  1.1002e-02,  3.6804e-02, -3.5426e-02,
                      -3.1670e-02, -6.8978e-02, -1.2080e-02, -5.5244e-02,  1.7232e-02,
                      -9.9329e-02, -1.7609e-02, -1.8347e-02,  8.9034e-02,  1.8766e-02,
                      -6.8551e-03, -1.3460e-02, -2.8612e-02, -2.3614e-02,  3.7506e-02,
                       1.1327e-02, -1.1257e-02, -1.2215e-02,  2.3928e-02,  7.6014e-02,
                       9.1325e-03,  2.7221e-02,  3.5433e-02, -7.6963e-02,  3.5230e-02,
                       6.2438e-02, -6.7573e-03,  3.9247e-02, -3.9072e-02, -4.0071e-02,
                       2.9967e-02, -4.6574e-02, -1.7870e-03,  2.7898e-02, -1.3794e-02,
                       1.0887e-01, -5.7393e-02, -1.6216e-02, -1.0113e-02,  5.8586e-02,
                      -8.8740e-02,  5.5560e-02, -7.3210e-02,  6.1309e-02, -6.4175e-02,
                       2.6982e-02, -3.0894e-02,  5.8759e-02,  2.5742e-02,  1.6125e-02,
                      -3.5039e-02, -2.3780e-02,  4.4480e-02, -6.3884e-02,  1.5514e-02,
                      -7.6732e-02, -4.0070e-02,  7.7793e-02,  1.6893e-03, -4.7482e-02,
                       1.2976e-02,  9.3490e-03,  8.2627e-01,  3.5654e-02,  3.4251e-02,
                      -5.3780e-03, -3.0754e-02, -1.0258e-02, -5.4402e-04, -6.6755e-02,
                      -8.3493e-02,  4.1674e-02, -1.6200e-02, -7.3261e-02,  3.8854e-02,
                      -4.0472e-02,  6.5794e-02,  3.1813e-03, -5.2291e-02,  3.3045e-03,
                      -1.0790e-02,  8.5971e-03,  3.5870e-02, -7.7075e-02,  5.7612e-03,
                       1.8554e-02, -5.9304e-02,  4.9170e-02,  6.8304e-03,  3.7209e-02,
                       2.6732e-02, -3.2150e-02, -6.5298e-02,  7.2158e-03,  8.0524e-02,
                       6.6272e-04, -6.8071e-02, -1.9732e-02, -5.8035e-03,  6.4052e-02,
                       8.2663e-03,  7.2335e-03,  2.2733e-02,  7.8962e-02, -9.3282e-02,
                       3.8248e-02, -1.9888e-02,  4.6715e-02,  1.2645e-02, -7.0089e-03,
                       5.9432e-02,  2.9968e-02, -7.2576e-02, -3.3366e-02, -7.8282e-02,
                      -1.0379e-01,  2.7633e-02, -7.6274e-02,  3.2099e-03, -4.8694e-02,
                      -1.5883e-02, -5.8054e-02,  1.6140e-02, -2.8205e-02, -1.0224e-02,
                       2.9586e-02,  4.7704e-02, -4.2959e-02, -3.1165e-02, -7.0131e-02,
                       2.3888e-02, -1.0910e-02,  8.6491e-02,  3.6130e-03,  6.8126e-03,
                      -2.2721e-02,  3.9151e-03, -1.1985e-02,  4.9565e-02,  1.5542e-02,
                      -1.5236e-01,  2.8371e-02, -8.3450e-02,  3.1001e-02,  6.4458e-02,
                       4.8792e-02, -3.4628e-02, -5.3538e-02, -1.0362e-01,  3.6232e-02,
                       1.4038e-02,  5.6783e-03, -7.2888e-03,  2.5685e-03,  4.4582e-02,
                       1.6131e-02,  6.7539e-02,  9.0746e-02,  2.8968e-02,  4.8862e-02,
                       2.8446e-02, -3.8724e-03, -1.1318e-03, -6.5137e-02,  3.3611e-02,
                      -5.0651e-02, -8.5616e-02,  9.2670e-03,  3.7198e-02,  7.8201e-02,
                       2.7207e-02,  2.6363e-02,  1.0604e-01,  5.2268e-02,  2.0055e-02,
                      -3.7554e-02,  5.2540e-03, -1.7826e-02,  1.2104e-02, -8.3133e-02,
                       7.0675e-03, -2.2968e-02,  2.3945e-02,  2.9573e-03, -5.0937e-02,
                      -2.5797e-02, -1.0144e-01, -5.3582e-02, -1.6303e-03,  7.1762e-03,
                       4.0882e-02,  3.0341e-02, -4.1099e-02,  3.9754e-02,  1.4158e-02,
                      -2.8637e-02,  4.4484e-02, -2.0305e-02, -2.6067e-02,  2.0652e-02,
                       6.1130e-02, -1.1272e-02,  6.1184e-03, -9.1947e-02,  3.2626e-02,
                      -4.6684e-02, -8.8351e-02, -3.7752e-02,  6.5470e-02, -2.2483e-02,
                       4.9438e-02, -1.9776e-02,  1.8475e-02, -1.7214e-02,  4.4539e-02,
                       4.5694e-02, -1.4842e-02,  2.3344e-02,  9.1457e-02, -3.4916e-02,
                       4.2287e-02,  7.3953e-02,  7.8174e-02, -1.3136e-02, -9.4571e-04,
                       5.8864e-02, -1.8738e-02,  2.0127e-05,  4.4243e-02,  2.8770e-02,
                      -8.0901e-02,  1.2134e-02, -1.5347e-02, -2.2531e-02, -1.7238e-03,
                      -4.9540e-02,  4.4317e-03,  5.1557e-02, -1.5968e-01,  7.1749e-02,
                       1.1698e-02, -2.7196e-02,  7.7560e-02, -9.5787e-02, -1.3518e-02,
                      -2.9534e-02, -1.1025e-02, -7.1779e-02, -1.8480e-02, -1.7652e-02,
                       1.0939e-02,  5.5932e-02,  4.7329e-03,  7.3507e-02,  2.6440e-02,
                       9.3289e-02, -2.4145e-02, -1.5146e-02,  6.1324e-02, -2.7863e-02,
                       1.0041e-01,  4.0833e-02,  2.2842e-02,  4.6816e-02, -4.9977e-02,
                       1.2899e-01,  6.0161e-03,  1.6173e-02,  2.2834e-03, -8.7192e-03,
                       2.4416e-02, -5.8925e-02, -3.1875e-02], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.weight',
              tensor([0.8393, 0.8833, 0.8368, 0.7915, 0.8418, 0.8138, 0.7673, 0.7706, 0.8709,
                      0.7654, 0.9196, 0.8988, 0.9468, 0.8959, 0.8912, 0.7285, 0.8282, 0.8177,
                      0.8452, 0.8957, 0.7923, 0.9159, 0.8065, 0.8103, 0.8241, 0.8581, 0.8943,
                      0.9587, 0.8591, 0.8910, 0.8518, 0.7523, 0.9140, 0.7586, 0.8229, 0.8265,
                      0.7564, 0.8998, 0.7680, 0.8779, 0.9183, 0.8669, 0.9080, 0.8957, 0.9127,
                      0.9025, 0.8653, 0.9166, 0.9373, 0.8338, 0.9321, 0.8093, 0.8248, 0.8824,
                      0.7531, 0.7469, 0.8339, 0.8533, 0.8080, 0.8132, 0.8498, 0.9346, 0.9165,
                      0.8995, 0.7766, 0.9370, 0.8655, 0.8190, 0.7098, 0.8085, 0.8713, 0.8592,
                      0.8552, 0.8091, 0.9029, 0.9225, 0.8319, 0.8657, 0.9301, 0.8786, 0.8621,
                      0.8229, 0.8630, 0.8714, 0.6991, 0.8549, 0.8241, 0.8658, 0.9114, 0.8316,
                      0.8546, 0.8242, 0.8793, 0.8844, 0.8098, 0.8389, 0.7347, 0.8614, 0.9084,
                      0.8803, 0.7862, 0.9344, 0.7630, 0.9543, 0.7364, 0.9241, 0.9261, 0.8034,
                      0.9075, 0.9074, 0.7923, 0.8462, 0.9369, 0.6907, 0.8359, 0.9409, 0.8643,
                      0.8484, 0.9011, 0.9341, 0.8712, 0.8863, 0.8840, 0.7570, 0.7533, 0.8011,
                      0.8743, 0.7947, 0.8607, 0.8177, 0.8862, 0.7714, 0.8578, 0.8848, 0.8891,
                      0.8641, 0.9507, 0.8845, 1.0130, 0.9014, 0.7668, 0.9179, 0.8382, 0.9595,
                      0.8347, 0.8520, 0.8774, 0.8992, 0.8722, 0.9410, 0.9123, 0.8687, 0.8960,
                      0.8732, 0.8802, 0.8158, 0.9134, 0.8871, 0.8468, 0.8789, 1.0439, 0.9175,
                      0.7792, 0.8884, 0.8343, 0.8866, 0.8844, 0.7182, 0.8415, 0.8669, 0.8968,
                      0.7093, 0.7461, 0.8436, 0.8259, 0.8944, 0.9460, 0.8360, 0.9312, 0.8464,
                      0.7941, 0.8475, 0.8039, 0.9237, 0.8721, 0.8804, 0.8149, 0.8940, 0.8489,
                      0.8754, 0.8268, 0.6951, 0.8410, 0.8459, 0.8411, 0.9042, 0.8950, 0.7832,
                      0.8362, 0.9232, 0.9206, 0.7974, 0.9028, 0.8411, 0.7744, 0.8393, 0.8969,
                      0.9766, 0.8769, 0.7969, 0.8665, 0.9242, 0.8016, 0.9001, 0.8398, 0.9078,
                      0.8394, 0.7813, 0.8517, 0.8166, 0.9080, 0.8578, 0.9335, 0.9197, 0.8773,
                      0.8862, 0.9102, 0.8822, 0.8531, 0.6554, 0.8162, 0.9020, 0.8175, 0.8320,
                      0.8184, 0.8600, 0.7007, 0.9279, 0.8802, 0.9178, 0.8339, 0.7797, 0.8266,
                      0.8240, 0.8991, 0.8026, 0.9158, 0.7918, 0.9324, 0.9507, 0.8689, 0.8702,
                      1.0072, 0.9483, 0.9569, 0.9025, 0.9169, 0.7426, 0.8833, 0.8867, 0.7116,
                      0.8556, 0.8758, 0.8093, 0.8664, 0.8349, 0.8741, 0.9343, 0.7752, 0.8925,
                      0.8898, 0.8866, 0.9689, 0.8364, 0.9484, 0.8849, 0.8733, 0.8613, 0.8192,
                      0.9340, 0.9687, 0.9171, 0.7784, 3.2091, 0.8949, 0.9390, 0.7676, 0.9315,
                      0.8678, 0.7840, 0.7773, 0.8303, 0.7497, 0.8508, 0.8676, 0.8476, 0.8743,
                      0.7141, 0.9278, 0.8544, 0.9048, 0.8471, 0.8027, 0.8436, 1.5265, 0.9096,
                      0.7930, 0.8961, 0.9036, 0.8972, 0.7943, 0.8458, 0.8384, 0.7854, 0.8183,
                      0.9126, 0.8051, 0.8091, 0.9416, 0.7725, 0.8390, 0.8979, 0.8487, 0.9437,
                      0.8054, 0.8359, 0.8744, 0.8125, 0.9435, 0.8405, 0.9521, 0.8256, 0.9020,
                      0.8939, 0.9381, 0.9082, 0.8608, 0.9327, 0.9548, 0.7731, 0.7257, 0.9152,
                      0.7765, 0.9330, 0.8544, 0.9262, 0.8852, 0.8428, 0.8649, 0.7990, 0.8741,
                      0.8579, 0.8307, 0.8431, 0.9303, 0.8743, 0.8190, 0.8358, 0.8671, 0.7724,
                      0.8384, 0.8906, 0.8450, 0.9156, 0.8507, 0.8805, 0.8976, 1.0056, 0.8987,
                      0.8438, 0.8421, 0.8891, 0.8800, 0.8550, 0.8455, 0.8349, 0.8035, 0.8961,
                      0.8758, 0.6766, 0.8327, 0.8474, 0.9024, 0.9018, 0.7970, 0.8048, 0.7632,
                      0.9020, 0.8763, 0.8097, 0.9386, 0.8184, 0.8845, 0.8867, 0.8633, 0.8902,
                      0.7746, 0.9380, 0.8490, 0.7988, 0.7269, 0.8004, 0.7632, 0.8286, 0.8878,
                      0.8815, 0.8224, 0.8762, 0.9148, 0.9712, 0.8183, 0.8077, 0.9066, 0.9374,
                      0.9127, 0.8159, 0.7731, 0.9536, 0.8542, 0.8893, 0.8662, 0.9589, 0.9083,
                      0.7762, 0.8289, 0.8867, 0.8601, 0.7006, 0.8653, 0.9258, 0.8650, 0.9116,
                      0.7927, 0.9418, 0.7312, 0.9339, 0.8453, 0.8397, 0.8508, 0.8790, 0.9197,
                      0.7699, 0.8375, 0.8364, 0.8281, 0.7937, 0.8772, 0.9151, 0.8959, 0.8330,
                      0.8989, 0.7334, 0.8568, 0.9060, 0.8373, 1.0252, 0.8028, 0.7555, 0.8437,
                      0.8534, 0.8194, 0.8700, 0.7875, 0.8913, 0.7368, 0.7925, 0.8323, 0.7940,
                      0.8760, 0.8526, 0.9485, 0.8560, 0.9589, 0.8279, 0.9171, 0.8877, 0.7268,
                      0.9141, 0.7816, 1.0063, 0.8190, 0.8363, 0.9172, 0.9263, 0.8639, 0.8122,
                      0.9609, 0.7326, 0.9711, 0.8037, 0.8160, 0.9079, 0.8651, 0.8048, 0.9089,
                      0.7997, 0.8119, 0.9298, 0.8148, 0.8847, 0.8922, 0.8998, 0.8070, 0.8806,
                      0.8746, 1.0121, 0.9538, 0.8276, 0.8743, 0.8825, 0.8751, 0.8935, 0.8338,
                      0.8767, 0.9139, 0.7794, 0.8941, 0.8315, 0.7409, 0.8965, 0.9049, 0.7376,
                      0.8685, 0.9355, 0.8836, 0.9627, 0.9573, 0.9605, 0.9153, 0.8994, 0.8840,
                      0.8848, 0.8825, 0.8327, 0.8398, 0.8406, 0.7863, 0.8984, 0.8424, 0.8410,
                      0.9375, 0.8993, 0.7654, 0.7564, 0.8149, 0.9846, 0.8115, 0.8193, 0.8807,
                      0.9040, 0.8384, 0.8302, 0.9463, 0.8663, 0.7854, 0.8667, 0.7893, 1.3508,
                      0.8497, 0.8552, 0.9154, 0.9259, 0.7326, 0.8874, 0.9023, 0.8988, 0.8528,
                      0.8816, 0.7821, 0.9411, 0.7827, 0.8577, 0.8232, 0.8699, 0.8901, 0.9192,
                      0.8096, 0.8312, 0.8675, 0.8883, 0.8851, 0.9553, 0.9001, 0.8369, 0.9004,
                      0.8929, 0.7997, 0.8615, 0.8161, 0.7729, 0.9074, 0.7475, 0.8322, 0.8005,
                      0.8333, 0.9869, 0.8284, 0.8300, 0.9001, 0.8638, 0.9066, 0.8230, 0.7834,
                      0.8713, 0.9276, 0.8762, 0.8445, 0.7294, 0.9289, 0.9200, 0.8691, 0.7665,
                      0.8211, 0.8275, 1.0053, 0.9317, 0.9243, 0.9641, 0.8881, 0.8987, 0.8528,
                      0.7621, 0.8593, 0.9441, 0.8337, 0.9517, 0.9048, 0.8414, 0.8323, 0.8205,
                      0.9048, 0.8741, 0.8029, 0.8700, 0.8398, 0.8669, 0.8855, 0.8921, 0.8892,
                      0.8541, 0.9515, 0.8087, 0.9066, 0.8564, 0.8587, 0.8159, 0.7516, 0.8992,
                      0.9340, 0.8021, 0.7964, 0.9239, 0.7882, 0.7973, 0.8166, 0.8240, 0.9233,
                      0.8259, 0.8995, 0.8964, 0.8793, 0.8731, 0.8490, 0.8084, 0.8212, 0.8590,
                      0.9502, 0.7174, 0.7381, 0.8623, 0.9818, 0.7780, 0.8432, 0.9970, 0.9015,
                      0.8481, 0.8660, 0.8961, 0.9252, 0.8860, 0.9238, 0.8125, 0.8694, 0.9458,
                      0.8892, 0.8345, 0.8016, 0.9163, 0.8480, 0.9179, 0.9197, 0.7260, 0.8709,
                      0.8772, 0.9327, 0.8952, 0.8691, 1.0282, 0.8291, 0.9501, 0.8091, 0.7985,
                      0.7787, 0.8175, 0.8962, 0.9522, 0.8564, 0.9227, 0.8400, 0.9052, 0.8234,
                      0.8945, 0.8884, 0.8200, 0.9625, 0.8530, 0.8023, 0.7799, 0.8673, 0.9139,
                      0.8756, 0.8622, 0.9113, 0.8120, 0.9361, 0.6677, 0.9513, 0.7978, 0.8711,
                      0.8650, 0.8167, 0.8164, 0.9405, 1.0233, 0.8438, 0.9304, 0.8994, 0.8003,
                      0.8599, 0.9127, 0.9333, 0.8547, 0.7400, 0.8825, 0.8275, 0.7701, 0.8480,
                      0.8534, 0.8294, 0.7399, 0.8066, 0.8449, 0.8743, 0.8232, 0.9023, 0.8229,
                      0.7928, 0.8466, 0.8813, 0.8340, 0.8010, 0.8925, 0.9257, 0.8493, 0.9383,
                      0.8707, 0.9230, 0.8711], device='cuda:0')),
             ('bert.encoder.layer.7.attention.output.LayerNorm.bias',
              tensor([ 3.9962e-02, -1.9234e-01, -1.0558e-01,  1.1027e-01, -9.1239e-02,
                       1.6589e-02, -2.6731e-01,  1.0870e-01, -4.4158e-03, -1.3870e-01,
                       7.8612e-02, -9.0076e-02, -4.6572e-02, -2.1239e-01,  8.9837e-02,
                       1.7115e-01,  5.5925e-02, -1.6812e-01, -2.2299e-01, -6.6401e-02,
                      -8.7146e-02,  8.1658e-02,  6.3103e-03,  1.0110e-01, -8.9447e-02,
                       6.5200e-02,  9.3558e-02,  3.0681e-01,  1.3365e-01,  7.1498e-02,
                      -2.8421e-02, -1.5315e-01, -1.3889e-01, -2.3013e-01,  1.6203e-01,
                      -1.2260e-01, -1.0328e-01,  6.2977e-02,  1.1397e-01,  2.2630e-01,
                      -1.0587e-01, -1.7997e-01,  3.8653e-02, -4.8817e-02,  9.2327e-02,
                      -1.0010e-01,  4.5291e-02,  1.4804e-01,  5.6038e-02,  1.6376e-01,
                       1.0929e-01,  1.2041e-01,  2.1504e-01, -2.5601e-01,  3.2860e-02,
                      -5.5059e-02, -1.2307e-01, -2.0359e-02, -1.7194e-03,  4.9975e-02,
                      -9.5658e-02, -7.5792e-02,  1.0742e-01, -1.9995e-01, -1.7749e-01,
                       1.3593e-01,  3.9122e-02, -3.7413e-02,  9.4899e-02, -1.9226e-01,
                      -1.5718e-01, -1.1684e-01, -2.8084e-02,  4.6831e-03, -4.2161e-02,
                       1.5405e-01,  2.3326e-02, -1.0367e-02,  3.0632e-02, -1.5278e-02,
                       8.3546e-02, -6.8062e-02, -1.0711e-02,  2.0933e-01, -2.3640e-02,
                       8.0397e-02, -1.1721e-01, -3.5307e-03,  6.6169e-02,  8.1024e-02,
                      -2.2273e-01, -8.6025e-02, -7.1344e-02,  2.1932e-02, -1.2023e-01,
                       1.0811e-01,  1.3037e-02,  3.7917e-02,  4.9877e-02,  5.2745e-02,
                      -3.9385e-02, -5.6961e-02, -5.9168e-02, -1.0282e-02, -9.7419e-02,
                      -1.6385e-01,  1.3287e-01,  4.1845e-02, -1.3276e-01, -9.9134e-02,
                      -4.2531e-02, -7.3828e-02, -6.7045e-02,  2.8217e-02,  3.0101e-01,
                       1.9223e-01, -1.4720e-01,  1.3619e-01, -8.6042e-02, -7.1660e-02,
                      -3.0336e-02, -3.0371e-03,  2.1901e-02,  7.5344e-02, -1.8560e-01,
                       4.7689e-02,  1.4931e-01, -3.0081e-02, -5.5339e-02, -5.6990e-02,
                      -1.6165e-01,  8.5863e-02, -3.6730e-02,  4.9177e-02, -1.4575e-01,
                       5.1163e-02,  3.4067e-01,  1.5066e-01, -2.6662e-01,  3.7140e-02,
                      -1.7969e-01, -1.3047e-01,  3.2296e-02, -1.3847e+00, -6.7372e-02,
                      -8.0221e-02,  6.0501e-02,  9.1804e-02, -1.7199e-01, -3.1231e-01,
                      -1.6054e-01, -9.9829e-02, -5.5622e-02,  1.7064e-01,  1.2101e-01,
                      -2.1098e-01, -1.1180e-01, -2.5556e-01,  9.4295e-02, -1.9194e-01,
                       2.0668e-01,  7.4233e-02,  1.3619e-01, -3.8159e-02,  3.9002e-02,
                      -2.0841e-01,  1.6213e-01, -6.5002e-02, -1.3973e-01,  4.8543e-02,
                       8.9660e-03,  1.2453e-01, -5.8250e-02,  7.4229e-02,  1.6950e-01,
                       1.0641e-01,  1.5484e-01, -8.4522e-02, -8.1657e-02,  6.8023e-02,
                      -2.0526e-01, -9.1401e-02, -2.9325e-02, -7.0976e-02, -2.2826e-02,
                       7.8615e-03, -7.1384e-02, -1.5508e-01, -6.4810e-02, -5.7638e-02,
                       1.3926e-01, -2.3473e-02,  7.1577e-02,  8.6115e-02, -9.6365e-02,
                      -2.1705e-01, -6.2830e-02,  2.8218e-02, -9.1138e-02, -1.4041e-01,
                       4.2813e-02,  1.5724e-01, -7.5022e-02,  5.9731e-02,  6.8592e-02,
                      -5.8919e-02,  9.1938e-02, -1.9105e-01, -7.1749e-02, -6.0607e-02,
                      -3.9344e-02, -1.2571e-01,  3.6826e-02, -2.2857e-01,  6.6255e-02,
                       1.3793e-02,  2.5634e-01, -5.7106e-04, -4.7659e-02,  2.0897e-02,
                       5.1080e-02,  1.2125e-02,  1.9263e-01, -1.4666e-01, -1.8462e-01,
                       1.9444e-01, -3.9539e-02, -5.8204e-02,  1.6599e-01,  1.1740e-01,
                      -2.0319e-02,  1.2947e-01, -2.9658e-02, -1.0816e-01, -3.9060e-02,
                      -3.3362e-02, -8.8264e-02, -1.8870e-01,  9.1858e-02, -1.7930e-02,
                      -9.3747e-02, -5.6359e-02,  1.9352e-01,  1.4377e-01, -1.6251e-01,
                      -9.3553e-02,  1.6513e-02, -5.3030e-02,  4.8015e-02,  1.9964e-01,
                       6.2816e-02, -3.9965e-02,  1.0435e-01,  1.3176e-01,  9.5583e-02,
                       1.0593e-01, -1.6680e-01, -1.5625e-02, -1.2296e-01,  7.2308e-02,
                       1.0606e-01, -1.5429e-01,  5.8215e-02, -8.7495e-02,  3.3808e-02,
                       4.0770e-02,  1.0001e-01,  1.1816e-01, -1.9156e-02, -1.9003e-01,
                      -1.3810e-01, -1.8494e-01,  1.8838e-01,  4.8363e-02,  6.4636e-02,
                       2.5308e-02, -2.3250e-01, -1.6158e-02,  9.1163e-02, -2.1163e-01,
                      -6.1531e-02,  2.2990e-02, -1.1835e-01,  1.4195e+00,  2.6769e-02,
                      -1.4098e-01, -1.0148e-02, -2.1414e-01,  1.3403e-01,  1.1036e-01,
                       4.1484e-02,  1.2598e-01,  7.2221e-02, -1.1667e-01, -3.5805e-02,
                      -1.6120e-01, -1.5597e-01, -1.8996e-02, -1.5491e-01, -2.9332e-02,
                      -7.4076e-02, -1.5957e-01,  4.5238e-02,  1.0091e-01, -6.4004e-01,
                      -3.9441e-02, -5.2840e-02,  4.0601e-02, -1.8255e-01,  1.1879e-01,
                       1.0115e-01,  1.7774e-01, -2.4887e-02,  1.4825e-01, -4.2455e-02,
                      -9.6696e-02, -9.0729e-04, -2.6218e-02, -4.2544e-02, -3.7424e-02,
                      -2.2279e-01,  5.8025e-02,  1.3061e-01, -3.8227e-02, -1.0545e-01,
                      -1.3417e-01,  5.1400e-02,  2.9734e-02, -1.6828e-02,  8.5550e-02,
                      -1.6372e-01,  1.2650e-02, -4.3895e-02,  3.3177e-02, -5.1421e-02,
                      -5.6041e-02,  8.7429e-03,  1.2142e-01, -2.2567e-01, -1.2094e-02,
                       9.1207e-02,  6.8933e-02, -6.5600e-03, -1.4950e-01,  7.9096e-02,
                       2.5071e-02, -4.1315e-02, -1.3226e-01,  1.0312e-01,  4.2365e-03,
                       2.1617e-02, -1.5028e-01, -2.0619e-01,  3.1843e-02,  9.6476e-02,
                      -1.9119e-01, -6.6456e-02,  4.5516e-02,  6.4307e-02, -1.3578e-01,
                      -2.5062e-02, -1.5098e-01,  3.4127e-02,  8.8328e-03, -1.5130e-01,
                       1.3693e-01, -3.6805e-02,  1.4586e-01, -1.6809e-01, -5.7141e-03,
                      -1.5650e-01, -6.1545e-02, -8.4462e-02,  8.0309e-02, -1.6162e-01,
                       1.0881e-02, -1.0919e-01, -1.9600e-01,  4.4881e-02,  1.2864e-02,
                      -1.3797e-01,  7.8042e-02,  5.1990e-02,  6.4278e-02, -4.3422e-02,
                      -2.0424e-01,  6.3114e-02, -3.0736e-02,  4.2187e-02, -7.3853e-02,
                       1.5645e-02,  1.3706e-01, -6.0753e-02, -9.7467e-02,  3.0373e-02,
                      -2.0400e-01,  5.6920e-02, -1.0325e-01, -1.8704e-01, -8.0055e-03,
                      -2.9308e-02,  4.8860e-02, -4.8041e-02, -7.1287e-02, -2.2930e-01,
                       1.2086e-01, -6.7143e-02, -1.5076e-01, -4.8169e-02, -9.5566e-02,
                      -6.8328e-02, -1.2135e-01,  2.5873e-02,  3.6570e-03, -2.1339e-02,
                      -4.3747e-02,  1.2384e-01,  2.2517e-01, -2.5633e-01, -1.4467e-01,
                      -1.6399e-01, -1.1008e-01, -6.2347e-02,  1.8290e-01,  1.5062e-01,
                      -9.7013e-02, -1.4378e-01, -2.5880e-02,  1.3520e-01,  8.9749e-02,
                      -3.7605e-02,  3.0042e-03, -5.4152e-02,  1.6816e-01, -8.5408e-02,
                       3.6322e-02,  1.3687e-01,  2.5873e-03,  1.6950e-02,  2.9252e-02,
                       2.3011e-02, -1.5195e-01, -1.4546e-01, -1.8777e-01, -5.1111e-02,
                      -1.3611e-01, -5.8724e-02, -2.9795e-02,  7.9476e-02, -9.6528e-02,
                       8.5373e-02,  1.1040e-01,  1.1101e-01,  3.1335e-03, -7.2434e-02,
                      -3.4294e-01,  1.4604e-01, -1.6819e-01, -9.6330e-02, -2.0144e-02,
                      -1.9161e-01, -3.3411e-02, -6.9993e-02,  8.4330e-02,  7.2072e-03,
                       1.0596e-01,  4.0787e-02, -1.6851e-02,  2.6602e-02,  4.6244e-02,
                       1.4595e-01,  1.3265e-01, -3.3140e-02,  8.8096e-02,  2.8593e-02,
                       5.2164e-02, -1.0680e-01, -2.0155e-02,  4.4763e-02, -6.9493e-02,
                       1.7612e-01, -4.8961e-02, -1.5380e-01,  1.0220e-01,  8.1713e-02,
                      -9.5230e-02, -6.7268e-02,  1.2526e-01, -9.7986e-02, -7.1908e-02,
                      -1.4591e-02,  2.9487e-02, -1.7149e-01, -7.5474e-02,  1.5955e-01,
                       7.2764e-02, -3.7646e-02, -1.9347e-02,  2.5143e-02,  1.2440e-01,
                       2.0019e-01, -2.6835e-02,  8.7999e-02, -2.6598e-01, -1.3800e-01,
                       1.6202e-01,  2.6060e-02,  5.1520e-02, -3.9589e-03, -1.2785e-01,
                      -2.0450e-01,  1.2264e-03, -1.4004e-02, -5.0229e-02, -1.5501e-01,
                      -1.1489e-01, -7.4826e-02,  5.0877e-02,  1.2483e-01,  4.2798e-02,
                      -1.0971e-01, -1.0847e-02, -4.9328e-02,  8.9857e-03, -4.8481e-03,
                      -1.0171e-01,  1.6114e-01, -3.7884e-02, -9.6476e-02, -9.8083e-02,
                      -1.2678e-01,  1.9334e-01, -1.6522e-01, -4.6835e-02, -1.0542e-01,
                       1.5277e-01,  7.6418e-02,  1.4212e-01, -1.4465e-01,  3.2440e-02,
                      -2.7938e-01, -6.2003e-02, -6.6933e-02, -2.0855e-01,  9.4755e-02,
                       1.7416e-01,  4.3523e-02, -4.5301e-02,  3.6192e-02,  1.9137e-01,
                       2.1260e-01,  5.5504e-02, -2.1322e-01,  8.5851e-02,  1.1805e-01,
                       1.4864e-01, -2.0195e-01, -1.7339e+00, -1.2971e-01,  5.1113e-02,
                      -8.7737e-03,  1.8819e-02, -1.9383e-02, -9.0151e-02,  2.8146e-02,
                      -3.5346e-02,  4.0688e-02, -9.4622e-02, -1.5718e-01,  1.3342e-01,
                       1.0283e-01, -1.2277e-01, -1.5932e-02, -5.3887e-02,  2.8461e-02,
                       1.4143e-03,  3.3626e-02, -9.8172e-02,  8.8528e-02, -2.8489e-01,
                       7.0730e-02,  2.3954e-01, -2.6548e-02, -9.6797e-03, -3.2704e-03,
                      -7.7286e-02,  8.5557e-03, -1.3687e-02,  1.1415e-01, -1.3894e-01,
                       3.2022e-03,  1.2807e-01,  6.1620e-02, -2.0419e-01, -1.1065e-01,
                       7.2626e-02,  1.1704e-01,  2.0469e-02, -1.6757e-01,  1.4662e-01,
                      -4.0031e-02, -1.0674e-02, -6.7543e-02, -1.1693e-01, -7.0327e-02,
                      -1.5443e-01,  1.9039e-02,  7.4688e-02,  1.2728e-01,  2.1129e-01,
                       3.7804e-02, -6.7501e-02,  4.7448e-02, -2.3919e-01,  2.4553e-01,
                       7.6572e-02, -2.0617e-02, -5.5215e-02, -5.6927e-02,  1.1873e-02,
                      -7.7739e-02, -7.2323e-03,  1.2838e-01, -2.5362e-03,  9.4072e-02,
                      -1.0331e-01, -8.6809e-02, -1.8393e-01,  1.4921e-01,  2.5160e-01,
                      -2.0813e-01,  7.6197e-02, -3.5530e-02, -2.9014e-01,  1.9318e-01,
                       2.2181e-01, -3.9692e-02,  1.1411e-01, -1.2806e-01, -1.2072e-01,
                      -6.9468e-02, -5.2389e-02,  2.3743e-01,  1.6552e-01, -5.9338e-02,
                      -1.8563e-01, -4.7252e-02,  1.2449e-01, -1.7620e-01, -2.0789e-01,
                      -5.6962e-02, -1.4105e-01, -2.2435e-01, -1.1888e-01,  3.7211e-02,
                      -1.7393e-02, -9.6156e-02, -7.1460e-02,  1.7926e-01, -2.3318e-01,
                       2.0968e-01,  1.5494e-01, -1.4152e-01,  1.5550e-02, -1.8560e-01,
                      -1.0844e-01,  1.0612e-01, -1.2804e-01, -1.3510e-01,  7.4469e-03,
                      -4.4897e-02,  7.6283e-02,  8.9438e-02,  5.3961e-03,  1.1560e-01,
                       1.1462e-01, -4.5188e-02, -1.3020e-01, -2.0158e-01,  1.6721e-01,
                       1.2729e-01, -9.2557e-02,  1.0893e-02,  2.6978e-02, -1.1914e-01,
                      -1.3580e-01, -1.3563e-01,  4.7611e-02, -8.9627e-02, -8.3168e-02,
                       1.1450e-01,  8.7246e-02, -4.8638e-02,  5.4652e-02,  3.3659e-02,
                      -6.9687e-02,  7.9591e-03, -1.8753e-01,  2.5211e-01,  2.3491e-02,
                       1.7844e-01,  8.2120e-02,  3.3335e-02, -1.9558e-01, -2.3095e-01,
                      -6.4833e-02,  2.4503e-02, -4.0619e-02, -4.3632e-02, -1.2834e-01,
                      -2.9123e-02, -2.0254e-03,  5.6936e-02, -4.6175e-02,  7.0299e-02,
                       3.0893e-02, -2.8217e-01, -7.8467e-02,  1.8760e-01,  1.0765e-01,
                      -5.9307e-02,  6.4253e-02,  3.5955e-02, -9.0159e-02, -1.2469e-01,
                       6.0243e-02,  1.4460e-01, -1.4208e-01,  7.9026e-02,  1.7268e-03,
                      -1.1313e-01, -7.9578e-02, -1.9321e-01,  3.6182e-01, -1.0960e-01,
                      -5.9648e-02,  1.1031e-01, -6.2567e-02,  8.6039e-02,  5.5178e-03,
                      -7.9890e-02, -3.9912e-02,  1.4486e-01,  1.5010e-01,  8.3758e-02,
                      -1.2849e-01, -1.2185e-01, -7.0660e-02, -5.2982e-02, -4.2337e-03,
                       2.4005e-02,  6.6528e-02,  9.4361e-02, -9.5079e-02, -1.1389e-01,
                      -2.3290e-01, -1.6195e-02, -1.3920e-01, -8.7705e-02,  6.3103e-02,
                      -1.0845e-01, -1.1519e-01,  9.4999e-02, -2.0979e-02, -1.1238e-03,
                      -9.2080e-02, -6.7704e-02,  2.0358e-01], device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.weight',
              tensor([[ 1.7463e-02, -1.2962e-02,  2.4564e-02,  ..., -4.6758e-02,
                        2.2260e-02,  2.9186e-02],
                      [ 1.2123e-02,  2.5676e-03, -2.0356e-02,  ..., -8.0734e-02,
                        4.1408e-02, -1.7556e-02],
                      [ 2.9817e-03,  2.8834e-02, -5.0615e-02,  ...,  2.1088e-02,
                        8.0891e-03, -5.2482e-02],
                      ...,
                      [-9.8097e-02, -6.5851e-03, -5.4376e-03,  ...,  3.0403e-02,
                        2.0065e-02,  7.2893e-03],
                      [-5.7300e-02, -2.2683e-04, -3.4655e-02,  ..., -1.0754e-03,
                        4.1219e-02, -4.6324e-02],
                      [ 9.5362e-03,  2.9930e-05,  6.0934e-02,  ...,  4.4317e-02,
                       -4.5250e-02, -1.8351e-02]], device='cuda:0')),
             ('bert.encoder.layer.7.intermediate.dense.bias',
              tensor([-0.0870, -0.1218, -0.0580,  ..., -0.0938, -0.0301, -0.1708],
                     device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.weight',
              tensor([[ 7.9960e-02, -1.8160e-03, -6.8755e-03,  ..., -5.1008e-02,
                        1.1038e-02,  1.1356e-01],
                      [-4.1747e-02,  7.3671e-02, -4.8331e-02,  ...,  3.6712e-02,
                       -6.1854e-03,  3.7546e-02],
                      [-5.8245e-02, -2.2360e-02,  1.9233e-05,  ...,  3.6820e-02,
                       -5.4589e-03,  2.8163e-02],
                      ...,
                      [ 2.9279e-02, -9.6818e-04, -2.5316e-02,  ..., -1.4460e-03,
                        1.9680e-02,  4.8981e-02],
                      [ 2.8235e-02, -4.7747e-03,  1.3552e-02,  ...,  2.6842e-02,
                       -3.3750e-02, -3.1865e-03],
                      [ 6.0840e-02,  2.2417e-02, -6.2343e-03,  ...,  3.5140e-02,
                        3.7496e-02,  2.8082e-02]], device='cuda:0')),
             ('bert.encoder.layer.7.output.dense.bias',
              tensor([ 1.4610e-01, -5.1523e-02, -9.9741e-02,  1.9377e-01, -3.2475e-02,
                      -5.2886e-02,  4.7150e-02,  9.0423e-02,  2.8366e-03, -8.3903e-02,
                       3.8775e-02, -3.4717e-02, -4.0949e-02, -7.6309e-02,  9.3559e-02,
                       7.7280e-02, -8.8988e-02, -9.4935e-02, -3.1195e-02, -2.0548e-01,
                       6.0500e-02,  2.1673e-02, -2.2314e-03, -2.1789e-02, -1.1841e-01,
                      -1.1106e-01,  6.1360e-02,  1.0564e-01, -2.9408e-03,  1.3796e-01,
                       5.4325e-02, -1.1261e-01,  5.6556e-02, -2.7120e-01,  1.3227e-01,
                       5.7221e-02, -4.0603e-02,  2.1211e-04,  1.5477e-01,  1.6901e-01,
                      -2.2091e-02, -1.3464e-02, -5.2610e-02, -7.6386e-02, -5.2061e-03,
                       1.0247e-02,  1.0333e-01,  1.2210e-01, -6.8550e-02, -2.9947e-02,
                       4.9078e-03,  2.5599e-02,  8.6595e-02, -1.4636e-03, -8.5403e-02,
                      -1.2864e-01, -1.4667e-01, -2.5917e-02, -1.0633e-01,  1.1343e-01,
                      -6.3925e-02, -5.9789e-02,  3.4023e-02, -8.8429e-02, -7.4459e-02,
                       9.3674e-02,  1.0992e-02, -3.2717e-02,  7.2912e-02, -1.7472e-01,
                      -8.2463e-02,  2.1196e-02,  1.4727e-02, -1.4281e-02, -3.6032e-02,
                       5.4812e-02, -1.0214e-02, -6.1526e-02, -2.6454e-02, -1.1435e-01,
                       8.5016e-02,  1.2291e-01,  1.4991e-01,  1.3049e-01, -1.5494e-01,
                      -8.3159e-02, -9.3506e-03, -5.6262e-02,  2.0742e-03,  5.2244e-02,
                      -1.1935e-02,  1.6990e-02, -4.6791e-02,  2.9953e-02,  3.9209e-02,
                       7.7225e-02, -9.0783e-02,  3.6192e-03,  1.7155e-01,  3.4502e-02,
                       2.0799e-01,  5.1157e-03, -5.4851e-02, -3.7710e-02, -2.6225e-01,
                      -5.1772e-02,  3.5864e-02,  7.0850e-03, -3.9955e-03,  6.2015e-02,
                      -1.3478e-02,  3.7239e-02, -9.6030e-02,  6.5679e-02, -5.6023e-03,
                       4.9816e-02,  3.0359e-02,  1.0414e-01,  3.6712e-02, -6.1418e-02,
                       3.7649e-03, -5.0435e-02, -2.5803e-02, -1.4444e-01, -1.5562e-01,
                      -6.5276e-03,  9.3037e-02,  7.7315e-03, -2.5864e-02, -6.4358e-02,
                       7.3629e-02, -8.3552e-03,  4.4648e-03, -6.0833e-02,  7.1152e-02,
                       7.9032e-02, -1.1526e-01,  8.0885e-02, -3.0718e-01,  1.9372e-01,
                      -1.8929e-01, -9.8807e-02, -1.1090e-01, -8.0525e-01, -1.2602e-01,
                       7.5181e-02,  1.2340e-02,  7.6790e-02, -5.8674e-02, -1.2463e-03,
                      -8.6239e-02, -1.0252e-01, -4.6458e-02,  3.8580e-02,  4.0521e-02,
                      -8.4416e-02,  4.5167e-02, -2.1119e-01,  9.7745e-02, -7.3028e-02,
                       1.2410e-01, -1.1075e-03, -3.5251e-03,  8.7361e-02,  5.3850e-02,
                       9.1167e-03,  1.8863e-01, -7.8612e-02, -2.1543e-01,  2.7648e-02,
                       6.7110e-02,  1.9216e-01,  3.5540e-02,  1.1243e-01, -1.2928e-02,
                       1.5799e-01,  1.9492e-01, -6.4321e-02,  6.6076e-02,  9.3685e-02,
                      -1.4462e-01, -2.4829e-02,  1.9125e-01, -1.2249e-02,  1.0026e-01,
                       1.8654e-02, -5.8535e-04, -1.4120e-01,  5.1021e-02, -1.4231e-02,
                       1.6584e-03,  6.1457e-02,  4.1630e-02,  4.2275e-02, -8.7363e-02,
                      -3.6132e-02, -7.8033e-02,  3.9730e-03, -1.6905e-01, -1.1956e-01,
                       1.5349e-02,  1.1723e-01,  1.1571e-01,  8.0556e-03,  1.7720e-01,
                      -1.1510e-01,  1.9222e-02, -8.1214e-02, -3.3520e-02, -9.2822e-02,
                       1.1495e-01, -5.9640e-02, -3.4480e-02, -1.5406e-01, -6.0919e-03,
                       7.9576e-02,  5.5911e-02, -7.7760e-02,  2.6613e-02,  6.3617e-02,
                       1.1751e-01,  1.0252e-01,  6.9918e-02, -1.5239e-03, -5.8458e-02,
                       1.6618e-03, -1.5581e-01, -6.5184e-02,  7.3907e-02,  1.9391e-01,
                      -5.3369e-02,  7.3122e-02, -9.8998e-03, -5.6561e-02, -2.5042e-02,
                      -7.2891e-02,  1.6855e-01, -1.3214e-01,  3.2601e-03,  8.8106e-02,
                      -1.7928e-01, -9.6015e-02,  1.3243e-01,  6.3374e-02, -7.2337e-02,
                      -1.4125e-02,  2.5539e-02, -9.2346e-03, -5.1008e-03,  3.0366e-02,
                       1.2410e-01,  1.2576e-02, -2.6192e-03,  5.2799e-02,  1.0099e-03,
                       7.0230e-02,  1.5748e-02, -1.4375e-03,  3.2492e-02,  4.8283e-03,
                       1.1899e-01, -7.5262e-02, -6.1745e-02,  2.9496e-02,  1.7514e-01,
                      -8.5096e-02,  8.5123e-02,  1.0683e-01, -6.0246e-02, -6.8840e-02,
                      -1.7251e-01,  5.3960e-02,  1.8230e-01, -2.4150e-02,  1.6828e-02,
                       1.1231e-02,  2.5398e-02,  1.8641e-02,  1.2403e-01, -7.1050e-02,
                      -5.4599e-03, -7.8403e-03, -1.4983e-01,  3.4830e-01, -1.2951e-01,
                       2.8861e-02,  1.1457e-01,  4.7929e-02,  3.1791e-02, -1.6996e-01,
                       3.0528e-02,  1.1272e-01,  4.0246e-02, -2.2141e-03,  1.0705e-02,
                      -5.0831e-02, -7.9641e-02,  1.0893e-01, -1.0344e-01, -8.7666e-03,
                      -9.9512e-02, -5.3456e-02, -4.6375e-02, -2.1297e-02, -4.7414e-01,
                      -5.2089e-02,  4.6537e-02,  1.1137e-01, -9.0557e-02, -5.3120e-03,
                       7.5493e-02,  1.2786e-01, -6.7407e-02, -5.2605e-02,  7.6930e-04,
                       6.8771e-03, -4.2940e-02,  1.0831e-01,  6.3732e-02, -1.0476e-02,
                      -7.4085e-03,  3.5350e-02, -1.7704e-01,  1.0140e-01, -1.0012e-01,
                       5.9990e-02, -3.0957e-02,  5.7456e-03,  1.4544e-01, -5.9243e-02,
                      -3.0133e-02,  4.5691e-02,  3.6716e-02,  4.5729e-02, -3.6611e-02,
                       2.0347e-02, -3.8044e-02,  1.4359e-01, -1.2154e-01,  8.3918e-02,
                      -2.1106e-02,  1.0179e-03, -1.9876e-01,  5.4619e-02,  4.9359e-02,
                       1.1850e-01,  5.9695e-02,  5.6421e-03,  1.2770e-01,  8.1617e-02,
                      -8.1294e-02, -8.2460e-02,  3.9824e-02, -1.8854e-02,  1.0779e-01,
                       1.8839e-02, -1.9505e-01,  1.1085e-01,  1.1525e-02, -2.8164e-02,
                       4.5897e-02, -6.0632e-02, -1.4818e-02,  4.1594e-02, -5.3313e-02,
                       7.3370e-02, -8.8708e-02,  1.1024e-01, -8.3409e-02,  1.6747e-02,
                      -9.2566e-02, -2.7902e-02,  5.6740e-05,  1.3718e-01, -1.4485e-01,
                      -4.2348e-02, -1.1358e-01,  2.2241e-02, -1.4285e-01,  4.4833e-02,
                      -1.3727e-01,  3.6032e-02, -1.1831e-02,  3.2554e-02,  3.6253e-03,
                      -6.6877e-02,  6.3227e-03,  6.8540e-03, -1.1225e-02, -5.5801e-02,
                       2.8162e-02,  1.4678e-01,  3.1006e-02, -4.1677e-02,  2.1537e-01,
                      -6.8362e-02, -4.7974e-02, -5.4894e-02, -7.8189e-02, -2.0878e-02,
                      -9.2067e-02,  6.2814e-02,  6.1745e-03, -7.9205e-02, -7.8108e-02,
                       2.8809e-02, -1.6349e-02, -1.0588e-01, -6.8211e-02, -9.5479e-02,
                      -7.4155e-02, -1.0235e-01, -3.4539e-02, -3.2038e-02,  3.2874e-02,
                       2.2202e-02, -5.1254e-02,  3.4280e-02, -2.8170e-02, -2.9025e-02,
                      -1.6090e-02,  9.5331e-03, -5.3234e-02,  1.2423e-01, -3.5726e-02,
                      -4.6599e-02, -6.1954e-02,  4.3691e-02,  1.0615e-01,  6.6296e-03,
                       7.2745e-02,  1.0981e-01,  1.1482e-01,  1.6221e-01, -9.8385e-02,
                       7.7398e-02,  1.3835e-01,  2.4707e-02,  2.0602e-01,  4.2206e-02,
                       7.4180e-03,  1.1094e-01, -8.1231e-02, -1.6810e-01, -1.0716e-01,
                       6.1689e-02, -1.0013e-01, -4.7183e-04,  9.3439e-02,  2.3743e-02,
                       1.7355e-01,  1.2353e-01,  6.2298e-02,  1.8668e-02,  1.7053e-02,
                      -1.7424e-01, -5.2021e-03, -1.0439e-02,  7.7440e-02, -5.2588e-02,
                       5.0787e-02,  5.0438e-03,  1.7328e-01,  7.2530e-02,  9.4960e-02,
                       2.0746e-01,  8.0041e-02,  1.0602e-01,  1.8861e-04, -5.2720e-02,
                       1.2068e-02,  2.9125e-03, -1.2609e-02,  7.6933e-02,  2.4819e-02,
                       1.0040e-01, -1.7908e-01, -1.3625e-01,  2.8578e-03,  4.1851e-02,
                       4.5097e-02, -8.4178e-03, -1.2137e-02, -2.1009e-02, -4.1345e-03,
                      -4.4131e-02,  1.7411e-03,  1.4708e-01,  1.6387e-02, -2.4008e-02,
                      -7.5683e-02,  2.5042e-03, -1.4311e-01,  4.1154e-02,  1.0363e-01,
                       5.7639e-02, -5.0594e-02, -1.5290e-02, -6.4031e-02,  3.9357e-02,
                      -9.7607e-02, -1.5340e-02,  3.8748e-02, -1.7149e-02,  6.3132e-02,
                       2.1499e-01,  2.0437e-02, -5.8948e-02, -1.0875e-01, -2.7084e-03,
                       8.7213e-02, -9.0639e-02, -6.7515e-02,  6.4394e-02, -2.8229e-02,
                      -2.3118e-01,  3.7053e-03, -6.1569e-02,  8.3645e-02,  8.3691e-03,
                       4.2609e-02,  1.0273e-02, -8.5540e-02,  7.7028e-02,  6.0017e-02,
                      -6.5611e-02,  1.2037e-01, -1.1412e-01, -2.7791e-02, -6.6176e-02,
                       1.0185e-01,  9.8576e-02, -1.1045e-01, -8.3723e-02, -7.8948e-02,
                       8.8496e-02,  1.4556e-01,  2.3484e-02, -5.4294e-02, -3.0254e-02,
                      -1.0668e-01, -2.4853e-02,  6.9862e-02, -9.0278e-02,  7.0724e-02,
                      -7.7233e-03,  1.7518e-01,  2.3746e-02,  1.1120e-02,  1.4561e-01,
                       1.2433e-01,  1.1178e-01, -4.7883e-02, -5.7475e-02, -3.6187e-02,
                      -4.6430e-02, -1.5075e-03, -9.0443e-01,  1.9973e-02,  4.3829e-02,
                       8.9933e-02, -3.0539e-02, -5.8103e-02,  6.8008e-02,  4.4401e-02,
                      -4.0887e-02, -1.3366e-01, -6.6634e-03, -5.9457e-02, -4.2330e-02,
                      -4.0967e-03, -4.0260e-03, -1.2024e-01,  6.9541e-02,  2.9639e-02,
                       8.2044e-02,  5.0817e-03,  1.1646e-03, -3.0055e-02, -6.5609e-02,
                       2.8359e-02,  1.4329e-01,  3.4052e-03, -1.0494e-01,  8.0358e-02,
                       4.9177e-02,  7.4760e-03,  9.9863e-02,  2.6918e-03, -1.3029e-01,
                       6.0985e-03,  1.6663e-01,  8.0120e-02, -8.9433e-02,  1.2571e-01,
                       7.8388e-02, -1.2011e-02,  2.6898e-02,  1.9156e-02,  7.3281e-02,
                       1.6875e-02, -2.9233e-02,  7.6666e-02, -4.3915e-02, -9.6478e-02,
                      -3.0186e-02,  6.4865e-02, -2.6879e-03,  1.1736e-01,  1.8033e-01,
                       5.0648e-02, -2.4526e-02, -5.1834e-02, -2.1291e-01,  3.9567e-02,
                       2.9773e-03, -9.7185e-02, -5.3337e-02, -1.1853e-01,  4.2978e-02,
                       6.5817e-02, -7.4314e-02,  8.3641e-02, -1.2523e-01, -7.6728e-02,
                      -1.2384e-01, -4.2422e-02, -1.5842e-01, -3.0928e-02,  8.0547e-02,
                      -1.7459e-01,  7.8732e-03, -1.2680e-01, -1.7050e-01,  1.5944e-01,
                       1.7613e-01,  6.3038e-02,  1.8451e-02,  1.2299e-01,  6.4026e-02,
                      -2.2568e-02,  1.0512e-02,  2.8133e-02,  1.1065e-01, -7.0465e-02,
                      -6.9441e-02, -2.3734e-02,  8.8225e-02, -1.1317e-01, -4.0172e-02,
                       4.6160e-03,  2.3721e-02, -1.7043e-01, -1.4626e-01,  3.5447e-02,
                      -6.3956e-02, -2.5609e-02, -8.7958e-02,  1.5577e-01, -1.1554e-01,
                       1.7301e-01,  5.3303e-02,  1.6260e-02,  1.5313e-01, -7.3879e-02,
                       5.6691e-02, -3.8415e-02, -1.3540e-01,  4.7443e-02,  5.3626e-02,
                      -2.0919e-02,  2.1647e-01, -4.3200e-02, -7.4471e-02, -1.3031e-01,
                      -1.0208e-01,  3.0130e-03,  4.6392e-02, -8.6224e-02,  5.4713e-02,
                      -2.6828e-02, -9.7345e-02,  5.0937e-02,  7.5702e-03, -1.7362e-01,
                       9.2597e-03, -1.5102e-02,  5.6524e-03,  4.4786e-02, -4.4550e-02,
                       6.0440e-02,  1.8740e-01, -3.0059e-02,  6.8162e-02, -6.1431e-02,
                      -1.0862e-02,  1.7629e-02, -3.2915e-02,  7.1945e-02,  1.2146e-02,
                       1.0963e-01, -8.2115e-02, -3.7079e-02, -2.4480e-02, -2.0492e-01,
                       2.6093e-02, -7.7641e-03, -6.8784e-02,  1.2912e-01, -4.1413e-02,
                       2.5602e-02, -4.6502e-03, -6.5577e-02,  4.9647e-02,  9.5726e-03,
                       5.6379e-02, -7.3777e-02, -2.1480e-03,  8.1845e-02,  8.3024e-02,
                      -8.6281e-02, -3.2295e-02,  4.6708e-02, -2.4007e-02,  2.0581e-02,
                      -4.1102e-03,  8.0278e-02, -1.1365e-01, -2.8447e-02, -6.9286e-02,
                      -1.3204e-01,  4.6636e-06,  5.5024e-02,  2.7715e-02, -7.4837e-02,
                       4.5760e-02,  4.1343e-02, -2.3860e-02,  1.2543e-01,  3.5724e-03,
                       1.7448e-02, -9.2739e-02,  1.2331e-01,  1.9284e-02,  7.0822e-02,
                      -1.2705e-01,  7.6443e-02, -1.6479e-02,  3.1394e-02,  6.1869e-02,
                       1.3356e-01, -3.2591e-02,  1.0296e-01,  2.7020e-02, -1.1149e-02,
                       1.8591e-02,  1.3562e-01, -1.2836e-01, -1.4473e-01,  7.6647e-02,
                      -3.2749e-02,  4.4208e-02,  1.6485e-02,  7.4108e-02, -1.1499e-01,
                      -1.5322e-02,  6.0703e-02,  1.6872e-01], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.weight',
              tensor([0.8186, 0.8400, 0.8244, 0.8306, 0.8208, 0.8237, 0.7165, 0.7940, 0.8315,
                      0.8056, 0.8220, 0.8561, 0.8700, 0.8386, 0.8349, 0.7755, 0.8252, 0.8301,
                      0.8036, 0.8332, 0.8129, 0.8248, 0.8162, 0.8061, 0.8366, 0.8250, 0.8400,
                      0.7887, 0.7987, 0.8457, 0.8361, 0.8008, 0.8624, 0.7809, 0.8318, 0.8055,
                      0.7826, 0.8471, 0.8021, 0.7883, 0.8441, 0.8087, 0.8096, 0.8540, 0.8547,
                      0.8305, 0.8194, 0.8416, 0.8526, 0.8066, 0.8358, 0.7998, 0.7889, 0.8153,
                      0.7920, 0.7722, 0.8009, 0.8629, 0.8162, 0.8066, 0.8499, 0.8538, 0.8403,
                      0.8265, 0.7856, 0.8578, 0.8140, 0.7980, 0.8176, 0.7583, 0.8095, 0.8380,
                      0.8239, 0.7911, 0.8502, 0.8427, 0.8419, 0.8375, 0.8522, 0.8503, 0.8026,
                      0.8603, 0.8425, 0.8319, 0.7639, 0.8053, 0.8023, 0.8400, 0.8362, 0.8192,
                      0.8046, 0.8070, 0.8450, 0.8531, 0.7970, 0.8035, 0.8002, 0.8524, 0.8194,
                      0.8303, 0.8285, 0.8536, 0.8199, 0.8596, 0.8170, 0.8603, 0.8617, 0.7689,
                      0.8497, 0.8498, 0.8029, 0.8341, 0.8787, 0.7693, 0.8381, 0.8403, 0.8387,
                      0.8221, 0.8555, 0.8520, 0.8354, 0.8427, 0.8354, 0.8064, 0.7863, 0.7989,
                      0.8544, 0.8066, 0.8418, 0.8182, 0.8402, 0.8085, 0.8330, 0.8297, 0.8690,
                      0.8418, 1.1053, 0.8425, 0.8158, 0.8590, 0.8181, 0.8386, 0.8263, 0.0942,
                      0.8117, 0.8291, 0.8150, 0.8364, 0.8176, 0.8157, 0.8260, 0.8283, 0.8546,
                      0.8180, 0.8215, 0.8256, 0.8625, 0.8423, 0.8139, 0.8340, 0.8195, 0.8898,
                      0.7806, 0.8487, 0.7912, 0.8205, 0.8181, 0.7770, 0.8029, 0.8282, 0.8522,
                      0.7652, 0.7770, 0.8388, 0.8071, 0.8270, 0.8270, 0.7788, 0.8698, 0.8213,
                      0.7821, 0.8327, 0.7848, 0.8303, 0.8387, 0.8446, 0.8310, 0.8068, 0.8265,
                      0.8271, 0.7849, 0.7808, 0.8297, 0.8228, 0.8013, 0.8390, 0.8632, 0.8186,
                      0.8468, 0.8169, 0.8480, 0.7691, 0.8482, 0.8244, 0.8105, 0.8245, 0.8420,
                      0.8499, 0.8218, 0.8185, 0.8439, 0.8219, 0.7658, 0.8419, 0.8231, 0.8575,
                      0.7893, 0.7932, 0.8282, 0.8022, 0.8722, 0.8420, 0.8495, 0.8211, 0.8027,
                      0.8244, 0.8636, 0.8272, 0.8031, 0.7532, 0.8313, 0.8595, 0.8130, 0.8244,
                      0.8197, 0.8209, 0.7948, 0.8544, 0.8329, 0.8458, 0.8212, 0.7967, 0.7833,
                      0.8078, 0.8344, 0.8116, 0.8681, 0.8132, 0.8777, 0.8523, 0.8243, 0.8242,
                      0.9068, 0.8492, 0.8562, 0.8692, 0.8462, 0.7887, 0.8351, 0.8312, 0.7508,
                      0.8162, 0.8272, 0.8266, 0.8305, 0.8192, 0.8487, 0.8778, 0.8132, 0.8169,
                      0.8265, 0.8252, 0.8406, 0.8270, 0.8527, 0.8384, 0.8469, 0.8656, 0.8034,
                      0.8042, 0.8895, 0.8564, 0.8483, 0.3134, 0.8564, 0.8625, 0.8275, 0.8258,
                      0.8151, 0.7865, 0.7795, 0.8269, 0.8082, 0.8017, 0.8266, 0.7986, 0.8023,
                      0.7853, 0.8489, 0.8214, 0.8321, 0.8165, 0.8390, 0.8696, 0.2505, 0.8713,
                      0.8162, 0.8637, 0.8399, 0.8492, 0.8223, 0.8037, 0.8085, 0.8207, 0.8018,
                      0.8489, 0.8244, 0.8230, 0.8712, 0.7874, 0.8165, 0.8310, 0.8222, 0.8564,
                      0.8257, 0.8225, 0.8283, 0.8386, 0.8530, 0.8086, 0.8353, 0.8354, 0.8409,
                      0.8652, 0.8684, 0.8482, 0.8467, 0.8250, 0.8091, 0.8132, 0.7814, 0.8396,
                      0.8285, 0.8457, 0.8270, 0.8447, 0.8611, 0.8347, 0.8322, 0.8025, 0.8459,
                      0.8170, 0.8183, 0.8316, 0.8489, 0.8299, 0.8348, 0.8276, 0.8454, 0.7896,
                      0.8607, 0.8210, 0.8281, 0.8532, 0.8002, 0.7845, 0.8406, 0.8267, 0.8396,
                      0.8485, 0.8192, 0.8525, 0.8316, 0.8536, 0.8139, 0.8204, 0.8459, 0.8483,
                      0.8540, 0.7732, 0.8089, 0.8206, 0.8187, 0.8420, 0.7962, 0.8180, 0.7972,
                      0.8429, 0.8118, 0.7948, 0.8435, 0.7752, 0.8216, 0.8455, 0.8334, 0.8276,
                      0.8175, 0.8590, 0.8052, 0.8020, 0.7483, 0.8130, 0.7947, 0.8224, 0.8201,
                      0.8256, 0.8265, 0.8203, 0.8459, 0.8762, 0.8284, 0.8126, 0.8492, 0.8710,
                      0.8624, 0.8291, 0.8033, 0.8158, 0.8079, 0.8647, 0.8384, 0.8724, 0.8436,
                      0.8156, 0.8191, 0.8663, 0.8167, 0.7922, 0.8274, 0.8484, 0.8442, 0.8604,
                      0.7858, 0.8429, 0.7793, 0.8421, 0.8196, 0.8442, 0.8612, 0.8337, 0.8344,
                      0.7857, 0.8312, 0.8142, 0.8202, 0.7822, 0.8342, 0.8521, 0.8566, 0.8079,
                      0.8519, 0.7867, 0.8400, 0.8479, 0.8304, 0.8003, 0.8178, 0.7723, 0.7994,
                      0.8217, 0.8303, 0.8322, 0.7902, 0.8594, 0.7084, 0.7956, 0.8158, 0.8215,
                      0.8284, 0.8345, 0.8575, 0.8165, 0.8471, 0.7837, 0.8467, 0.8214, 0.7654,
                      0.8598, 0.8206, 0.8633, 0.7998, 0.8473, 0.8683, 0.8377, 0.8135, 0.8263,
                      0.8679, 0.8200, 0.9228, 0.8206, 0.8103, 0.8541, 0.8300, 0.8002, 0.8143,
                      0.8177, 0.8387, 0.8501, 0.8160, 0.8286, 0.8793, 0.8701, 0.8176, 0.8439,
                      0.8333, 0.8293, 0.8844, 0.8351, 0.8432, 0.8162, 0.8078, 0.8571, 0.8361,
                      0.8434, 0.8197, 0.8217, 0.8403, 0.8144, 0.7897, 0.8442, 0.8647, 0.7768,
                      0.8308, 0.8832, 0.8531, 0.8445, 0.8225, 0.8707, 0.8251, 0.8500, 0.8275,
                      0.8091, 0.8350, 0.8210, 0.8179, 0.8065, 0.8072, 0.8275, 0.7943, 0.8231,
                      0.8585, 0.8695, 0.8065, 0.7533, 0.8345, 0.8489, 0.8232, 0.8200, 0.8598,
                      0.8116, 0.7789, 0.7999, 0.8444, 0.8229, 0.7989, 0.8177, 0.7748, 0.6654,
                      0.8000, 0.8294, 0.8608, 0.8629, 0.8030, 0.8673, 0.8433, 0.8579, 0.8172,
                      0.8392, 0.7977, 0.8335, 0.8048, 0.8353, 0.7959, 0.8153, 0.8431, 0.8417,
                      0.8349, 0.7911, 0.8359, 0.8264, 0.8594, 0.8182, 0.8344, 0.8385, 0.8488,
                      0.8473, 0.8236, 0.8255, 0.7953, 0.7887, 0.8655, 0.8222, 0.8199, 0.7951,
                      0.8299, 0.8109, 0.8007, 0.8259, 0.8500, 0.8337, 0.8403, 0.8460, 0.8112,
                      0.8387, 0.8212, 0.8406, 0.8150, 0.7579, 0.8091, 0.8248, 0.8232, 0.8001,
                      0.8257, 0.8157, 0.8134, 0.8318, 0.8559, 0.8627, 0.8577, 0.8540, 0.8280,
                      0.8122, 0.8333, 0.8477, 0.8175, 0.8380, 0.8392, 0.7989, 0.8239, 0.7798,
                      0.8506, 0.8412, 0.8378, 0.8025, 0.8026, 0.8148, 0.8697, 0.8397, 0.8350,
                      0.8339, 0.8560, 0.8137, 0.8206, 0.8105, 0.8591, 0.8228, 0.7679, 0.8390,
                      0.8290, 0.7832, 0.7933, 0.8784, 0.8112, 0.8174, 0.8324, 0.8234, 0.8342,
                      0.8221, 0.8072, 0.8103, 0.8295, 0.8072, 0.8170, 0.8185, 0.8490, 0.8436,
                      0.8577, 0.7805, 0.7785, 0.8429, 0.8456, 0.7674, 0.8210, 0.8356, 0.8193,
                      0.8369, 0.8411, 0.8684, 0.8511, 0.8201, 0.8515, 0.7933, 0.8370, 0.8569,
                      0.8432, 0.8288, 0.8112, 0.8621, 0.8529, 0.8492, 0.8336, 0.7850, 0.8434,
                      0.8245, 0.8575, 0.8348, 0.8510, 0.8428, 0.7896, 0.8469, 0.8108, 0.8116,
                      0.8026, 0.7776, 0.8269, 0.8533, 0.8225, 0.8415, 0.8501, 0.8383, 0.8345,
                      0.8487, 0.8358, 0.8197, 0.8590, 0.8328, 0.7570, 0.8013, 0.8032, 0.8481,
                      0.8275, 0.8283, 0.8289, 0.8103, 0.8543, 0.7567, 0.8793, 0.8020, 0.8568,
                      0.8414, 0.8288, 0.8343, 0.8210, 0.8309, 0.8395, 0.8429, 0.8370, 0.8297,
                      0.8147, 0.8540, 0.8416, 0.8204, 0.7767, 0.7979, 0.7888, 0.8087, 0.8388,
                      0.8364, 0.8178, 0.7893, 0.8241, 0.8346, 0.8241, 0.7867, 0.8633, 0.8094,
                      0.8185, 0.8201, 0.8542, 0.8049, 0.7918, 0.8497, 0.8386, 0.8293, 0.8747,
                      0.8325, 0.8585, 0.7998], device='cuda:0')),
             ('bert.encoder.layer.7.output.LayerNorm.bias',
              tensor([-5.2106e-02,  4.3162e-02,  3.2589e-02, -6.8796e-02,  5.5446e-02,
                      -4.2029e-02,  6.7263e-02, -8.0006e-02, -3.2472e-02,  6.8480e-02,
                      -6.7501e-02, -2.1228e-04,  3.7158e-03,  7.6935e-02, -3.6300e-02,
                      -8.0831e-02, -6.7185e-02,  2.8365e-02,  4.0742e-02,  4.5746e-02,
                      -7.1274e-03, -7.1656e-02, -2.7499e-02, -4.7610e-02,  2.1314e-02,
                      -3.4571e-02, -6.6212e-02, -1.5032e-01, -7.6582e-02, -3.5489e-02,
                      -2.6646e-02,  4.2564e-02,  8.8421e-03,  5.0459e-02, -1.2279e-01,
                      -1.4688e-02,  1.4824e-02, -4.3898e-02, -6.6126e-02, -1.4306e-01,
                       1.4294e-02,  6.5583e-02, -4.9480e-02, -3.8004e-02, -5.9586e-02,
                       3.1231e-03, -4.2182e-02, -8.4221e-02, -4.4232e-02, -8.4529e-02,
                      -6.1531e-02, -5.8143e-02, -1.0213e-01,  9.2268e-02, -4.9861e-02,
                       9.4724e-03,  2.6626e-02, -3.1740e-02, -2.6422e-02, -3.3628e-02,
                      -4.4180e-04,  8.8996e-03, -1.0176e-01,  7.4480e-02,  5.5098e-02,
                      -7.5444e-02, -2.2173e-02,  2.4537e-02, -5.7029e-02,  5.0225e-02,
                       3.9528e-02,  1.4645e-02, -1.3080e-03, -5.2040e-02,  7.1758e-05,
                      -5.5585e-02, -5.4455e-02, -1.5577e-02, -1.5977e-02, -2.2698e-02,
                      -7.5050e-02, -3.6541e-02, -2.4547e-02, -1.1926e-01,  7.1558e-03,
                      -7.9436e-02,  1.3316e-02, -2.5993e-02, -6.9399e-02, -6.4555e-02,
                       5.9323e-02,  1.8252e-02, -8.3750e-04, -5.0209e-02,  2.5596e-02,
                      -9.6197e-02, -2.8077e-02, -2.4109e-02, -7.9298e-02, -5.2911e-02,
                      -7.8573e-03,  5.9542e-03, -7.5681e-03, -3.9122e-02,  1.0833e-02,
                       1.2637e-02, -8.5025e-02, -5.1596e-02,  2.9857e-02,  6.9362e-03,
                      -1.5442e-02,  3.0518e-02, -8.8547e-03, -2.0492e-02, -1.2504e-01,
                      -8.8422e-02,  2.9276e-02, -9.5667e-02, -1.5343e-02,  7.7478e-03,
                      -3.6907e-02,  1.2693e-02, -4.6177e-02, -4.5665e-02,  4.1345e-02,
                      -3.8917e-02, -7.5412e-02, -6.0476e-03,  3.1911e-02, -5.9921e-04,
                       4.8912e-02, -1.6995e-02, -7.1390e-03, -3.6713e-02,  1.4042e-02,
                      -4.4730e-02, -1.6639e-01, -9.1053e-02,  5.0176e-02, -5.5196e-02,
                       6.4230e-02,  5.5861e-02, -6.9727e-02,  4.5676e-01, -1.5669e-02,
                      -1.0934e-02, -7.6410e-02, -1.0258e-01,  3.4370e-02,  5.8671e-02,
                       4.1823e-02,  1.6551e-03, -1.4436e-02, -9.1623e-02, -1.1355e-01,
                       3.8465e-02,  1.6546e-02,  7.2355e-02, -6.4837e-02,  3.9975e-02,
                      -1.5202e-01, -6.1100e-02, -6.6984e-02, -1.2880e-02, -2.5156e-02,
                       7.6271e-02, -8.9183e-02, -2.7772e-03,  3.5629e-02, -4.9135e-02,
                      -5.0773e-02, -4.7246e-02,  2.6747e-02, -5.4982e-02, -8.6106e-02,
                      -1.0956e-01, -1.0936e-01,  4.7136e-02,  3.3963e-03, -3.4125e-02,
                       9.4133e-02,  2.9032e-02, -4.5639e-03,  2.0226e-02, -3.0134e-02,
                      -1.8690e-02, -4.6413e-03,  6.9700e-02,  8.4717e-03,  2.2675e-02,
                      -9.0257e-02, -3.6986e-02, -6.3626e-02, -4.7068e-02,  1.6563e-02,
                       8.9369e-02,  5.0829e-03, -2.8466e-02,  9.1951e-03,  2.8737e-02,
                      -5.4577e-02, -9.0172e-02, -2.8851e-03, -5.2823e-02, -8.6575e-02,
                      -9.6939e-03, -8.3177e-02,  5.1993e-02,  3.3416e-03, -3.7707e-04,
                       7.0436e-03,  1.6981e-02, -6.6054e-02,  5.9987e-02, -4.3852e-02,
                      -4.6875e-02, -1.1579e-01, -2.0361e-02,  2.7364e-02, -3.8181e-02,
                      -4.1214e-02, -5.9838e-02, -1.0875e-01,  8.2744e-02,  5.6083e-02,
                      -9.1898e-02, -2.8752e-02,  1.1111e-02, -9.7355e-02, -4.8993e-02,
                      -3.8034e-03, -8.3799e-02, -2.3989e-02,  3.2754e-02, -1.9339e-02,
                       2.2232e-02,  5.0957e-03,  5.6499e-02, -5.1031e-02, -7.9669e-03,
                       1.8322e-02, -9.3930e-03, -9.3682e-02, -8.4198e-02,  1.0654e-02,
                       2.1842e-02, -3.0958e-02, -2.0725e-02, -7.2242e-02, -9.6863e-02,
                      -3.0364e-02, -1.1671e-02, -1.3517e-01, -9.8655e-02, -3.7549e-02,
                      -5.3375e-02,  3.8815e-02, -3.9350e-02,  3.2155e-02, -7.0604e-02,
                      -5.1465e-02,  4.8914e-02, -4.7209e-02, -3.2191e-03, -6.3569e-02,
                      -4.5282e-02, -6.1701e-02, -4.0060e-02, -4.5818e-03,  6.4455e-02,
                       3.1288e-02,  6.8978e-02, -8.6804e-02, -6.0130e-02, -9.5423e-02,
                      -2.9604e-02,  3.7125e-02,  2.2566e-03, -7.4940e-02,  1.0161e-01,
                      -3.4825e-02, -2.8031e-02,  4.0100e-02, -6.7468e-01, -1.0918e-02,
                       1.3391e-02, -1.2167e-02,  9.4546e-02, -9.1155e-02, -7.7834e-02,
                      -3.6527e-02, -6.1436e-02, -5.1926e-02,  4.5794e-02, -1.7979e-02,
                       5.2044e-02,  6.7203e-02, -1.8610e-02,  3.4405e-02, -1.7205e-02,
                      -5.5058e-02,  4.8075e-02, -4.0692e-02, -5.1163e-02, -2.1941e-01,
                       3.0307e-02, -2.3724e-02, -4.4845e-02,  1.2963e-02, -6.2760e-02,
                      -6.7496e-02, -9.6351e-02, -2.0066e-02, -6.1093e-02, -1.4698e-02,
                       1.0857e-02, -1.8640e-02, -1.4586e-02,  2.7181e-02, -1.8584e-02,
                       5.7074e-02, -1.9057e-02, -4.1318e-02, -3.1547e-02, -1.3019e-02,
                       4.4523e-02, -7.4345e-02, -2.9597e-02, -3.4761e-02, -6.2779e-02,
                       1.0836e-01, -5.4351e-02, -1.9037e-02, -4.1397e-02, -2.6897e-02,
                       6.1923e-03,  4.2608e-03, -9.3721e-02,  8.3574e-02, -3.3098e-02,
                      -3.2788e-02, -5.1597e-02, -1.3239e-02,  3.6829e-02, -5.5270e-02,
                      -1.7441e-02, -9.2893e-03,  2.9057e-02, -4.8833e-02, -2.1504e-02,
                      -7.9465e-03,  2.7257e-02,  4.2232e-02, -3.8463e-02, -7.6991e-02,
                       4.3708e-02,  6.6098e-03, -2.8035e-02, -5.5690e-02,  5.4772e-02,
                      -1.8484e-02,  6.2528e-02, -6.6062e-02, -3.3589e-03,  4.9158e-02,
                      -8.4902e-02,  1.0399e-04, -1.2929e-01,  2.7137e-02, -3.4658e-02,
                       4.3027e-02,  2.3286e-02,  1.3411e-03, -2.3298e-02,  4.7056e-02,
                      -3.6278e-02,  1.4015e-02,  3.8381e-02, -3.5670e-02, -6.5033e-03,
                       2.8033e-02, -5.0276e-02, -3.6811e-02, -6.2780e-02,  7.2492e-03,
                       5.1631e-02, -4.9313e-02, -1.6918e-02, -8.5131e-02,  3.0299e-02,
                      -4.8490e-02, -5.2512e-02, -7.8115e-03, -4.3738e-03, -3.6310e-02,
                       4.4581e-02, -4.0617e-02, -6.9794e-03,  5.0964e-02, -4.9620e-02,
                      -9.5783e-03, -7.3086e-02,  9.3587e-03, -2.0670e-02,  8.2953e-02,
                      -3.9759e-02,  9.9887e-04,  2.3063e-02,  2.6861e-02,  3.0034e-02,
                       3.1528e-02,  1.3998e-02, -4.1628e-02, -8.2558e-03, -2.9568e-02,
                       3.7024e-04, -4.8434e-02, -1.3045e-01,  5.5541e-02, -1.1337e-02,
                       4.5737e-02,  1.7761e-02,  7.3215e-03, -9.1452e-02, -8.3733e-02,
                       1.0806e-02,  2.4376e-02,  9.2275e-03, -8.4396e-02, -5.1668e-02,
                       9.8025e-03, -2.4661e-02, -1.3164e-03, -9.5679e-02, -6.3564e-03,
                      -7.4265e-02, -8.2125e-02, -4.2976e-02, -1.0898e-02, -6.0759e-02,
                      -5.5826e-02,  4.5769e-02,  1.9347e-02,  1.4423e-02,  5.3461e-03,
                       3.2991e-02,  6.1015e-03, -4.8020e-02, -3.8758e-02,  2.5927e-02,
                      -8.3857e-02, -8.2883e-02, -4.2575e-02, -4.2820e-02, -2.4380e-02,
                       1.6903e-01, -9.6616e-02,  4.6754e-02,  2.3063e-02, -1.4624e-03,
                       3.3108e-02,  1.8690e-02,  1.9506e-02, -7.7415e-02, -3.0193e-02,
                      -5.0180e-02, -3.7933e-02, -3.9232e-02, -3.9066e-02, -3.8073e-02,
                      -5.2397e-02, -5.6480e-02,  1.7117e-03, -8.1757e-02, -1.2454e-02,
                      -4.1797e-02, -8.6944e-03, -5.1496e-02, -3.3093e-02,  2.7369e-02,
                      -5.9731e-02,  1.4763e-02,  1.2580e-02, -5.8947e-02, -8.0016e-02,
                       1.4359e-02, -2.8632e-02, -7.1829e-02, -9.5664e-03, -1.5922e-02,
                       4.6019e-03, -7.9315e-03,  3.5335e-02, -1.5256e-02, -9.7934e-02,
                      -4.3915e-02, -2.5587e-03, -1.3083e-02, -2.3204e-02, -6.7470e-02,
                      -6.2581e-02, -6.6658e-03, -5.5984e-02,  5.4778e-02,  1.9349e-02,
                      -1.6187e-01, -2.8475e-02, -6.1480e-02, -1.5416e-02,  3.5037e-02,
                       5.1518e-02, -2.4289e-02, -3.1275e-02, -4.0078e-02,  3.5896e-02,
                       3.2225e-02, -3.7340e-02, -4.0895e-02, -7.4392e-02, -5.4233e-02,
                       1.9645e-02, -3.1022e-02, -2.8730e-02,  7.8334e-03, -3.1300e-02,
                       8.8973e-03, -1.3045e-01, -1.1611e-02, -5.3794e-04,  6.4484e-03,
                       1.5808e-02, -1.1086e-01,  3.1436e-02,  1.1442e-02,  3.5006e-02,
                      -7.1650e-02, -4.6698e-02, -7.7726e-02,  2.3082e-02, -5.5625e-02,
                       5.3077e-02, -2.6006e-02, -4.6869e-02,  5.9160e-02, -6.4458e-02,
                      -1.3784e-01, -3.8824e-02,  6.9044e-03, -4.8092e-03, -8.9008e-02,
                      -1.0919e-01, -5.9021e-02,  5.5625e-02, -6.0416e-02, -6.4148e-02,
                      -9.0527e-02,  4.3786e-02, -5.4079e-01,  2.4047e-02, -2.6142e-02,
                      -2.3168e-03, -3.7497e-02, -1.2357e-02, -1.0104e-02, -6.2227e-02,
                       1.8734e-03, -3.4015e-02,  1.9471e-02,  3.9153e-02, -1.0948e-01,
                      -7.0297e-02, -2.7028e-02, -3.3198e-03, -1.1977e-02, -4.9085e-02,
                      -2.8990e-02, -2.2256e-02,  2.8642e-02, -5.2853e-02,  8.0738e-02,
                      -8.8538e-02, -1.4790e-01, -2.3435e-02, -2.2612e-02, -1.7444e-02,
                       1.4581e-02, -4.2756e-02, -5.3950e-03, -1.1294e-01,  3.5388e-02,
                      -2.9425e-02, -7.3048e-02, -3.4096e-02,  4.9301e-02,  1.9987e-02,
                      -1.0486e-01, -7.0759e-02, -5.1301e-02,  2.7146e-02, -6.0433e-02,
                       1.1567e-02, -1.8336e-02,  8.9272e-03,  4.4260e-02,  8.5102e-03,
                       9.2670e-03, -2.6423e-02, -7.6440e-02, -7.1667e-02, -1.0820e-01,
                      -4.8209e-02, -1.0310e-03, -1.5873e-02,  8.2252e-02, -1.6987e-01,
                      -7.3487e-02, -3.7750e-02,  2.2058e-02, -1.6303e-02, -3.5211e-02,
                       1.4047e-02, -6.4952e-03, -7.4078e-02, -3.1894e-02, -7.0533e-02,
                       5.6539e-02,  4.7439e-02,  7.8779e-02, -4.2055e-02, -1.0198e-01,
                       6.9236e-02, -7.6401e-02, -1.1364e-02,  9.1832e-02, -9.5544e-02,
                      -9.5067e-02, -1.1988e-02, -8.4844e-02,  2.9525e-02,  1.8006e-02,
                       1.7798e-04,  3.4877e-04, -1.3407e-01, -8.1077e-02, -1.5618e-02,
                       3.5419e-02,  1.6781e-03, -7.3292e-02,  7.3278e-02,  5.0184e-02,
                      -1.5436e-02,  1.4527e-02,  3.4742e-02,  5.8016e-02, -4.5476e-02,
                      -2.7421e-02,  1.5561e-02,  6.7002e-03, -1.1123e-01,  7.0628e-02,
                      -9.5667e-02, -8.8189e-02,  2.7846e-02, -2.2120e-02,  3.0047e-02,
                       5.2707e-03, -6.6524e-02, -4.7419e-03,  3.3817e-02, -5.9515e-02,
                      -2.9231e-02, -7.8869e-02, -7.7222e-02, -2.6082e-02, -1.1542e-01,
                      -6.2380e-02, -5.5701e-03,  1.7126e-02,  5.2089e-02, -9.3219e-02,
                      -1.1126e-01, -2.5066e-02, -3.7580e-02, -5.6299e-02,  4.2573e-02,
                      -1.6732e-02,  4.3134e-03, -3.4878e-02, -8.7998e-03,  7.4230e-03,
                      -1.0536e-01, -4.0677e-02,  2.9329e-02, -3.9327e-02, -6.5352e-02,
                      -2.7000e-03, -5.8728e-02,  1.2061e-01, -1.1488e-01, -4.0301e-02,
                      -7.0066e-02, -8.3453e-02, -6.8756e-03,  2.7441e-02,  6.4660e-02,
                       1.7579e-02, -2.7157e-02,  5.0670e-03, -1.7024e-02,  2.4329e-02,
                      -8.6332e-03, -3.2265e-03, -3.4455e-02,  1.8354e-03, -5.5069e-02,
                      -7.7150e-02,  6.1937e-02,  3.2252e-03, -5.0880e-02, -1.0438e-01,
                      -8.1873e-03, -6.6055e-02, -5.2624e-02,  3.2910e-03,  3.0728e-03,
                      -2.0993e-02, -6.0610e-02,  1.3682e-02, -3.7975e-02, -4.6620e-02,
                       4.8065e-02,  1.1386e-02,  7.3183e-02, -1.1153e-01,  1.8029e-03,
                       1.1974e-02, -8.5337e-02, -2.4982e-02, -5.2756e-02, -2.4797e-02,
                       6.8181e-02, -1.3228e-02, -6.9480e-02, -8.4823e-02, -6.3998e-02,
                       2.6401e-02,  3.4850e-03, -9.5868e-03, -4.1954e-04, -3.5640e-02,
                      -3.6496e-02, -2.6814e-02, -9.2716e-02,  2.1469e-02,  2.1423e-02,
                       5.7904e-02, -4.0752e-02,  4.9638e-02,  1.1078e-02, -7.3921e-02,
                       1.1546e-02,  1.6517e-02, -7.7255e-02, -3.1594e-02, -8.3642e-03,
                      -1.9697e-02,  6.8951e-03, -1.3940e-01], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.weight',
              tensor([[-0.0245,  0.0167, -0.0305,  ..., -0.0381, -0.0024,  0.0269],
                      [-0.0428,  0.0145,  0.0413,  ...,  0.0130, -0.0136, -0.0498],
                      [ 0.0286, -0.1062,  0.0392,  ...,  0.0353, -0.0150,  0.0304],
                      ...,
                      [ 0.0317,  0.0081, -0.0236,  ...,  0.0097,  0.0590,  0.0397],
                      [-0.0544, -0.0374,  0.0870,  ..., -0.0273, -0.0128, -0.0812],
                      [ 0.0123, -0.0121, -0.0419,  ...,  0.0526, -0.0065, -0.0101]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.query.bias',
              tensor([-2.8432e-02,  5.9130e-02,  1.7936e-01, -8.7212e-02, -5.9642e-02,
                      -1.9142e-01, -1.3769e-01, -7.1312e-02,  9.5012e-02, -1.4888e-03,
                      -4.5384e-03,  2.0457e-02, -1.1140e-02, -8.0164e-02, -2.2561e-02,
                       3.0207e-02,  2.8306e-01,  4.9153e-02,  4.9508e-02,  2.2571e-02,
                       3.4448e-02,  1.8663e-01, -7.4146e-02,  2.3087e-02, -1.5703e-01,
                      -6.6416e-02, -3.9464e-02,  1.1984e-01,  4.8912e-01, -2.2642e-01,
                      -2.3051e-02, -1.0988e-01,  4.4592e-03,  1.2113e-01, -5.3345e-02,
                      -3.8950e-02,  6.3068e-02,  3.6752e-02,  8.1821e-02,  8.5013e-02,
                      -1.8406e-02, -8.0396e-03, -4.2328e-02, -4.6939e-02, -6.4545e-02,
                      -4.2248e-02,  8.5711e-02, -1.0550e-01,  1.6257e-01,  3.7227e-02,
                      -1.6117e-02, -1.6420e-01,  8.0915e-02,  5.5297e-02,  8.4414e-02,
                       1.8199e-01, -4.7170e-02,  3.4071e-02, -6.5915e-02, -3.3553e-02,
                       5.6596e-02, -1.4325e-01,  1.8337e-01, -4.1335e-02, -1.9831e-01,
                       1.5151e-01, -6.7329e-02,  1.8764e-01,  9.5174e-02, -3.8728e-02,
                       8.6664e-02,  8.6544e-02,  6.8098e-03, -3.0170e-01,  2.6157e-01,
                      -1.4598e-01,  1.2056e-01,  4.8402e-02,  1.8493e-01, -3.8308e-02,
                      -1.7040e-01,  1.5178e-01, -2.1657e-02, -3.5885e-01,  6.0177e-02,
                       5.0793e-03, -8.9363e-02,  7.2671e-01,  6.0335e-02,  7.1092e-02,
                       3.0078e-01,  4.8171e-02, -2.4404e-02, -1.5427e-01, -2.6659e-01,
                       1.5389e-02,  5.9469e-02,  2.2071e-02,  6.5886e-02,  3.5687e-02,
                      -5.9001e-01,  9.5639e-02,  4.7585e-01, -2.0180e-01, -5.2144e-02,
                      -1.2205e-01,  3.1281e-02, -2.7972e-02,  1.5118e-01, -2.4759e-01,
                       7.2082e-02,  4.4330e-02,  1.2372e-01,  1.7902e-01,  2.0120e-01,
                      -1.7676e-01,  4.7823e-02, -5.6031e-02, -1.0080e-01,  5.7008e-02,
                      -2.2195e-01, -1.8464e-01,  4.5976e-02,  5.7946e-02, -1.4190e-01,
                       4.5255e-01,  3.9191e-01, -4.8587e-02, -1.7724e-02,  1.8884e-02,
                      -2.6169e-02,  7.4608e-03, -3.6628e-02, -2.3844e-02, -6.9654e-03,
                       5.9020e-02, -5.4225e-02,  1.2124e-02,  6.0865e-02, -1.6083e-03,
                       9.2653e-02, -8.5081e-02, -5.2195e-02,  7.9926e-03, -9.5485e-03,
                       2.6718e-02, -2.3155e-03,  7.4485e-03,  6.6146e-02,  9.7638e-02,
                       6.4940e-02,  3.3170e-02,  7.6413e-02,  5.6093e-04,  9.8629e-02,
                      -5.3240e-02,  2.5376e-02, -1.2515e-02,  1.0913e-01, -1.4810e-03,
                      -9.6409e-02, -9.0424e-02, -2.9425e-03, -4.8268e-02, -2.1609e-02,
                      -3.3353e-02,  2.1371e-02, -1.9720e-02, -1.6480e-02,  2.0440e-02,
                       6.2857e-02,  4.1686e-02,  1.0566e-02, -4.9898e-03, -4.2444e-02,
                       6.0716e-02,  2.1353e-03, -5.7927e-02, -1.7703e-02,  4.0173e-02,
                      -4.5676e-03,  2.3733e-02, -2.0593e-02,  1.0506e-02,  1.7275e-02,
                      -9.7577e-02, -7.5095e-02, -8.9262e-04, -9.0753e-03,  1.8591e-02,
                       8.5207e-02,  1.8271e-02, -4.4859e-01, -2.6158e-01, -1.5136e-01,
                       4.9398e-01, -3.8737e-01, -1.5786e-01, -1.7812e-01,  5.0994e-01,
                       1.3166e-01,  1.4729e-02, -2.2124e-01, -1.4746e-01, -1.4583e-01,
                      -1.3719e-02, -2.3199e-01, -9.5841e-02,  2.0230e-01, -8.7840e-02,
                      -7.1672e-02,  6.1361e-02, -4.0946e-02,  1.3396e-01,  3.1149e-02,
                       1.6291e-01, -2.3796e-01, -3.5146e-01,  3.7372e-02,  5.5110e-02,
                      -2.0116e-01, -2.0693e-01,  4.9197e-02, -1.3241e-01, -8.2205e-02,
                      -1.6695e-02, -1.4561e-01, -9.6145e-02,  1.5992e-01, -1.5034e-01,
                       1.0479e-01, -1.2854e-01, -1.8564e-01, -8.0675e-02,  1.8222e-01,
                       2.0439e-01,  5.4417e-02, -3.8468e-01,  6.8954e-02,  1.2522e-01,
                      -8.8938e-02, -4.0704e-01,  1.3777e-02,  3.8917e-03,  4.2294e-02,
                       1.2264e-02, -9.1640e-03,  1.8047e-01, -7.2808e-02,  1.0791e-02,
                      -2.4677e-01, -3.3311e-02, -1.2915e-02, -9.0761e-02,  3.4855e-02,
                      -5.2686e-02, -8.7431e-02, -1.9115e-01,  3.8386e-02,  4.5442e-02,
                       8.0124e-02, -7.6353e-02, -3.5953e-03, -2.1439e-02, -1.6017e-01,
                       2.4149e-02,  1.0492e-01, -2.1089e-01,  4.5952e-01,  2.8381e-01,
                       7.6890e-02, -7.5018e-02,  1.1517e-01, -8.8699e-02, -4.1443e-02,
                       1.5383e-01, -2.4347e-01,  1.0401e-01,  1.5236e-01,  1.1425e-01,
                      -1.2353e-01,  1.4683e-01, -3.5813e-02,  3.3025e-01, -4.0250e-02,
                      -4.0912e-01,  2.3304e-01, -2.7549e-01, -4.3145e-01, -1.4809e-03,
                      -8.0011e-02,  1.3044e-01, -2.6705e-02, -2.9641e-01, -3.1846e-01,
                       4.7089e-01, -2.6995e-01,  2.6072e-03,  3.3911e-02,  7.1156e-02,
                       6.4331e-02, -4.4816e-01, -5.9899e-02,  4.1553e-02, -4.6772e-01,
                       1.3718e-01,  4.0099e-02,  2.0495e-01, -6.9922e-02, -8.4384e-02,
                       4.6787e-01, -2.2024e-01, -5.0142e-01,  1.0349e-01,  2.1781e-02,
                       8.5485e-02, -3.6728e-01,  8.0620e-02,  1.4669e-01,  2.0735e-01,
                       7.7876e-02,  3.5976e-02,  8.0157e-02,  3.7289e-02, -1.1445e-01,
                       3.9640e-02,  1.5525e-01,  1.0880e-01, -1.9701e-02, -1.0158e-01,
                       7.0644e-02, -2.7032e-02,  7.0045e-02, -1.0396e-01,  4.4717e-02,
                       1.3609e-02, -1.2516e-01,  4.0230e-02,  8.9213e-02, -3.8220e-02,
                      -6.0161e-02,  1.1836e-02,  1.4094e-02,  1.3449e-03, -1.4147e-01,
                       8.6753e-02, -4.9259e-02, -2.2289e-02,  3.2785e-02,  6.7245e-02,
                       1.8002e-02,  6.1525e-02,  1.1821e-02, -1.7665e-02,  2.6320e-02,
                      -2.2558e-02,  3.7096e-02, -3.4198e-02,  8.4387e-02,  3.3040e-02,
                       1.0773e-01,  1.1729e-01, -4.9957e-02,  8.5144e-02,  5.8411e-02,
                       1.0646e-02,  2.2081e-01,  1.0401e-01,  5.5717e-02, -2.2382e-02,
                       2.2723e-02,  5.7093e-03,  8.4136e-02,  1.6037e-02,  3.6135e-02,
                      -1.5349e-02,  5.5289e-02, -2.6715e-02, -4.0366e-02, -8.6270e-02,
                      -6.2464e-02,  1.4604e-02, -4.1634e-02,  2.3526e-02,  8.9110e-02,
                      -1.2108e-01, -1.7300e-02,  1.5636e-02,  1.4125e-01,  5.7285e-01,
                       3.5288e-03,  1.1425e-01,  2.0297e-01, -6.5365e-02,  3.3790e-02,
                      -4.6254e-02, -2.4010e-02, -2.6132e-02,  4.6227e-02,  5.8863e-02,
                      -8.8367e-02,  4.7138e-02, -1.1407e-01, -3.2867e-02, -1.4662e-01,
                       1.1954e-01, -4.3475e-02, -3.7499e-02,  1.1300e-01,  2.3828e-02,
                       1.1385e-03,  1.1324e-01,  1.4845e-01, -3.1581e-02,  3.3607e-02,
                      -7.5565e-03,  1.3481e-02, -7.1664e-02, -8.3839e-02,  1.3148e-01,
                       1.8891e-01, -2.9749e-02, -4.5923e-02, -1.6378e-02, -1.9764e-01,
                       1.0964e-01,  1.4115e-01,  4.1501e-01, -8.5787e-02, -1.7246e-01,
                       4.0434e-01,  2.8096e-01, -7.4399e-02, -2.5666e-01, -9.7856e-02,
                      -9.3081e-02, -1.0457e-01,  1.0413e-01, -8.7078e-02,  1.2083e-01,
                      -3.5397e-02, -4.6436e-02, -4.8978e-02, -2.8286e-02, -9.7527e-02,
                      -1.2807e-01, -7.3430e-02, -1.8826e-01,  6.2875e-03,  3.5074e-02,
                      -5.4410e-02,  7.5966e-02,  1.4837e-02,  7.2742e-02, -7.3762e-02,
                       3.0237e-02, -2.4743e-02,  1.0603e-01, -7.0479e-02,  9.4191e-02,
                      -7.9287e-02, -1.1364e-01,  3.5083e-02, -2.8769e-03, -1.5090e-02,
                       6.6386e-02, -1.7713e-02, -3.3219e-02, -5.3529e-02,  4.0062e-02,
                      -3.1591e-02, -3.2672e-02,  4.8825e-02, -3.9951e-02, -3.0283e-02,
                      -2.0449e-01,  5.6873e-02,  9.4621e-02, -4.7629e-02,  1.2733e-02,
                       3.1039e-02, -7.5864e-03, -3.7573e-02,  6.4093e-02,  3.8630e-03,
                       1.4690e-01, -1.0922e-01, -4.6734e-02,  1.2102e-01,  2.3398e-03,
                       4.3116e-01,  1.5181e-02,  1.3255e-01, -1.0861e-01,  3.4218e-02,
                       6.2466e-02,  6.8543e-02,  7.7984e-02, -1.1333e-02, -7.1375e-02,
                      -3.2656e-03, -3.9499e-01,  4.1810e-02,  6.6250e-03,  1.0133e-01,
                      -5.8842e-02,  3.7945e-02,  6.8158e-03, -1.6635e-02, -1.0999e-01,
                       2.1876e-02, -3.4535e-02,  8.2871e-03, -1.2304e-02,  5.8787e-02,
                      -6.0906e-02, -6.2069e-02,  2.4894e-01,  1.9849e-03, -8.8840e-02,
                       2.1829e-02,  6.1891e-04,  1.6262e-03,  3.7360e-02, -2.6685e-02,
                       1.2289e-02, -3.5144e-01,  7.6029e-02,  1.6914e-01, -3.7356e-02,
                       6.8245e-02, -9.3881e-02, -3.9501e-02,  1.2686e-02, -1.2688e-01,
                      -5.0420e-02,  1.2649e-01, -1.3059e-01,  8.2051e-02,  1.0880e-01,
                      -2.3103e-02,  3.9624e-02, -1.5663e-02,  1.1889e-01, -6.4093e-02,
                      -6.5810e-02, -5.6369e-01, -1.8273e-01, -6.3555e-02, -6.0372e-02,
                      -1.0384e-01, -1.6354e-01,  6.5571e-02, -5.5978e-03, -9.0824e-02,
                      -3.9207e-03, -4.3243e-02,  6.0165e-02, -4.4548e-02,  2.2969e-03,
                      -1.4156e-01, -8.7379e-02, -1.7451e-02,  1.4071e-01,  8.2095e-02,
                      -9.4148e-02, -1.0394e-02,  2.9931e-02, -9.2847e-02, -2.9272e-02,
                      -2.5200e-02,  1.0398e-01,  8.4058e-02, -2.8231e-02, -6.8183e-02,
                       1.1948e-02, -4.5718e-02, -1.0001e-02,  5.3978e-02, -9.5945e-03,
                      -2.0346e-01, -3.0452e-01, -2.5829e-02, -9.1962e-02,  4.9975e-02,
                       5.1168e-02,  2.3071e-01,  1.7418e-01,  4.1356e-02,  7.8161e-02,
                      -6.2815e-02, -3.2792e-01,  2.2223e-01,  1.6722e-01,  6.3096e-01,
                      -1.1560e-01, -6.4646e-02, -1.1225e-01,  2.6955e-02,  2.1661e-02,
                      -3.3029e-02, -1.6461e-01, -4.8328e-02, -1.3904e-01, -5.7884e-02,
                      -1.6605e-01, -6.2238e-02, -2.5266e-01, -2.3038e-01,  1.7665e-01,
                      -8.0658e-02,  1.7165e-01, -1.0078e-01,  2.0410e-01,  7.1396e-02,
                       1.5822e-01, -3.4584e-02, -5.0927e-03,  1.9767e-01,  5.8933e-02,
                       5.9191e-02,  6.4097e-02,  4.5083e-02, -3.0991e-01,  3.4212e-02,
                       1.3920e-02, -1.3508e-01, -1.6836e-02, -2.7417e-02,  2.1354e-01,
                       2.2217e-01, -1.8210e-01,  3.3937e-01,  1.9574e-01, -1.0625e-01,
                      -5.5678e-01,  3.1736e-03, -7.5289e-02, -1.7898e-01,  6.0542e-02,
                       1.4337e-02,  1.8243e-02,  1.0561e-01, -8.6803e-02, -1.0093e-01,
                       4.4085e-03,  5.7414e-02,  2.7003e-01,  1.8081e-01,  3.4135e-01,
                       6.1007e-03, -4.0205e-02, -6.5028e-02, -3.8986e-02,  1.3179e-01,
                       1.2562e-01, -9.8233e-03,  8.7486e-02,  3.4804e-01, -2.5897e-01,
                      -5.5637e-01,  6.2667e-01,  1.3477e-01, -3.7302e-03, -1.8242e-01,
                      -1.0045e-01,  8.2020e-02, -4.7823e-02, -5.1060e-02, -8.8918e-02,
                       1.0301e-02,  4.4945e-02,  6.4130e-02, -1.6631e-01, -3.7628e-02,
                       4.3846e-02,  1.4031e-01, -4.2153e-02,  4.6372e-02,  9.3389e-02,
                       5.2488e-02,  8.3438e-02, -3.9062e-02, -1.5013e-01,  4.7208e-02,
                      -4.9462e-02, -2.3061e-02,  3.5164e-03, -2.5985e-01, -4.9679e-02,
                      -7.4731e-01,  2.2238e-02,  7.7630e-03,  5.7546e-02,  1.8763e-01,
                      -1.1645e-01,  1.7279e-01, -2.3482e-01, -4.5720e-03,  3.9036e-03,
                       9.6277e-02,  3.2082e-02,  1.0693e-01,  3.2865e-01, -1.1432e-01,
                      -5.1669e-02, -1.3378e-01,  1.1776e-01,  1.1601e-01,  6.3585e-03,
                      -8.0993e-02, -1.2530e-01,  1.0429e-02, -5.4524e-02, -1.0241e-01,
                      -2.4592e-02, -1.2790e-01, -3.6642e-02,  5.1747e-02,  1.6675e-01,
                       1.7388e-02, -1.9789e-02, -3.0006e-02,  6.5449e-02, -7.5697e-03,
                      -2.4127e-01, -4.5578e-02,  4.0825e-03,  8.7115e-02, -1.5502e-01,
                       1.2277e-02,  5.9442e-03, -7.8987e-02, -6.3443e-04,  1.0283e-01,
                      -4.7945e-02,  1.1791e-01, -6.1001e-02, -3.4144e-02, -2.8619e-01,
                      -3.5396e-02, -1.8249e-02, -5.6623e-02, -3.2351e-02, -7.9206e-02,
                      -3.5885e-01, -3.0711e-02,  5.9603e-02,  9.1077e-02,  1.1540e-01,
                       8.4812e-02, -2.3512e-02,  5.7818e-02,  1.7867e-01, -5.8121e-02,
                      -5.9430e-03, -4.8392e-02, -1.1463e-02,  6.3998e-03,  7.9307e-02,
                      -6.9405e-02,  4.2005e-02, -4.4630e-02, -5.0555e-02, -1.7963e-01,
                       8.2224e-02, -5.8265e-02,  9.4697e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.weight',
              tensor([[ 0.0234, -0.0191, -0.0232,  ..., -0.0065, -0.0125, -0.0480],
                      [ 0.0078,  0.0475, -0.0181,  ...,  0.0181,  0.0220, -0.0370],
                      [-0.0763,  0.0495,  0.0071,  ...,  0.0123,  0.0045,  0.0025],
                      ...,
                      [-0.0460,  0.0251,  0.0284,  ..., -0.0665,  0.0079, -0.0743],
                      [ 0.0908, -0.0098, -0.0284,  ..., -0.1292,  0.0808, -0.0251],
                      [-0.0160, -0.0243,  0.0088,  ...,  0.0076, -0.0876, -0.0346]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.key.bias',
              tensor([-8.4022e-04,  1.9395e-03,  9.3290e-03, -6.0190e-03, -1.9418e-03,
                       2.2310e-03,  2.4256e-03, -2.2551e-03, -9.4005e-04, -2.9684e-03,
                       5.7087e-03,  9.2449e-03,  4.8961e-03, -2.7880e-03,  3.1263e-03,
                       1.3437e-02,  6.1115e-03,  3.4473e-03, -4.2187e-03,  5.0743e-03,
                       1.0160e-02, -1.5364e-03, -4.9825e-03,  5.0642e-03,  2.8296e-03,
                       5.2595e-04, -4.9125e-03, -1.1611e-02,  2.0709e-03, -2.5733e-03,
                      -2.7605e-03, -9.6390e-03, -3.5707e-03, -6.1558e-04, -5.5875e-03,
                       1.0206e-02, -7.5836e-04, -3.8107e-05,  1.6084e-03, -4.1203e-03,
                       2.7372e-03, -1.3359e-03, -1.6298e-03,  3.5246e-03,  4.8302e-03,
                       2.2673e-03, -1.9592e-04,  4.6529e-03, -3.5217e-03, -1.0433e-03,
                       1.3115e-02,  5.4797e-03,  7.6101e-05, -8.7123e-04,  3.1894e-03,
                       2.7264e-03, -4.6660e-03,  4.8830e-03, -4.0959e-03,  2.2241e-03,
                       5.5249e-03,  7.8782e-03, -4.2249e-03, -2.0953e-03, -3.1645e-03,
                       1.3487e-03,  3.4762e-03, -6.2263e-03, -1.4845e-03, -3.3241e-03,
                       1.8263e-03, -1.1034e-03, -1.7213e-03, -5.2223e-03, -7.8897e-03,
                      -5.8333e-04, -3.0524e-03, -9.7163e-04, -1.9859e-03, -2.0676e-03,
                       7.3425e-03,  6.9251e-05,  5.7433e-04, -2.2783e-03,  1.4489e-03,
                       4.3925e-04,  2.6394e-03, -3.6555e-03,  1.7812e-03, -2.7197e-03,
                       4.2429e-03, -2.1656e-04, -1.2674e-03,  3.6925e-03,  3.2341e-03,
                       5.5719e-03,  1.6594e-04,  2.6641e-03, -2.3165e-03, -3.0946e-03,
                       1.5602e-03, -2.3600e-03, -4.9193e-03,  9.9233e-04,  2.6058e-03,
                       2.7244e-03, -3.9519e-03,  4.8331e-03, -3.4372e-03,  5.6370e-03,
                      -3.6371e-03,  6.1082e-03, -1.9767e-03,  3.5576e-03, -1.0336e-03,
                       2.4429e-03, -2.6595e-03, -6.2949e-04,  7.0420e-03, -4.2608e-03,
                      -8.5027e-03,  6.9062e-03, -1.9828e-03, -1.3150e-03,  1.4123e-03,
                      -1.1062e-03,  5.8635e-03, -2.7664e-04, -1.1849e-03, -4.0894e-03,
                       4.3820e-03, -3.4684e-04, -1.0353e-02,  3.3335e-03,  8.3655e-03,
                      -4.9828e-03,  3.2737e-03,  1.1837e-02, -6.8090e-03, -2.8493e-03,
                      -1.4100e-03,  5.2648e-03,  1.7435e-03,  5.1031e-03, -1.8973e-03,
                       9.4954e-03, -6.4938e-03,  5.2357e-05, -1.2027e-03,  2.6902e-03,
                       9.7789e-03,  1.9667e-03,  8.7580e-03, -4.8601e-03, -1.8521e-03,
                      -4.3322e-03,  2.2712e-03, -5.0676e-03,  5.9730e-04,  1.2829e-02,
                       2.6394e-03,  4.0460e-03, -4.8078e-03,  5.9272e-03, -6.8849e-03,
                       7.1420e-03, -4.2053e-04,  5.5125e-03,  6.2676e-03, -9.5684e-04,
                       3.7288e-03,  2.7819e-03,  5.4273e-03, -1.7114e-03,  5.8123e-03,
                      -6.7580e-03, -1.9989e-03, -7.2466e-03,  6.2679e-03,  4.6474e-03,
                      -1.7501e-03, -3.6452e-03, -5.6736e-03, -4.3546e-04, -2.2281e-03,
                      -3.1725e-03, -5.6244e-03, -8.9807e-03, -2.2722e-03, -3.8115e-03,
                       1.0712e-02, -6.7436e-03, -7.7537e-03, -2.6596e-03, -3.4450e-03,
                       1.0468e-02, -1.0502e-02, -9.3369e-03, -1.1850e-02,  2.6628e-03,
                       6.0827e-03, -4.5101e-04,  4.6059e-04, -6.4570e-03, -1.7963e-03,
                       7.6231e-03, -2.5970e-04, -2.2319e-03,  1.3304e-04, -2.7953e-03,
                      -1.2659e-03,  4.0785e-03, -6.0301e-03, -6.0704e-04, -2.0267e-03,
                       2.6940e-03, -1.0244e-03, -3.8707e-03, -5.6219e-03, -2.8781e-04,
                      -9.2222e-03, -6.6003e-03,  3.6137e-03, -4.3739e-03,  1.9686e-03,
                       6.0583e-04, -5.4367e-03,  2.4796e-03, -3.7586e-03, -7.4239e-04,
                      -1.6618e-03, -5.2367e-03, -2.6269e-03, -3.4829e-03, -1.7851e-03,
                       6.4357e-03, -5.1017e-04, -2.0044e-03, -4.3770e-03,  2.3818e-03,
                      -2.3511e-03,  4.5708e-04, -1.2164e-03,  9.6013e-04,  6.6732e-05,
                      -8.5730e-03,  4.4857e-03, -5.0172e-03,  1.1356e-03, -2.5463e-03,
                       1.4135e-03,  1.3283e-03,  3.7841e-03,  1.8499e-04,  5.0936e-04,
                      -5.9059e-03,  7.6082e-03,  5.0866e-03, -4.2917e-03, -5.1894e-03,
                       4.6578e-03, -1.0244e-03,  2.5721e-03, -4.0115e-03,  3.7457e-03,
                       4.2796e-03, -2.8358e-04,  1.0862e-03, -2.6401e-03,  2.7606e-04,
                      -3.5424e-03, -2.2640e-03,  4.3161e-03,  4.6174e-03,  1.8451e-03,
                      -1.2033e-02, -1.4405e-03, -3.2338e-03,  5.8045e-03,  3.2850e-03,
                       2.0911e-03,  3.0536e-03, -2.2647e-03,  2.0822e-03,  6.9929e-03,
                       3.0063e-03, -1.0147e-02,  6.7331e-03,  6.7217e-03,  5.3984e-03,
                       5.6690e-04,  2.9333e-03,  5.6754e-03,  2.7180e-03,  7.9403e-04,
                      -2.9212e-04,  6.4361e-03,  3.9278e-03, -6.7211e-03, -1.9870e-03,
                      -5.1044e-03,  4.7586e-03,  4.5150e-03,  4.3874e-03,  7.6051e-03,
                       3.7507e-03,  3.6344e-03, -3.3637e-03,  6.1659e-03,  1.0374e-03,
                      -3.8710e-03,  9.0813e-03,  5.3172e-03,  2.8159e-04,  2.7370e-03,
                       5.4650e-03, -1.6645e-05,  5.9111e-04,  3.1249e-03, -1.2056e-03,
                      -5.8586e-05,  2.4410e-04, -6.1300e-03, -3.1141e-03, -8.6047e-03,
                      -1.6498e-03,  3.4313e-03, -3.5141e-03,  1.2960e-03,  7.5907e-03,
                       4.9220e-03, -4.9706e-03, -5.6423e-03, -8.7340e-04,  1.1928e-03,
                       5.5564e-03,  1.0333e-03, -1.8577e-03, -1.7921e-03,  1.4217e-03,
                       2.5840e-04, -1.4843e-03, -9.5237e-03, -3.9697e-03, -1.5768e-03,
                       6.4113e-03, -5.4464e-03, -2.1467e-03,  2.8317e-03, -1.4086e-03,
                       4.0161e-03, -2.0705e-03, -1.5554e-03, -7.8057e-03,  3.4026e-05,
                       4.7499e-03, -7.0938e-04, -9.2706e-04,  6.7295e-03,  5.9554e-04,
                       4.1418e-03,  3.8480e-05, -2.2556e-03, -9.7737e-04, -5.7672e-04,
                       3.0065e-03,  1.7001e-03, -1.2734e-03,  1.4302e-03,  4.4261e-03,
                       4.8291e-04, -4.0742e-03,  1.7644e-03, -4.0041e-03,  5.0426e-03,
                      -4.8869e-03,  6.0463e-04, -1.1297e-02, -4.0552e-03,  1.9223e-03,
                       2.5642e-03,  1.4570e-03, -7.3093e-04,  7.0657e-03, -1.7581e-03,
                      -8.1539e-04,  2.7901e-03,  1.5218e-03, -3.1021e-03, -9.1839e-03,
                      -3.1350e-03,  5.0464e-03, -5.6354e-04, -1.2011e-03,  1.2763e-03,
                       3.4675e-03, -5.1001e-03, -1.7402e-03,  6.2193e-03,  5.5523e-03,
                       3.4983e-03, -1.6146e-03, -3.5400e-03,  6.0265e-03,  4.3548e-03,
                       4.4429e-03,  1.2064e-03,  5.7631e-03,  3.3714e-04,  4.9687e-03,
                      -6.0810e-03, -2.7896e-03,  8.1960e-04, -5.8980e-03, -1.1225e-03,
                       3.4944e-03,  2.3185e-03, -3.0907e-03, -4.1018e-03,  2.6069e-03,
                      -8.8128e-04,  2.1522e-03, -1.5254e-03,  2.7796e-03,  9.3427e-03,
                      -1.0546e-02, -4.0609e-03, -4.6320e-03,  2.0246e-03,  5.8272e-04,
                      -7.2642e-03,  6.8014e-04,  2.7003e-03,  1.8880e-03,  4.0071e-03,
                       1.9094e-03, -1.3610e-03,  1.1499e-03,  2.3950e-04, -2.0616e-03,
                       1.2095e-03,  5.9487e-03, -3.3573e-03, -1.5874e-04, -2.3314e-03,
                      -4.8987e-03, -4.3170e-03,  5.1920e-03,  1.8491e-03,  8.5946e-03,
                      -1.2879e-03, -2.0480e-04, -6.5711e-04, -3.5052e-03,  9.5742e-03,
                       1.1591e-03,  3.6319e-04, -4.4798e-03,  4.4532e-03, -5.0257e-03,
                       1.0043e-02,  8.5436e-04,  5.6924e-03,  1.3773e-03, -1.7755e-03,
                      -8.0971e-03,  1.8250e-03,  2.8515e-03,  1.1663e-03,  1.7966e-02,
                       1.8183e-03, -4.7103e-03, -8.2824e-03, -3.0668e-03,  4.8166e-03,
                       2.6196e-03, -9.4873e-03, -1.9843e-03, -8.8952e-03,  3.6724e-03,
                      -1.1799e-03, -3.5500e-03,  3.5485e-03,  3.7660e-03, -2.1835e-03,
                      -6.6737e-03,  6.4991e-03, -3.9712e-03, -9.4241e-03,  2.1230e-03,
                      -8.2152e-03,  1.9626e-04, -1.0467e-02,  6.6801e-03,  6.7377e-04,
                       6.4467e-04, -6.8376e-04, -3.9507e-03, -9.8353e-03,  9.4656e-03,
                       2.6527e-04,  2.0371e-02, -5.6439e-03, -3.8279e-03, -9.3299e-03,
                       2.6754e-03,  3.0722e-03,  5.0657e-04, -9.3712e-04,  1.9498e-03,
                       7.5245e-04, -3.5870e-03,  4.0880e-04, -1.1995e-03,  5.7951e-03,
                      -8.9907e-04, -2.2501e-03,  4.9116e-03,  8.3044e-04,  1.4135e-03,
                       3.2681e-03,  9.1059e-04, -5.7525e-03, -1.7184e-03,  1.6082e-03,
                       5.4872e-03, -6.4198e-03, -1.2146e-03, -7.9870e-04,  1.1542e-03,
                       6.3273e-03,  2.3014e-04, -2.4708e-03,  1.7460e-03,  2.7143e-03,
                       1.3725e-03,  2.5006e-03,  9.6746e-04, -5.3502e-03, -1.5839e-03,
                      -6.7330e-03, -6.2856e-04,  1.4725e-03, -6.8088e-03,  9.3340e-04,
                       5.3913e-03, -1.0554e-02,  1.8326e-03,  4.5489e-04, -1.7837e-03,
                       2.8351e-03,  4.6970e-03,  7.6869e-04, -1.8350e-03,  7.8067e-03,
                       2.4727e-04, -9.7751e-04, -1.9213e-03,  4.3274e-03, -3.2130e-03,
                      -1.5527e-04,  3.5801e-03,  1.4314e-03, -6.1206e-03,  5.7681e-03,
                       4.1998e-03,  4.0216e-03, -1.1720e-02,  6.2125e-04,  1.9579e-03,
                       1.5651e-03,  3.6792e-03, -1.3755e-03,  1.4493e-03,  2.7730e-03,
                       2.4895e-03,  5.5424e-03, -1.3935e-03, -3.9982e-03,  1.5363e-04,
                      -2.3739e-03, -6.1913e-03,  1.6772e-03,  3.0261e-03, -5.5131e-03,
                       6.4817e-03, -2.1865e-03,  6.3100e-03, -5.8337e-03, -4.0400e-03,
                       6.3853e-04,  2.5400e-03, -4.1716e-03,  3.4268e-03,  1.2350e-03,
                      -1.6802e-03,  4.6825e-04, -4.4976e-03, -4.0813e-03, -3.0342e-03,
                       1.0091e-03,  3.2313e-04, -1.9153e-03,  4.0382e-03, -1.7996e-03,
                       1.5515e-03, -3.6371e-03, -6.6015e-03,  3.7450e-03, -3.3706e-03,
                       6.1263e-03,  3.5376e-03,  4.3270e-03,  2.9387e-03,  3.4734e-03,
                       2.7287e-03,  4.8061e-04, -2.9773e-03, -3.6268e-03, -2.6404e-03,
                       3.5590e-03,  1.2930e-03,  1.7294e-03, -3.7426e-03, -4.9014e-03,
                       1.6969e-03, -3.5009e-03,  3.9226e-04,  2.6683e-03,  3.1800e-03,
                       2.3349e-03,  2.7008e-04, -4.4579e-04,  3.0376e-03, -6.9052e-04,
                      -1.1620e-03,  7.6741e-03,  5.1731e-03,  2.0362e-03,  4.9070e-03,
                      -4.4228e-03, -1.6079e-03,  9.5846e-04, -1.9378e-03,  1.0369e-03,
                      -4.1827e-04, -2.0751e-03,  3.6878e-03,  3.1576e-03,  1.6549e-03,
                      -1.5753e-03,  1.5615e-03, -4.9384e-03,  5.7802e-03, -1.9287e-04,
                      -6.1626e-04,  4.9501e-04,  2.3370e-03,  1.5510e-03, -7.1427e-04,
                      -1.4887e-03,  4.0483e-03, -1.8967e-03,  3.5487e-03, -5.8240e-03,
                      -1.7631e-03,  1.0053e-03, -4.8994e-03, -3.8660e-03, -7.1828e-03,
                      -4.7216e-03,  2.1404e-03, -6.8465e-03,  7.1655e-05, -8.8989e-03,
                       1.4594e-03,  5.6079e-03, -6.2098e-03, -4.7132e-03,  1.1386e-03,
                      -2.0673e-04, -4.8242e-04,  1.4848e-04, -2.6926e-03,  3.8216e-04,
                       2.6945e-03,  4.9031e-03, -4.8314e-03,  9.8263e-05, -4.8715e-03,
                      -7.6326e-03,  3.6283e-03, -2.1564e-03, -4.8866e-03, -5.6963e-03,
                       4.7301e-03,  4.0232e-03,  1.2214e-04,  2.5317e-03, -3.1475e-03,
                      -2.3325e-03,  1.1945e-03, -6.9482e-03,  3.4503e-03,  6.8680e-03,
                       2.0462e-03, -5.8940e-03, -4.1709e-06,  1.1974e-02,  2.2850e-03,
                      -8.1979e-03, -1.1471e-02, -5.8390e-03,  6.8913e-03,  7.9734e-03,
                      -8.4004e-03,  7.9661e-03, -1.4657e-02, -6.5041e-03, -4.1255e-03,
                      -2.6047e-03,  2.9169e-03, -2.7575e-03,  3.4849e-03,  2.8065e-03,
                      -4.1921e-05, -6.4763e-06, -1.1783e-03, -1.6587e-03, -7.5872e-03,
                      -1.4241e-03, -8.0128e-04, -5.1196e-03, -2.2787e-03,  1.1070e-02,
                      -3.4414e-03,  4.3706e-03,  3.2999e-03, -6.3727e-03, -1.4732e-02,
                       1.3398e-02, -2.7484e-03,  4.8209e-04,  6.5409e-03,  5.4724e-03,
                      -1.2792e-02,  1.7199e-03,  3.5969e-03,  3.3651e-03,  9.1472e-03,
                       4.1289e-03, -4.3817e-03, -4.9039e-04,  4.3756e-03,  4.0254e-03,
                      -1.7187e-03, -6.4726e-03,  5.4241e-03,  5.7720e-03, -5.0785e-03,
                       3.8852e-03,  4.3749e-03,  2.2419e-03,  6.1888e-03, -3.9760e-03,
                       1.6768e-02, -4.3380e-03,  4.9635e-03], device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.weight',
              tensor([[-0.0330,  0.0677,  0.0083,  ..., -0.0108,  0.0209, -0.0323],
                      [ 0.0133,  0.0376,  0.0327,  ...,  0.0079,  0.0039,  0.0119],
                      [ 0.0018, -0.0121, -0.0011,  ..., -0.0057,  0.0067,  0.0329],
                      ...,
                      [-0.0007,  0.0626,  0.0071,  ..., -0.0167, -0.0289,  0.0159],
                      [-0.0115, -0.0566, -0.0220,  ..., -0.0025, -0.0147,  0.0121],
                      [-0.0601,  0.0744,  0.0475,  ..., -0.0065,  0.0377,  0.0223]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.attention.self.value.bias',
              tensor([-2.8089e-02, -1.8677e-03, -2.4285e-02, -1.4518e-02,  8.2068e-02,
                      -3.5044e-02, -6.7507e-02,  2.9241e-02,  2.5842e-02, -1.7144e-02,
                      -1.2919e-02,  2.7660e-02, -4.3738e-02,  1.2353e-02,  2.5052e-02,
                      -7.6873e-02,  2.2371e-02,  2.9128e-02,  5.5631e-02, -3.8272e-03,
                       8.4918e-02, -6.2170e-03,  1.0311e-02, -7.4937e-02,  2.2055e-02,
                       6.0553e-02, -2.3285e-03, -6.3001e-02, -7.6805e-02,  1.0225e-02,
                      -4.4033e-02, -7.4460e-03, -1.1540e-01,  5.9695e-02, -2.3829e-02,
                      -2.4376e-02, -1.1613e-02,  1.1780e-02, -2.2973e-01, -4.3073e-02,
                      -9.4701e-03, -1.0349e-01, -4.1136e-02,  2.8022e-02,  8.2989e-02,
                       5.2259e-02, -2.1704e-02,  5.2242e-02, -6.7936e-02,  8.8861e-02,
                       1.8257e-02,  1.3350e-02, -3.7833e-02, -1.1247e-02,  7.1469e-02,
                      -5.0482e-02,  7.9094e-02,  1.6066e-02,  6.2879e-02,  1.0818e-03,
                      -9.6239e-02,  1.0958e-01, -2.5815e-02, -9.1873e-02,  2.9259e-02,
                       9.9760e-03,  5.9504e-02, -2.2697e-02,  2.0798e-04,  3.4564e-02,
                      -1.0638e-03,  4.4264e-03,  1.3875e-02,  3.8726e-03,  4.3100e-03,
                       1.7462e-02, -2.2222e-02,  3.4105e-02,  1.0218e-02, -4.7606e-02,
                       3.3507e-03,  2.1240e-02,  1.3805e-02,  5.0601e-02, -6.6421e-02,
                      -2.5856e-02,  5.2344e-03,  5.0117e-02, -2.8315e-02,  9.7816e-03,
                      -3.7359e-02,  2.6159e-02,  5.8980e-03,  1.1015e-02,  1.0749e-02,
                       4.5879e-02,  9.9938e-03, -5.0182e-02, -4.5479e-02, -7.0397e-02,
                       1.5900e-02, -3.8697e-04,  1.5012e-02,  9.9827e-03,  2.7582e-02,
                      -7.7058e-03, -1.0986e-01, -3.7046e-02, -3.5299e-02,  4.6077e-02,
                       5.4656e-03,  8.7279e-03, -5.0488e-04, -9.9450e-03,  1.4957e-02,
                       6.5999e-02,  5.6434e-02, -2.8267e-02,  2.2759e-03, -3.6328e-02,
                      -1.2396e-02,  1.4780e-02, -2.4883e-02,  1.2278e-03,  3.8096e-03,
                       5.8466e-02,  3.2178e-02, -6.4751e-03, -9.8957e-03,  5.5196e-03,
                       2.1821e-02,  2.2425e-02,  2.0255e-02, -5.7291e-03, -1.1972e-02,
                       1.7659e-02, -2.4688e-03,  2.6786e-03, -3.8977e-03, -2.9376e-03,
                      -2.3445e-03,  2.2766e-03,  4.3041e-03,  7.4231e-04,  1.2103e-02,
                      -1.9403e-03,  9.8839e-03, -2.2491e-02, -2.4821e-02,  3.7491e-03,
                      -1.1281e-02, -1.6093e-02, -3.2690e-03, -1.5627e-02, -1.8243e-03,
                      -3.3408e-03, -2.1512e-03, -6.7666e-04, -5.4895e-03, -2.0970e-03,
                      -1.8766e-02,  1.4326e-02,  1.7428e-02, -1.6875e-03, -1.4792e-02,
                       2.5806e-03, -7.8555e-03,  1.3227e-02, -1.0958e-02,  3.4164e-02,
                       1.3396e-02, -5.4103e-04,  4.0214e-03,  3.0158e-03,  8.8534e-03,
                       4.6153e-04, -1.5133e-02, -1.2941e-02, -6.9828e-03,  2.8136e-03,
                       6.7741e-03, -1.3821e-03,  5.0919e-03,  6.9223e-03, -1.0747e-03,
                      -1.8259e-02, -1.4839e-03, -3.1213e-02,  1.5439e-02, -9.4800e-03,
                       8.3508e-03,  8.5581e-03, -1.8457e-02,  9.1661e-03,  7.9177e-03,
                       6.0052e-03, -6.3553e-03, -1.6156e-02,  1.3007e-02, -2.2734e-03,
                      -1.4297e-02, -5.1960e-02,  2.3149e-02,  2.0381e-02,  2.8619e-03,
                       2.8854e-02, -8.9634e-03, -1.5889e-02, -7.3029e-03, -2.0196e-03,
                      -1.5447e-02,  2.8532e-05,  1.0891e-02,  8.7345e-03, -1.8378e-03,
                      -2.9046e-02, -3.8999e-02, -6.3831e-03,  4.8708e-04, -2.0152e-02,
                      -9.0583e-04, -3.5581e-03, -3.3251e-02,  3.5323e-03, -2.0339e-02,
                       2.0543e-02,  1.6836e-02, -1.9335e-02,  2.5719e-02, -3.1064e-02,
                       7.7713e-03,  7.8682e-02,  3.7976e-03,  1.2978e-02, -1.9962e-02,
                      -1.5021e-02,  4.9238e-02,  3.3543e-02,  2.5043e-03, -3.1392e-02,
                      -2.2790e-02, -5.3972e-03,  3.6279e-03, -1.1623e-02, -3.2525e-02,
                      -7.3636e-03, -2.4493e-02,  2.0309e-02, -1.7442e-02,  3.2295e-02,
                       4.8094e-02,  8.3756e-03,  1.3515e-02,  2.4384e-02,  2.0397e-02,
                       3.4762e-03,  3.2654e-02,  1.1929e-02, -1.6769e-02, -4.3462e-02,
                      -2.4583e-02, -2.9232e-02,  2.9520e-02,  2.7941e-02,  1.6663e-02,
                      -8.1189e-03, -5.4325e-02,  3.2745e-02,  1.0052e-01, -2.5563e-02,
                      -4.1064e-02, -1.1470e-02,  8.6914e-02,  4.7926e-02, -2.0211e-02,
                       1.3410e-02, -1.8646e-02,  3.2848e-02,  3.2693e-02, -1.2439e-02,
                       6.7508e-02,  3.0331e-02,  2.4513e-02,  2.1875e-02, -1.4851e-02,
                       2.4618e-03,  4.1569e-02,  4.1706e-02, -1.8201e-02,  4.2058e-02,
                      -1.5746e-02,  1.3356e-02,  7.1170e-02, -1.2911e-02,  8.0696e-02,
                       1.1249e-02,  7.8234e-04,  6.8183e-02, -8.9601e-03, -3.7254e-02,
                      -5.1286e-02, -4.3586e-03, -5.3535e-02,  3.4282e-02, -5.5422e-02,
                       2.1743e-02, -4.1283e-02, -2.8601e-02, -1.4130e-02,  5.6346e-03,
                      -2.3607e-02, -3.5748e-02, -2.7571e-02, -5.7078e-02, -4.2129e-02,
                       7.3279e-02, -1.2588e-02, -2.9433e-02,  1.4840e-01,  6.4188e-03,
                      -2.0705e-02,  1.2303e-02, -3.7578e-02, -3.0448e-02, -1.1766e-02,
                      -9.0370e-03, -8.9066e-03,  3.4689e-03,  3.6328e-03,  1.6793e-02,
                      -1.3232e-02, -1.9531e-03,  2.1371e-02, -3.0161e-02,  4.5181e-03,
                       2.1537e-02,  5.2822e-03, -1.9534e-03, -5.0107e-03, -2.0051e-03,
                      -2.3161e-02, -2.5379e-02, -6.3525e-03,  4.5765e-03,  3.0135e-02,
                       1.4644e-03,  8.9223e-03,  4.8037e-03, -6.9785e-03,  7.4600e-03,
                       1.1394e-02,  1.8649e-02,  3.7437e-03, -1.5224e-02,  2.3252e-02,
                      -1.1332e-02, -7.5423e-03,  1.2121e-02, -6.0306e-04,  2.3790e-02,
                       5.3228e-03, -9.7775e-03, -7.3518e-03,  1.0679e-02, -7.0691e-04,
                      -2.7275e-04,  3.0252e-02,  9.4583e-03, -1.0108e-02,  7.2848e-03,
                      -1.2491e-02, -8.8781e-03, -1.8771e-02, -1.6852e-02,  1.1715e-02,
                       1.6079e-02,  4.6259e-04, -1.8674e-02,  2.9682e-03, -6.1849e-03,
                       4.1659e-03,  1.3930e-02, -2.6178e-03,  2.0869e-02,  1.0189e-02,
                      -1.7203e-02, -4.3004e-02,  2.9127e-02, -6.8270e-03,  8.9756e-03,
                       1.9839e-02, -4.6110e-03,  3.2147e-02,  1.6621e-02, -2.8425e-02,
                      -8.9696e-03, -3.5333e-02, -4.9321e-03, -1.5152e-02,  1.6813e-03,
                       2.4418e-02, -1.0938e-02, -2.4144e-03,  1.0600e-02, -2.0385e-02,
                      -1.0957e-02, -6.7772e-03,  7.5089e-03, -4.1096e-02, -5.3889e-02,
                      -1.5083e-02,  3.4229e-03, -5.1775e-02, -1.9120e-02, -5.2811e-02,
                       1.1995e-02,  5.7366e-02,  9.0271e-03, -1.2452e-02, -3.3644e-05,
                       2.0648e-02,  4.9552e-02, -4.4677e-02,  1.5786e-02,  1.5093e-03,
                      -5.0707e-02, -1.6575e-02,  2.5292e-02,  1.7387e-02,  2.4398e-02,
                       3.7325e-02,  6.3719e-02,  4.1281e-02,  3.1143e-02,  2.1921e-02,
                      -2.6017e-03,  3.2834e-02, -3.1345e-02, -4.6192e-02,  2.8574e-03,
                      -2.7149e-02, -2.0465e-02,  4.9736e-03,  9.5906e-03, -1.7525e-02,
                      -4.5645e-02,  1.0759e-02, -3.4445e-02,  2.5515e-02, -8.3242e-03,
                       2.2351e-02, -1.9082e-02, -3.5157e-03, -1.7004e-02, -4.7327e-02,
                       5.2110e-05, -4.5800e-03,  1.2746e-02, -6.9039e-05,  1.5478e-02,
                       2.7335e-02,  5.8306e-03,  8.0719e-03, -1.0808e-03,  1.5090e-02,
                       3.6925e-03,  2.3553e-02,  4.7855e-03,  1.6527e-03,  1.7470e-02,
                       1.2646e-02, -8.1445e-03,  7.5752e-03, -2.0022e-02,  2.7818e-03,
                       7.0358e-03, -2.2538e-02, -1.1820e-02, -5.0417e-02,  2.4723e-02,
                      -2.7798e-03,  2.2859e-02,  3.3058e-03,  1.0085e-02, -1.9919e-02,
                       1.0351e-02, -1.1870e-02,  2.3955e-02,  7.9330e-03, -4.0927e-03,
                       2.1395e-02, -1.8284e-03, -7.7108e-03,  1.1229e-03, -2.2308e-02,
                       3.7145e-02, -1.2084e-02,  1.4489e-02,  1.1691e-02,  2.4474e-02,
                       2.4191e-02, -1.1000e-02,  1.2213e-02,  5.9973e-03, -1.3596e-02,
                       4.8173e-02, -2.6324e-02,  2.9135e-03,  1.4754e-02, -2.3042e-02,
                      -2.5224e-03, -2.5620e-04,  2.4290e-02,  3.6547e-03, -3.2161e-02,
                       9.4238e-03, -1.0030e-02, -4.1908e-04,  9.6544e-03, -1.1470e-02,
                      -9.8636e-04, -3.8628e-03, -1.3555e-04, -1.1374e-02,  6.0018e-03,
                       2.8808e-02, -2.0812e-02, -7.1960e-03,  2.9383e-02,  2.1845e-03,
                       3.9561e-02,  2.9862e-02,  1.8311e-02,  1.8188e-02,  3.6277e-03,
                      -5.5487e-04,  1.7366e-02,  3.9826e-03, -5.5305e-03, -1.1245e-02,
                       3.2976e-02,  2.1162e-02,  1.6525e-04, -3.8238e-03, -1.4581e-02,
                      -2.2633e-02, -6.3442e-03, -2.2070e-02,  4.2759e-03, -2.6811e-03,
                       1.0142e-02,  1.7199e-02,  2.1941e-02, -3.0507e-03,  3.0902e-02,
                      -5.8942e-04,  9.1065e-03, -8.9731e-07,  1.9137e-02, -3.1731e-03,
                      -1.7355e-02, -1.7142e-02, -1.5317e-02,  3.6677e-03, -9.4976e-03,
                       9.8889e-03, -1.2270e-03,  8.2656e-03, -4.4411e-02,  7.6080e-04,
                      -1.3232e-02, -7.6814e-03,  6.6136e-03, -5.5927e-03,  9.1960e-03,
                      -1.9887e-02, -3.9813e-02, -1.3393e-02, -6.9767e-02, -1.9701e-02,
                      -5.3269e-02,  6.9440e-02, -1.1097e-02,  4.7287e-02, -2.5974e-02,
                      -1.6686e-02,  5.4775e-02, -2.9956e-02, -2.3711e-01, -4.9783e-02,
                       2.5261e-02,  8.6645e-02, -4.5749e-02,  6.7800e-02,  4.4108e-02,
                      -7.9833e-02, -3.8104e-02,  2.2593e-02, -2.8567e-02, -8.5001e-03,
                       4.7048e-02,  1.8683e-02, -3.9168e-02, -8.6100e-03,  4.6062e-02,
                       1.9924e-03,  5.2662e-02, -5.0892e-02, -1.4596e-03, -2.2163e-03,
                       2.9982e-02, -2.7713e-02, -6.7558e-02, -4.5334e-02,  5.1311e-03,
                       8.7175e-03,  7.6074e-02,  6.1255e-02, -1.4008e-02, -9.6326e-03,
                      -2.1459e-02,  1.3204e-03,  6.1651e-02,  1.5675e-02,  6.3195e-02,
                       9.9783e-03, -1.1094e-02,  5.7795e-02, -4.0649e-02,  1.1659e-02,
                      -1.0399e-02, -3.4950e-02, -7.7000e-02, -1.2829e-02,  4.2378e-02,
                      -3.5234e-02,  3.5452e-02, -9.4914e-03, -8.4610e-02,  7.4051e-02,
                       3.1210e-02, -1.3832e-02, -8.6775e-03, -1.3828e-02,  6.1426e-03,
                       3.0933e-02,  7.9914e-03, -7.0101e-03,  1.0067e-02,  1.1188e-02,
                      -3.3510e-02, -2.4235e-02,  1.6297e-02,  3.7996e-02, -4.4140e-02,
                       7.6504e-04, -2.6507e-02, -2.8276e-02, -1.0080e-02,  1.9491e-02,
                       3.7404e-03,  2.3595e-02,  8.6578e-03,  1.3535e-02, -8.7767e-03,
                       2.1738e-02,  3.7403e-02, -1.1022e-03, -1.5939e-02, -2.7370e-02,
                       4.1652e-02,  7.3174e-03,  3.2898e-02, -3.1586e-02, -5.1528e-03,
                      -2.0986e-02, -1.4120e-02,  2.4118e-02, -2.7867e-02, -1.1102e-02,
                       3.2577e-02,  5.7927e-03, -7.8805e-03, -2.1236e-02, -2.4630e-02,
                       7.1270e-03, -2.4713e-02, -3.0649e-02, -3.4688e-03, -1.5676e-02,
                       1.2926e-02, -1.9108e-02,  2.1896e-03,  5.8054e-03,  6.0111e-03,
                       1.9436e-02,  1.2058e-02,  5.7511e-03, -4.4936e-02, -3.6296e-02,
                       7.2352e-03,  4.0104e-02,  2.1800e-03,  2.2933e-02,  1.4371e-02,
                       4.0781e-02,  6.9974e-02, -2.8875e-02,  5.8492e-02,  3.5425e-02,
                      -5.2371e-02, -2.0468e-02,  6.9103e-03,  2.3993e-02, -5.6343e-02,
                      -5.4485e-02,  5.5987e-02, -2.5877e-04,  5.1459e-02, -2.2741e-02,
                      -1.6963e-02, -6.0861e-02,  1.0398e-02,  5.3718e-02, -2.2770e-02,
                       1.8757e-02, -3.9955e-02, -2.4821e-02, -9.1419e-02,  2.4992e-03,
                      -1.8665e-02,  1.3868e-02,  6.1465e-02, -2.1884e-02, -4.4021e-03,
                      -1.1228e-02, -2.9634e-02, -5.1748e-02,  4.4885e-03,  1.0951e-02,
                       4.0245e-03, -8.7604e-03,  4.1138e-02,  1.8667e-02, -9.7952e-03,
                      -3.2821e-02, -4.9615e-02, -2.4914e-02,  1.7929e-02,  2.3816e-02,
                       3.5503e-04, -2.0127e-02, -4.9641e-03, -3.6468e-02,  2.6535e-02,
                      -9.5938e-03, -2.0241e-02,  3.8569e-02,  1.9975e-02, -5.7819e-02,
                      -4.2570e-02,  4.2100e-02, -6.0811e-02, -2.6290e-02, -2.4607e-02,
                       5.8597e-02, -7.6977e-03,  1.0508e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.weight',
              tensor([[ 1.5567e-03,  2.5938e-02, -3.7132e-02,  ...,  4.8981e-02,
                        6.3403e-02, -4.0421e-02],
                      [ 3.7200e-02,  1.9226e-02,  5.6620e-03,  ...,  5.1715e-02,
                       -3.5806e-05,  1.3731e-02],
                      [-2.2555e-03,  2.1887e-02, -4.0709e-02,  ...,  3.8316e-02,
                       -2.4294e-02,  3.2956e-02],
                      ...,
                      [-4.8683e-02,  1.9249e-02, -3.1557e-02,  ..., -3.7104e-02,
                        1.2948e-02, -1.9836e-02],
                      [-9.3959e-03, -1.7274e-02, -4.5693e-02,  ..., -2.1396e-02,
                       -2.2237e-02, -1.5017e-02],
                      [-3.1954e-02,  2.6401e-02, -1.0124e-02,  ...,  6.0699e-02,
                       -1.6214e-02,  3.1175e-02]], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.dense.bias',
              tensor([-2.6000e-02,  3.1025e-02,  1.1391e-01,  3.7185e-02,  7.2326e-02,
                       2.6979e-02,  7.9672e-02, -3.8170e-02, -8.0877e-03, -7.0953e-02,
                      -1.8550e-02, -3.2969e-02,  2.6320e-02,  5.4210e-02, -1.7954e-02,
                       1.5591e-02,  3.3968e-02,  2.2156e-02,  1.9196e-02, -2.5803e-02,
                      -2.2820e-02, -4.9840e-03,  2.4864e-02, -4.6726e-02,  5.2783e-02,
                      -8.5292e-02, -4.9540e-02, -3.7432e-02,  5.2709e-02, -2.8436e-02,
                       5.0130e-02, -5.5196e-02,  4.0781e-03,  3.2387e-02, -6.0187e-02,
                       1.0294e-02, -9.5072e-02, -9.4157e-03, -4.3596e-02, -7.0870e-03,
                       2.6142e-02,  7.9529e-03, -2.0964e-02,  2.7002e-02, -9.1106e-02,
                      -2.6815e-02,  6.6093e-02,  6.4111e-03,  3.5997e-02, -1.7860e-02,
                      -2.9992e-02,  8.0173e-03, -8.1861e-02,  6.2862e-02, -1.3889e-02,
                       1.6744e-01,  2.2406e-02,  3.7001e-02, -1.8225e-02, -3.5606e-02,
                       2.0994e-02,  4.5474e-02, -1.9425e-02,  1.1437e-02,  5.6789e-02,
                      -5.5884e-02,  5.7598e-03, -8.7028e-04, -1.1456e-01, -1.0457e-02,
                       5.0654e-02,  3.3642e-02, -8.5642e-03,  5.9894e-02,  1.3815e-02,
                      -6.3020e-02,  5.3520e-02, -8.0129e-02,  1.0701e-02, -1.0956e-02,
                       4.6221e-02,  2.1427e-02,  6.3339e-03,  2.0104e-03, -4.5647e-02,
                      -4.3506e-02, -3.8828e-03,  1.6411e-02,  1.8429e-02,  3.6656e-03,
                       4.4093e-02, -2.5614e-02,  1.6829e-02,  3.0880e-02, -4.0036e-02,
                      -2.7927e-02,  3.8924e-02, -6.6716e-02,  1.6648e-02, -1.4736e-03,
                       8.4064e-04,  1.4935e-02, -4.6324e-02, -1.4141e-02,  2.3317e-02,
                       2.7581e-03, -3.7836e-02,  1.8189e-02, -6.6067e-04,  1.2413e-02,
                      -4.3409e-02, -8.6572e-02, -4.6247e-03, -2.5712e-02, -9.7266e-02,
                      -3.8775e-02,  3.4018e-02, -3.2659e-02,  3.6465e-02, -2.6660e-02,
                      -4.3704e-02, -2.5030e-02, -5.4719e-02, -9.2646e-02,  3.2055e-03,
                      -6.2579e-02,  2.1020e-02, -4.2621e-02,  5.2747e-02, -5.7225e-02,
                       1.7504e-02, -5.9594e-02, -7.8321e-02,  6.2573e-02, -4.1913e-02,
                      -1.0502e-03, -1.2834e-01, -6.3794e-02, -1.0561e-01, -4.3069e-02,
                       7.5506e-02,  6.9161e-02,  2.9651e-03,  1.9759e-01,  1.9297e-02,
                       8.7381e-02,  3.7269e-02, -6.2579e-02, -3.3144e-02,  1.5917e-01,
                      -1.3549e-02, -2.7463e-02, -2.9590e-02, -5.4729e-02, -4.1496e-02,
                      -2.1842e-02, -1.7015e-02,  2.5589e-02, -1.7621e-02, -1.6987e-02,
                      -3.6687e-02,  3.0818e-02, -4.2155e-03, -2.2416e-02,  1.2836e-01,
                       1.1071e-02,  4.6677e-02, -9.7296e-02, -4.3645e-02, -1.8390e-02,
                       3.3712e-02, -1.2436e-01,  7.4579e-03,  8.3381e-02, -1.2338e-01,
                      -7.9516e-02, -4.1856e-02, -2.2882e-03, -3.6260e-03,  1.2967e-02,
                      -1.7279e-02,  2.0652e-02, -5.8556e-02,  5.2289e-02,  1.0094e-02,
                      -4.9964e-03,  1.2478e-02,  4.2160e-02,  5.7029e-02, -2.0449e-02,
                      -5.6620e-02, -1.4127e-01, -4.2438e-02, -6.3380e-02,  3.2011e-02,
                      -7.2028e-04,  6.3115e-02,  5.0307e-02,  7.3356e-02,  1.0613e-01,
                       5.5883e-02, -4.0777e-02,  8.6563e-02, -5.9175e-02,  1.2849e-03,
                      -2.7216e-02,  3.9968e-02,  1.3738e-02,  2.1958e-02,  2.5684e-02,
                       2.1130e-02,  2.3826e-02, -7.8917e-02,  4.6896e-02,  3.3098e-03,
                      -2.4339e-02, -6.0467e-02, -2.4068e-02,  1.2673e-02,  5.4771e-02,
                      -8.1066e-02, -5.9227e-03, -7.0805e-02, -2.9435e-02,  2.0742e-02,
                       2.6744e-02, -1.8075e-03, -1.3886e-03,  1.6499e-02,  1.1773e-02,
                      -2.6762e-03, -6.3978e-02, -3.8687e-02, -8.0902e-03, -5.0446e-02,
                       1.1000e-02,  3.6028e-02,  8.5412e-03, -3.7681e-02,  1.8176e-02,
                       3.8399e-02, -1.9768e-02, -2.8043e-02, -4.8307e-02,  1.2398e-02,
                       9.5193e-02,  2.6173e-02, -3.8747e-02, -8.9664e-03, -2.2092e-02,
                       1.8965e-02,  1.0044e-02,  1.9327e-02,  2.7399e-02, -4.1951e-02,
                      -4.9211e-02,  5.7243e-02,  1.3403e-02, -5.6443e-02, -2.4908e-02,
                      -6.3184e-02, -1.3014e-02,  3.5936e-03, -2.5655e-03, -6.7987e-02,
                      -5.9988e-03, -6.6040e-02, -2.0984e-02, -2.5358e-02, -5.4126e-04,
                       4.1474e-02,  7.6844e-02, -2.4384e-02, -6.9444e-02,  2.1213e-02,
                       2.1605e-02, -1.5628e-02,  5.1027e-02, -2.4021e-02,  6.2599e-02,
                       4.1550e-03,  8.0698e-03,  1.0138e-02, -1.6382e-01, -1.5616e-02,
                       1.5584e-02,  2.1949e-02,  4.6635e-02, -3.4522e-02, -5.4220e-02,
                       4.8427e-02,  2.8079e-02, -1.3151e-02, -1.4443e-02,  7.2530e-03,
                       7.2552e-02, -5.4595e-02,  2.3234e-02,  6.2922e-02,  5.9429e-03,
                      -5.0153e-02,  5.6541e-02, -2.8192e-02, -5.8845e-02,  2.0516e-02,
                      -2.1032e-03, -3.8334e-02, -3.1228e-02,  7.3221e-02, -1.5970e-02,
                      -9.7464e-02, -6.0130e-02, -1.5254e-02, -4.2742e-02,  1.4437e-02,
                       7.9455e-02, -4.8459e-02,  1.0102e-02,  1.3964e-02,  5.0541e-03,
                       1.6012e-02, -2.5594e-02, -2.1017e-02,  8.5722e-03,  5.8936e-02,
                       4.9646e-03, -8.6754e-03, -3.8749e-02,  1.3460e-02, -3.1131e-02,
                       1.1456e-02, -7.2840e-02,  1.7846e-03,  2.7511e-02,  1.2710e-02,
                       2.5674e-02, -2.2090e-02, -2.3200e-02,  1.9261e-02,  7.8598e-02,
                       5.2661e-02, -7.3236e-04,  2.4911e-03,  7.7586e-02,  5.1420e-02,
                      -3.4973e-02, -2.1690e-02, -1.2776e-04, -7.9707e-02,  3.3094e-02,
                       1.1698e-02,  6.5061e-03,  8.6147e-02,  3.9591e-02, -3.1007e-03,
                       3.0809e-02, -2.8345e-02,  1.3433e-02,  5.8805e-03,  1.6563e-02,
                       4.2702e-02, -1.0293e-02,  3.1140e-02, -6.4252e-02,  4.3801e-02,
                      -5.2506e-02,  1.9262e-02, -6.6959e-03,  5.2980e-02,  4.2513e-03,
                      -2.1950e-02,  4.5113e-02,  4.5884e-02,  4.2746e-02,  3.3949e-02,
                      -1.7597e-05,  7.2324e-02,  2.9769e-02, -1.8443e-02, -4.9609e-02,
                       3.8733e-02, -6.0184e-02, -5.1400e-02, -1.6324e-02,  1.7069e-02,
                       8.1532e-03,  4.3546e-03,  7.3915e-02,  4.6165e-03, -3.2071e-02,
                      -3.5555e-02,  3.8864e-02,  9.2695e-02,  8.8271e-03,  1.8205e-03,
                       3.3250e-03, -5.5797e-02, -8.7174e-03, -7.6377e-03,  8.9569e-02,
                       1.1473e-01, -8.9546e-03, -5.7776e-02,  6.9248e-02, -1.5136e-03,
                      -5.5102e-02,  1.9939e-03, -1.0948e-02,  4.0205e-02, -1.8474e-02,
                       3.6886e-02,  9.7319e-04, -2.2206e-02,  4.2700e-03,  6.4923e-02,
                      -1.3724e-02, -8.6418e-03, -8.0005e-02,  3.9447e-03,  9.6761e-02,
                      -8.4344e-03,  4.7600e-02,  2.4421e-02, -1.4662e-02, -1.0689e-01,
                       3.7562e-02, -1.6301e-02,  6.4540e-02,  5.4153e-03,  1.7006e-02,
                       3.1020e-02, -5.9296e-03,  4.1734e-02, -3.6110e-02,  1.1624e-01,
                      -1.4243e-02, -1.8800e-02,  1.1357e-01,  3.2157e-02, -4.3540e-02,
                      -3.0923e-03, -5.8284e-03, -1.1632e-02, -3.6879e-03, -2.6694e-02,
                       7.7789e-02,  2.1357e-03,  5.8150e-02, -3.5307e-02,  3.2386e-02,
                      -4.0270e-02, -6.4810e-04, -7.2660e-02, -7.5748e-02, -3.7180e-02,
                       1.6087e-02, -7.5232e-02,  2.6073e-02,  2.6705e-02, -1.0330e-01,
                      -4.3212e-02, -2.2594e-02, -1.6572e-02, -3.3615e-02, -4.3286e-02,
                      -8.9273e-02, -4.1346e-02, -4.4464e-02, -1.5747e-02,  4.4513e-02,
                      -6.2204e-02, -5.3896e-02, -1.9526e-02, -1.8447e-03, -7.0045e-03,
                      -1.5761e-02,  1.1196e-01,  6.9048e-02, -1.2996e-01, -4.7276e-02,
                      -5.1614e-02, -2.9067e-02,  3.6644e-02, -1.9902e-02,  1.0661e-02,
                       1.2636e-02,  7.8855e-02, -9.2085e-02, -2.2896e-03,  5.4433e-02,
                      -3.6067e-02, -6.9874e-02,  1.0869e-01,  8.1659e-02, -5.5395e-02,
                       6.6188e-03,  1.4658e-02, -2.3141e-03,  5.6281e-02, -5.1558e-02,
                      -3.0053e-04,  1.6180e-02,  3.1958e-03,  4.1862e-02,  1.0292e-02,
                       1.1442e-02, -1.0963e-02, -5.8527e-02, -1.4781e-02,  2.4500e-02,
                      -3.1167e-02, -5.7041e-03, -2.2600e-02,  3.5775e-02, -5.4793e-04,
                       3.6902e-02,  2.9436e-02,  9.8107e-02, -3.0081e-02, -8.9407e-04,
                       4.2853e-02,  1.0966e-01,  1.8593e-02, -1.6532e-02, -2.5210e-02,
                       3.4286e-02,  2.4147e-04, -6.1062e-03, -9.1572e-03, -1.6425e-02,
                       1.4507e-02, -1.6679e-02, -9.9418e-03,  3.0998e-02,  3.5262e-02,
                      -7.5306e-02,  5.6810e-02, -1.5802e-02,  5.3114e-02, -4.4764e-02,
                       1.7575e-02,  4.2960e-02,  7.0061e-02,  1.2589e-01,  5.0014e-02,
                      -6.2808e-02, -5.4083e-02, -3.8390e-02, -4.8925e-02, -6.4276e-02,
                      -6.5016e-02, -5.8181e-02,  6.9706e-02,  1.1880e-02, -2.6445e-02,
                       5.8274e-02,  5.2488e-02,  5.3736e-01,  5.2750e-02, -3.2106e-02,
                       1.1422e-03, -4.7357e-02, -4.3890e-02, -2.2220e-02, -6.8411e-02,
                      -2.0249e-02, -5.4252e-02,  1.4253e-02,  1.7714e-02,  1.9232e-02,
                      -4.4029e-02, -3.0096e-03, -8.5630e-03, -7.7266e-02,  3.6647e-02,
                      -4.5443e-02,  3.1435e-02,  4.7840e-02, -3.7165e-02,  1.4057e-02,
                       3.6919e-02, -3.2994e-02, -1.5689e-02,  6.6898e-02,  1.1749e-02,
                      -4.2316e-03,  4.7364e-03, -1.2522e-01, -5.6296e-02,  1.9612e-02,
                      -2.9580e-02,  1.4910e-02, -4.8785e-02, -9.5575e-04, -3.8558e-02,
                       2.8492e-02, -2.2354e-02,  5.7595e-02,  1.3935e-02, -1.0020e-01,
                      -5.0739e-02, -1.2568e-02,  9.8586e-03, -6.6287e-02, -2.9136e-03,
                       8.4824e-02,  5.5938e-02,  3.3722e-02, -5.0773e-03, -1.8670e-02,
                      -8.2956e-03,  2.4935e-02, -3.7541e-02,  4.0993e-02, -3.3693e-02,
                      -3.0553e-02, -1.7224e-02,  3.3541e-02, -7.3141e-04,  2.4855e-02,
                      -4.0990e-03,  7.7361e-03, -3.8910e-02, -1.1087e-02, -7.6446e-02,
                       1.3291e-03, -1.7632e-02,  7.1531e-02,  1.9415e-02,  1.3432e-01,
                      -2.7271e-02,  1.4838e-03,  4.5727e-03, -1.4698e-02,  2.9969e-02,
                      -1.2004e-01, -1.2118e-02, -5.2430e-02, -1.5043e-02, -2.1300e-03,
                       6.8953e-03, -6.0991e-02, -5.2197e-02, -1.0575e-01,  4.4615e-02,
                       3.1964e-02,  3.1668e-02, -4.1339e-03,  5.0128e-02,  7.8314e-02,
                      -2.8800e-03,  4.7723e-02, -5.0509e-03,  2.4278e-02,  7.7810e-02,
                      -1.7681e-02,  1.0988e-02,  1.1626e-02, -1.0122e-01, -8.2850e-02,
                       2.5343e-02, -2.4104e-02, -1.1178e-02,  4.6498e-02,  1.0835e-01,
                       5.0832e-02,  7.9576e-02,  5.9943e-02,  9.2571e-03,  1.4343e-02,
                      -3.6657e-02,  4.5103e-03,  3.9199e-02,  6.4103e-03, -9.9620e-03,
                       6.0128e-02, -1.6013e-02, -1.9937e-02,  3.1894e-02, -3.6695e-03,
                       3.0974e-02,  3.7964e-03, -5.5621e-02,  1.4323e-04, -2.2583e-02,
                      -8.3542e-03,  3.6932e-02, -7.4513e-02, -3.1390e-02, -2.5387e-02,
                       3.6974e-02, -3.3875e-03, -1.9768e-02, -3.0406e-02,  1.5802e-02,
                       1.9933e-02, -6.2348e-02, -1.0862e-04,  2.3909e-02, -6.8556e-03,
                       5.6968e-03,  4.0182e-02, -6.2366e-03, -3.1029e-05,  2.3913e-02,
                       1.4374e-02,  4.6036e-02,  3.7755e-03,  1.4781e-02,  4.0224e-02,
                      -3.6818e-03, -2.4875e-02,  7.7447e-02, -9.4312e-04, -2.1642e-02,
                       2.5751e-02,  4.2234e-02, -4.7157e-02, -1.6355e-03, -1.8111e-02,
                      -1.7038e-02,  1.6369e-02, -9.4366e-03,  7.0075e-02,  5.8301e-02,
                      -3.5776e-02, -6.3464e-02,  8.0730e-02,  5.3347e-02,  1.2437e-02,
                       9.5345e-03,  1.4863e-03,  5.7736e-02, -4.8815e-02,  1.3090e-01,
                      -3.3655e-02, -3.2155e-02,  2.5361e-02, -2.4825e-02,  1.5863e-02,
                      -4.1572e-02, -1.4183e-02, -7.1737e-02,  3.1065e-02,  1.5541e-03,
                      -2.4457e-02,  6.8668e-03,  5.1811e-02,  1.2781e-01, -5.2670e-03,
                       5.7260e-02, -4.0639e-02,  2.7291e-02,  6.6903e-02, -6.8703e-02,
                       8.9718e-02,  2.1480e-02,  6.8122e-03, -3.9671e-02, -4.0555e-03,
                       3.7020e-03,  4.3790e-02, -6.4997e-03,  4.7015e-03,  2.5022e-02,
                       5.8638e-02, -5.8966e-02, -3.8600e-02], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.weight',
              tensor([0.8818, 0.8789, 0.8689, 0.8470, 0.8666, 0.8066, 0.8271, 0.8095, 0.8775,
                      0.8126, 0.9331, 0.9005, 0.9386, 0.9108, 0.8881, 0.7728, 0.8389, 0.8302,
                      0.8430, 0.8904, 0.8192, 0.9220, 0.8196, 0.8389, 0.8293, 0.8721, 0.8924,
                      0.9845, 0.8530, 0.9034, 0.8631, 0.7652, 0.9201, 0.7837, 0.8764, 0.8259,
                      0.8276, 0.9004, 0.8000, 0.9212, 0.9108, 0.8461, 0.9141, 0.8840, 0.9325,
                      0.9169, 0.8737, 0.9179, 0.9365, 0.8374, 0.9311, 0.8704, 0.8561, 0.8732,
                      0.7687, 0.8195, 0.8381, 0.8730, 0.8462, 0.8353, 0.8708, 0.9359, 0.9347,
                      0.8887, 0.8086, 0.9332, 0.8826, 0.8432, 0.7742, 0.8505, 0.8857, 0.8607,
                      0.8328, 0.8281, 0.9179, 0.9407, 0.8532, 0.8636, 0.9211, 0.9150, 0.8736,
                      0.8560, 0.8651, 0.9076, 0.7632, 0.8896, 0.8286, 0.8706, 0.9063, 0.8492,
                      0.8685, 0.8442, 0.8832, 0.8580, 0.8359, 0.8574, 0.7696, 0.8719, 0.9308,
                      0.8742, 0.8100, 0.9148, 0.7767, 0.9371, 0.7514, 0.9263, 0.9428, 0.8212,
                      0.9020, 0.9118, 0.8032, 0.8399, 0.9200, 0.7466, 0.8278, 0.9446, 0.8568,
                      0.8884, 0.8889, 0.9321, 0.8818, 0.9091, 0.9061, 0.7790, 0.8172, 0.8179,
                      0.8583, 0.8217, 0.8639, 0.8305, 0.8979, 0.8135, 0.8690, 0.8903, 0.8689,
                      0.8742, 0.8147, 0.8803, 1.3701, 0.9146, 0.8082, 0.9041, 0.8367, 1.2445,
                      0.8305, 0.8811, 0.8918, 0.8914, 0.8670, 0.9464, 0.9178, 0.8514, 0.9120,
                      0.8463, 0.8725, 0.8733, 0.9002, 0.8846, 0.8784, 0.8665, 1.0136, 0.9500,
                      0.8201, 0.8927, 0.8916, 0.9055, 0.9172, 0.7440, 0.8856, 0.8767, 0.9017,
                      0.7651, 0.8021, 0.8819, 0.8668, 0.9023, 0.9430, 0.8292, 0.9358, 0.8790,
                      0.8250, 0.8280, 0.8376, 0.9014, 0.8887, 0.8862, 0.8511, 0.8823, 0.8818,
                      0.8752, 0.8684, 0.7459, 0.8644, 0.8581, 0.8821, 0.8976, 0.8879, 0.8348,
                      0.8557, 0.9357, 0.9069, 0.8176, 0.9081, 0.8596, 0.8374, 0.8518, 0.9094,
                      0.9592, 0.8801, 0.8264, 0.8842, 0.9615, 0.7937, 0.9053, 0.8614, 0.9190,
                      0.8585, 0.8032, 0.8437, 0.8404, 0.8865, 0.8368, 0.9180, 0.9089, 0.8799,
                      0.9066, 0.8835, 0.9096, 0.9028, 0.7293, 0.8464, 0.9232, 0.8684, 0.8381,
                      0.8328, 0.8595, 0.7678, 0.9335, 0.8848, 0.9292, 0.8774, 0.8174, 0.8660,
                      0.8449, 0.8922, 0.8206, 0.9060, 0.8246, 0.9245, 0.9364, 0.9237, 0.8728,
                      1.0322, 0.9403, 0.9425, 0.8899, 0.9160, 0.8144, 0.8875, 0.8793, 0.7293,
                      0.8622, 0.9027, 0.8359, 0.8723, 0.8612, 0.8894, 0.9286, 0.7970, 0.9121,
                      0.9225, 0.8822, 0.9668, 0.8589, 0.9294, 0.9098, 0.8338, 0.8710, 0.8504,
                      0.9496, 0.9671, 0.9099, 0.7913, 1.9151, 0.8836, 0.9421, 0.8000, 0.9250,
                      0.9005, 0.8485, 0.8415, 0.8687, 0.7809, 0.9081, 0.8870, 0.8544, 0.9002,
                      0.7426, 0.9255, 0.8656, 0.9128, 0.8712, 0.8278, 0.8564, 2.9117, 0.8861,
                      0.8097, 0.8871, 0.9301, 0.8822, 0.8390, 0.8638, 0.8751, 0.8184, 0.8373,
                      0.9081, 0.8244, 0.8174, 0.9310, 0.8098, 0.8273, 0.8933, 0.8663, 0.9241,
                      0.8185, 0.8320, 0.8664, 0.8274, 0.9317, 0.8401, 0.9182, 0.8486, 0.9258,
                      0.9112, 0.9466, 0.9158, 0.8605, 0.9431, 0.9700, 0.8259, 0.7468, 0.9249,
                      0.8270, 0.9422, 0.8640, 0.9218, 0.8951, 0.8592, 0.8809, 0.8286, 0.8719,
                      0.8691, 0.8436, 0.8606, 0.9539, 0.8371, 0.8651, 0.8658, 0.8485, 0.7860,
                      0.8351, 0.8994, 0.8589, 0.9028, 0.8609, 0.8864, 0.9115, 1.0033, 0.9004,
                      0.8408, 0.8618, 0.8991, 0.8844, 0.8471, 0.8639, 0.8400, 0.8048, 0.8880,
                      0.8993, 0.7135, 0.8559, 0.8696, 0.9048, 0.9132, 0.8474, 0.8255, 0.7762,
                      0.8943, 0.9062, 0.8338, 0.9367, 0.8245, 0.8966, 0.8884, 0.8892, 0.8951,
                      0.8205, 0.9352, 0.8721, 0.8167, 0.8024, 0.8335, 0.7874, 0.8800, 0.8702,
                      0.8904, 0.8080, 0.8902, 0.9028, 0.9476, 0.8178, 0.8356, 0.9140, 0.9418,
                      0.8962, 0.8209, 0.7976, 0.9146, 0.8615, 0.9103, 0.8754, 0.9454, 0.8909,
                      0.8212, 0.8487, 0.8778, 0.8704, 0.7428, 0.8715, 0.9149, 0.8625, 0.9002,
                      0.8204, 0.9394, 0.7704, 0.9377, 0.8714, 0.8593, 0.8722, 0.9121, 0.9102,
                      0.7946, 0.8344, 0.8743, 0.8509, 0.8279, 0.9023, 0.9356, 0.8890, 0.8437,
                      0.9158, 0.7948, 0.8649, 0.9106, 0.8438, 1.0052, 0.8251, 0.8125, 0.8814,
                      0.8636, 0.8218, 0.8873, 0.8303, 0.9085, 0.8075, 0.8447, 0.8625, 0.8496,
                      0.8984, 0.8716, 0.9667, 0.8602, 0.9402, 0.8595, 0.9198, 0.8960, 0.7894,
                      0.9191, 0.8454, 0.9809, 0.8363, 0.8300, 0.9201, 0.9219, 0.8682, 0.8280,
                      0.9493, 0.7538, 0.9868, 0.8237, 0.8448, 0.9095, 0.9209, 0.8479, 0.9294,
                      0.8431, 0.8354, 0.9105, 0.8364, 0.8757, 0.9075, 0.8977, 0.8402, 0.8883,
                      0.8687, 1.0141, 0.9345, 0.8382, 0.8745, 0.8803, 0.8758, 0.8890, 0.8387,
                      0.8593, 0.8983, 0.8477, 0.9016, 0.8675, 0.7697, 0.8983, 0.8937, 0.7932,
                      0.8883, 0.9283, 0.8747, 0.9861, 0.9671, 0.9470, 0.9050, 0.9086, 0.8717,
                      0.8855, 0.9012, 0.8438, 0.8306, 0.8676, 0.8376, 0.8728, 0.8692, 0.8890,
                      0.9429, 0.9155, 0.8116, 0.7952, 0.8308, 0.9507, 0.8321, 0.8087, 0.8647,
                      0.9182, 0.8502, 0.8400, 0.9611, 0.8690, 0.8313, 0.8522, 0.8219, 1.4647,
                      0.8637, 0.8422, 0.9160, 0.9254, 0.7698, 0.8927, 0.8974, 0.8991, 0.8741,
                      0.8697, 0.7930, 0.9202, 0.8238, 0.8702, 0.8355, 0.8803, 0.9049, 0.9274,
                      0.8201, 0.8750, 0.8999, 0.8843, 0.8801, 0.9479, 0.9233, 0.8509, 0.9056,
                      0.8850, 0.8294, 0.8767, 0.8608, 0.7927, 0.8852, 0.7537, 0.8546, 0.8236,
                      0.8265, 0.9809, 0.8339, 0.8456, 0.8934, 0.8919, 0.8892, 0.8321, 0.8282,
                      0.8965, 0.9424, 0.8579, 0.8779, 0.6981, 0.9249, 0.9302, 0.8835, 0.7962,
                      0.8347, 0.8514, 0.9932, 0.9412, 0.9346, 0.9468, 0.9185, 0.8909, 0.8558,
                      0.8352, 0.8908, 0.9492, 0.8652, 0.9505, 0.9208, 0.8581, 0.8445, 0.8311,
                      0.9039, 0.8970, 0.8164, 0.8718, 0.8592, 0.8803, 0.8806, 0.8888, 0.8972,
                      0.8966, 0.9396, 0.8144, 0.9060, 0.8401, 0.8341, 0.8423, 0.7998, 0.8987,
                      0.9388, 0.8017, 0.8047, 0.9213, 0.8274, 0.8188, 0.8668, 0.8379, 0.9059,
                      0.8372, 0.9162, 0.9323, 0.8939, 0.8916, 0.8491, 0.8498, 0.8473, 0.8725,
                      0.9470, 0.7211, 0.7890, 0.8715, 0.9601, 0.8309, 0.8626, 0.9679, 0.8893,
                      0.8581, 0.8668, 0.8978, 0.9473, 0.8716, 0.9242, 0.8493, 0.8896, 0.9562,
                      0.9077, 0.8296, 0.8348, 0.9104, 0.8530, 0.9148, 0.9183, 0.7893, 0.8730,
                      0.8774, 0.9207, 0.8883, 0.8590, 1.0254, 0.8272, 0.9485, 0.8007, 0.7787,
                      0.7998, 0.8404, 0.9140, 0.9449, 0.8848, 0.9202, 0.8383, 0.8954, 0.8260,
                      0.8980, 0.9104, 0.8244, 0.9274, 0.8725, 0.8182, 0.8296, 0.8477, 0.8928,
                      0.8950, 0.8962, 0.9178, 0.8352, 0.9352, 0.7249, 0.9205, 0.8187, 0.8654,
                      0.8641, 0.8315, 0.8121, 0.9417, 1.0270, 0.8498, 0.9303, 0.9192, 0.8230,
                      0.8940, 0.9256, 0.9230, 0.8770, 0.8049, 0.9076, 0.8598, 0.7943, 0.8602,
                      0.8689, 0.8418, 0.7846, 0.8491, 0.8703, 0.9182, 0.8229, 0.8803, 0.8568,
                      0.8278, 0.8547, 0.8764, 0.8612, 0.8344, 0.8759, 0.9190, 0.8540, 0.9237,
                      0.8921, 0.9287, 0.8871], device='cuda:0')),
             ('bert.encoder.layer.8.attention.output.LayerNorm.bias',
              tensor([ 1.3403e-01, -1.6585e-01, -1.9573e-01,  2.1815e-01, -8.8550e-02,
                       1.6807e-02, -2.1721e-01,  1.1391e-01,  6.5890e-02, -9.3883e-02,
                       1.2445e-01, -5.8759e-02, -5.9628e-02, -9.0638e-02,  9.9214e-02,
                       1.1143e-01, -5.7086e-02, -1.6515e-01, -5.3869e-02, -1.0166e-01,
                       1.8839e-03, -3.6280e-04, -5.0559e-03,  7.2038e-02, -1.2621e-02,
                      -9.2433e-02,  8.5470e-02,  2.4427e-01,  1.2424e-01,  1.7241e-01,
                      -2.1737e-02, -7.6684e-02, -1.3571e-01, -2.0709e-01,  1.6873e-01,
                       1.4983e-02, -1.8548e-01,  2.4147e-02,  1.0097e-01,  2.1556e-01,
                      -7.2072e-02, -9.6904e-02,  4.5379e-02, -2.7944e-02,  6.7788e-02,
                      -7.0706e-02, -3.8773e-02,  1.9877e-01, -6.8628e-02,  5.1769e-02,
                       9.2689e-02,  1.5698e-01,  1.1713e-01, -1.0119e-01,  2.4481e-03,
                      -1.5082e-01, -1.9720e-01,  3.0531e-03, -1.6705e-02,  6.5844e-02,
                      -1.1527e-01, -3.2993e-02,  4.5281e-02, -1.7662e-01, -9.0693e-02,
                       6.7330e-02,  3.3823e-02, -2.7354e-02,  9.5695e-02, -2.1561e-01,
                      -1.2563e-01, -1.0978e-01, -3.8419e-02,  1.8784e-02, -6.2588e-02,
                       1.3166e-01,  2.0935e-02, -2.8540e-02, -1.4575e-02, -4.1351e-02,
                       4.4206e-02, -2.3695e-02,  4.8748e-03,  1.5550e-01, -7.3261e-02,
                       1.0963e-01, -6.3193e-02, -6.2714e-02,  2.4712e-02,  4.3692e-02,
                      -8.7660e-02, -7.6846e-03, -8.9052e-02,  6.8850e-02, -1.2504e-02,
                       8.3163e-02,  7.1336e-04, -8.1404e-03,  1.6931e-02,  4.2054e-02,
                       7.1953e-02, -8.1690e-02,  4.5410e-03,  5.0601e-03, -1.7355e-01,
                      -6.4014e-02,  1.5006e-01, -3.9472e-02, -7.1192e-02, -1.3043e-01,
                       2.6150e-02,  5.8274e-02, -1.0032e-01, -3.2879e-02,  1.6860e-01,
                       1.7937e-01, -5.0777e-02,  1.0626e-01, -1.1181e-01, -7.5542e-02,
                      -1.0566e-02, -1.1130e-02,  2.7847e-02,  3.3601e-02, -1.0196e-01,
                       1.0547e-02,  5.3146e-02,  2.5530e-02, -7.8097e-02, -2.7351e-02,
                      -3.4360e-02,  2.9376e-02, -1.6021e-02,  1.1325e-02, -6.3441e-02,
                       4.5287e-02,  1.4739e-01,  1.1369e-01, -9.5767e-01,  4.6827e-02,
                      -1.2978e-01, -1.7665e-01,  3.5917e-04, -8.8906e-01, -4.4593e-02,
                      -8.9206e-02, -1.3474e-02,  6.0264e-02, -1.0652e-01, -2.7084e-01,
                      -1.9524e-01, -5.1725e-02, -1.0503e-01,  1.4036e-01, -4.0192e-03,
                      -2.5065e-01, -1.1706e-01, -2.7372e-01,  1.3054e-01, -1.2829e-01,
                       2.1537e-01,  7.3972e-02,  1.7270e-02,  1.7315e-02,  7.4692e-02,
                      -1.2054e-01,  1.9538e-01,  1.0060e-03, -1.9525e-01,  7.6402e-02,
                       3.8173e-02,  1.4411e-01, -3.7346e-02,  9.2349e-02,  1.9114e-01,
                       1.4923e-01,  1.3336e-01, -1.1078e-01,  1.4268e-02,  3.4870e-02,
                      -1.0264e-01, -4.9761e-02,  6.1943e-02, -8.1684e-02,  3.8003e-02,
                       3.8547e-02, -9.2477e-02, -1.6396e-01,  2.4095e-02, -5.0050e-02,
                       9.4612e-02,  1.9124e-02,  1.0690e-01,  1.1445e-01, -1.7884e-01,
                      -1.2467e-01, -7.1083e-02, -7.0026e-03, -1.8425e-01, -1.5683e-01,
                      -3.2429e-02,  1.0470e-01, -5.0992e-02,  2.5331e-02,  5.8573e-02,
                      -1.1998e-01,  7.6642e-02, -1.9060e-01, -3.4635e-02, -5.2825e-02,
                       9.7559e-03, -1.3527e-01,  8.1854e-02, -2.0160e-01,  1.8405e-02,
                      -2.0578e-02,  1.2989e-01, -3.9791e-03, -2.9537e-02, -2.8791e-02,
                       2.8563e-02,  2.2920e-02,  1.0418e-01, -5.4976e-02, -1.4493e-01,
                       1.1202e-01, -1.1185e-02, -1.8413e-02,  1.1845e-01,  1.0526e-01,
                      -2.0012e-02,  9.1588e-02,  3.9151e-02, -1.3009e-01, -8.2897e-02,
                      -6.0317e-02,  9.4928e-02, -1.8244e-01, -6.3499e-03, -4.8610e-03,
                      -1.6053e-01, -9.2979e-02,  4.1951e-02,  6.9513e-02, -1.3476e-01,
                      -1.2274e-01,  7.3411e-02,  2.5033e-02,  4.5103e-02,  1.6515e-01,
                       4.5145e-02, -2.9554e-02,  1.6420e-02,  8.7264e-02,  1.0451e-01,
                       1.2807e-01, -1.5653e-01, -3.7543e-03, -6.2490e-02, -2.7764e-02,
                       1.5545e-01, -4.0906e-02,  1.2106e-01,  4.4183e-02,  2.5583e-02,
                       7.6320e-04,  1.1059e-01,  8.3906e-02,  1.1036e-02, -1.5672e-01,
                      -1.4036e-01, -9.7225e-02,  2.1131e-01, -3.8915e-02,  6.3042e-02,
                       6.0003e-02, -1.2900e-01,  7.3623e-02,  1.1104e-01, -1.7994e-01,
                      -4.7680e-02, -4.9144e-03, -8.5498e-02,  8.6132e-01,  2.3525e-02,
                      -3.8208e-02,  6.0638e-02, -8.9999e-02,  8.7207e-02, -5.0398e-02,
                       6.1875e-03,  7.2178e-02, -2.0061e-03, -1.1513e-01, -1.4277e-02,
                      -8.1642e-02, -1.3790e-01,  4.3284e-02, -1.7621e-01, -4.5209e-02,
                       5.9319e-04, -2.0722e-01, -2.3559e-02,  7.8184e-02, -1.2631e+00,
                       8.6157e-03, -2.3333e-02, -1.0109e-02, -1.6784e-01,  1.0670e-01,
                       2.4283e-01,  1.2801e-01, -5.5721e-02,  6.8624e-02, -8.9683e-02,
                      -7.7086e-02,  1.2839e-02, -2.7099e-02, -3.2394e-02, -5.7690e-03,
                      -1.1196e-01,  8.1550e-02,  4.5481e-02, -2.7451e-02, -1.2084e-01,
                      -8.8943e-02, -9.8885e-02,  1.9836e-02,  7.7893e-03,  4.4492e-02,
                      -8.7787e-02,  4.7431e-02, -3.2494e-02,  7.2632e-02, -3.5939e-02,
                      -8.0583e-02, -2.2875e-02,  2.0838e-01, -2.3846e-01, -1.8234e-02,
                       8.0761e-02,  3.3444e-02, -9.6217e-02, -7.4181e-02,  5.2359e-03,
                       6.0630e-02, -4.1376e-02, -9.8459e-02,  8.7797e-02,  3.2407e-02,
                      -4.1864e-02, -1.3899e-01, -1.0099e-01, -4.4401e-03,  1.1766e-01,
                      -1.5749e-01, -1.3429e-01,  9.7988e-02,  7.8419e-02, -1.5971e-02,
                      -2.3893e-02, -5.5715e-02, -3.7833e-02,  3.2560e-02, -1.4848e-01,
                       1.3628e-01, -6.2106e-02,  1.6992e-01, -1.4224e-01,  2.4619e-02,
                      -1.7721e-01, -1.2599e-01, -4.3723e-02,  6.2075e-02, -9.1998e-02,
                       5.8824e-02, -1.7962e-01, -1.8049e-01, -2.9168e-02,  6.1290e-02,
                      -1.5744e-01,  9.0012e-02,  3.8500e-02,  7.4574e-02,  6.2065e-03,
                      -1.9230e-01,  4.9604e-02, -2.1042e-02,  3.4492e-03, -2.7593e-02,
                      -1.7299e-02,  1.1337e-01, -8.9298e-03, -1.2981e-01,  6.0072e-02,
                      -1.8534e-01, -6.3108e-02, -1.1455e-01, -1.3583e-01, -8.1119e-02,
                      -1.0654e-01,  3.8952e-02, -7.3410e-02, -1.1854e-01, -1.0754e-01,
                       4.9881e-02, -7.8118e-02, -1.0665e-01, -1.0121e-01, -9.5395e-02,
                      -5.4629e-02, -6.6588e-02,  3.9254e-02, -4.5307e-02, -6.9931e-02,
                      -6.8003e-02,  6.6883e-02,  2.4525e-01, -1.6370e-01, -2.1521e-01,
                      -8.6670e-02, -9.1689e-02, -6.7420e-02,  2.0132e-01,  1.6993e-01,
                       1.5465e-02, -1.3309e-01,  2.2655e-02,  1.4463e-01,  7.4966e-02,
                      -1.0218e-01,  2.2826e-02, -1.5591e-01,  2.1051e-01, -2.0615e-01,
                       7.6055e-03,  6.1487e-02, -1.1935e-01,  2.1045e-02, -5.9133e-03,
                       2.6956e-02, -3.2567e-02, -8.0101e-02, -1.9285e-01, -6.5127e-02,
                      -6.2701e-02, -5.2965e-02, -8.0654e-02,  8.5052e-02, -1.2560e-02,
                       6.0634e-02,  1.4527e-01,  1.7954e-01,  3.0307e-02, -7.5502e-02,
                      -2.9192e-01,  7.6186e-02, -7.8445e-02, -9.7272e-02, -1.9402e-02,
                      -8.9656e-02, -6.4398e-02,  1.1979e-02,  8.6635e-02,  9.2597e-02,
                       1.3696e-01,  8.0346e-02,  6.8518e-02,  4.5091e-02,  3.8980e-02,
                       2.0164e-01,  5.0544e-02,  5.1708e-03,  1.1721e-01,  3.5514e-02,
                       5.1066e-02, -1.4727e-01, -9.9894e-02,  5.2576e-04, -3.3701e-02,
                       1.2384e-01, -6.1465e-02, -1.1761e-01,  8.4268e-02,  1.1775e-02,
                      -8.8328e-02, -5.2326e-02,  1.2462e-01, -7.2601e-02, -1.1909e-02,
                      -1.1364e-01, -2.3372e-02, -2.4467e-01, -2.0329e-02,  1.2499e-01,
                       7.8653e-03, -8.2461e-02, -1.7043e-02, -4.6290e-02,  9.9069e-04,
                       9.8778e-02,  9.9569e-03,  8.7117e-02, -2.0222e-01, -8.2776e-02,
                       2.1156e-01, -1.8311e-02,  8.5968e-03,  2.0074e-02, -8.3952e-02,
                      -1.0388e-01, -4.5970e-02, -5.1295e-02, -1.1772e-02, -1.4870e-01,
                      -2.0569e-01, -8.0954e-02,  5.9935e-02,  5.0397e-02,  5.3386e-02,
                      -5.9324e-02, -1.1796e-01, -4.8098e-02,  2.2967e-02,  1.0782e-02,
                      -9.2748e-02,  8.5256e-02, -4.9986e-02, -5.5914e-02, -9.3114e-02,
                      -1.5615e-02,  1.6985e-01, -1.8404e-01, -5.3653e-02, -1.0790e-01,
                       1.5116e-01,  1.4252e-01,  7.4110e-02, -1.7303e-01,  3.1433e-03,
                      -2.5878e-01, -7.6074e-02,  6.5989e-02, -1.2939e-01,  1.7468e-01,
                       1.3275e-01,  1.1138e-01, -7.0142e-03,  1.1183e-02,  2.2283e-01,
                       2.4727e-01,  1.3984e-02, -1.4744e-01,  2.7341e-02,  4.1499e-02,
                       7.2029e-02, -1.4002e-01, -1.8500e+00, -1.1070e-01,  5.8602e-02,
                      -8.7916e-03,  3.9187e-02,  5.0523e-02,  1.0583e-02,  1.9993e-02,
                      -3.0058e-02, -3.2069e-03, -5.0245e-02, -8.3028e-02,  1.3820e-01,
                       1.3963e-01, -8.0778e-02, -7.7022e-02, -1.7674e-02,  9.6672e-02,
                       3.6538e-02,  3.7610e-02, -9.2822e-03,  7.5535e-02, -2.0991e-01,
                      -2.5165e-02,  2.0769e-01,  3.0589e-02, -3.9808e-03,  8.9346e-02,
                      -3.8564e-03,  2.9629e-02,  5.0505e-02,  9.9266e-02, -1.2416e-01,
                      -1.7000e-02,  1.1918e-01,  2.6771e-02, -9.9002e-02,  3.3894e-02,
                      -1.2678e-02,  1.9566e-02,  1.0231e-01, -1.3725e-01,  1.3754e-01,
                      -4.7874e-03, -4.8880e-02, -4.7839e-03, -1.4349e-01, -1.1705e-01,
                      -7.2876e-02,  1.2827e-01,  6.2764e-02,  1.2945e-01,  1.6183e-01,
                       1.5110e-02, -1.2529e-01,  6.6994e-02, -1.9289e-01,  1.3975e-01,
                       7.6404e-02, -8.8229e-02, -3.7300e-02, -1.2519e-01,  7.5123e-03,
                      -4.1786e-02, -3.1264e-02,  2.1162e-01, -5.3891e-02,  1.6636e-02,
                      -1.0557e-01, -8.6850e-02, -2.0090e-01,  1.4431e-01,  1.2799e-01,
                      -2.0456e-01, -8.6780e-03, -3.6248e-02, -2.1044e-01,  2.0794e-01,
                       1.6349e-01, -4.5375e-02,  1.0592e-01, -4.5722e-02, -1.3483e-01,
                      -1.1774e-01, -1.2957e-01,  1.5055e-01,  8.2537e-02, -7.1068e-02,
                      -1.0173e-01, -5.6200e-02,  1.6113e-01, -1.8706e-01, -1.1976e-01,
                      -9.6804e-02, -1.0231e-01, -1.1947e-01, -1.0962e-01,  8.6014e-02,
                       3.1174e-02, -7.8273e-02, -3.4049e-02,  1.8788e-01, -1.7476e-01,
                       2.0473e-01,  3.5197e-03, -3.9767e-02,  6.1640e-02, -2.6405e-01,
                      -1.7430e-02,  7.4513e-02, -1.5662e-01, -4.2174e-02,  4.6753e-03,
                      -1.0604e-01,  2.5558e-02,  7.2694e-02,  7.6422e-04,  2.6162e-02,
                       5.5779e-02, -3.5795e-02, -7.7669e-02, -2.7710e-01,  3.8931e-02,
                       2.0454e-02, -6.9029e-02,  9.8259e-02, -6.8682e-03, -1.3261e-01,
                      -9.8731e-02, -1.4916e-01,  1.4288e-02,  2.3897e-02, -9.1096e-02,
                       6.6652e-02,  1.6675e-01, -4.2309e-02,  1.2673e-01, -5.0552e-02,
                      -1.0469e-01, -2.3788e-02, -2.7969e-01,  1.5693e-01,  9.5941e-03,
                       1.4975e-01, -3.2591e-02, -2.0287e-02, -1.6579e-01, -2.4488e-01,
                      -9.4302e-02, -2.9668e-02, -7.7471e-02,  5.8139e-02, -7.8164e-02,
                       6.5598e-02, -8.3710e-03, -2.9764e-02,  7.2196e-02,  4.9773e-02,
                      -3.9156e-02, -2.2133e-01, -1.1873e-01,  9.2914e-02,  2.0416e-02,
                      -1.2051e-01, -3.9272e-02,  6.1731e-02, -1.8688e-01, -9.1236e-02,
                      -7.3703e-03,  1.5205e-01, -1.3881e-01, -4.1165e-02,  2.2544e-02,
                      -1.0287e-01, -8.3313e-02, -1.4837e-01,  4.1320e-01, -1.1415e-01,
                      -1.0998e-02,  1.3002e-01, -6.8536e-02,  8.9719e-02, -1.5658e-02,
                      -3.3937e-02, -7.5486e-02,  1.0800e-01,  1.0631e-01,  6.1006e-02,
                      -7.6326e-02, -8.7823e-02, -6.4289e-02, -8.5979e-02, -4.7608e-02,
                       1.0407e-01,  9.2501e-02,  9.7368e-02, -4.1177e-02, -6.9102e-02,
                      -1.4510e-01,  9.2118e-02, -1.7526e-01, -1.1978e-01,  5.1184e-02,
                      -1.3030e-01, -9.6754e-02,  7.9712e-03, -3.6519e-02, -1.0090e-01,
                      -9.5956e-02, -2.9207e-03,  1.2567e-01], device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.weight',
              tensor([[-0.0126,  0.0277, -0.0238,  ...,  0.0547,  0.0655, -0.0390],
                      [-0.0259,  0.0011, -0.0158,  ..., -0.0277,  0.0147, -0.0180],
                      [ 0.0285, -0.0462,  0.0029,  ...,  0.0066, -0.0090, -0.0438],
                      ...,
                      [-0.0226, -0.0370, -0.0004,  ...,  0.0374,  0.0372, -0.0721],
                      [ 0.0242,  0.0031,  0.0489,  ...,  0.1079, -0.0264,  0.0067],
                      [ 0.0281,  0.0245,  0.0547,  ...,  0.0042, -0.0501, -0.0046]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.intermediate.dense.bias',
              tensor([-0.0824, -0.0962, -0.1486,  ..., -0.1073, -0.1263,  0.0659],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.weight',
              tensor([[ 0.0501, -0.0697,  0.0111,  ...,  0.0179,  0.0424, -0.0157],
                      [-0.0453, -0.0430, -0.0407,  ...,  0.0235, -0.0483, -0.0118],
                      [ 0.0091,  0.0490,  0.0058,  ..., -0.0104, -0.0163,  0.0039],
                      ...,
                      [ 0.0135,  0.0262,  0.0254,  ..., -0.0051,  0.0598,  0.0177],
                      [ 0.0143,  0.0429,  0.0357,  ...,  0.0322, -0.0032,  0.0211],
                      [ 0.0255,  0.0202, -0.0438,  ..., -0.0095, -0.0005,  0.0108]],
                     device='cuda:0')),
             ('bert.encoder.layer.8.output.dense.bias',
              tensor([ 4.3348e-02, -6.8241e-02, -6.2930e-02,  1.4011e-01, -1.6306e-02,
                      -5.1084e-02,  2.5660e-02,  5.4940e-02, -5.1955e-04, -1.2713e-01,
                       2.3686e-02, -6.3062e-03, -1.7185e-02,  6.2649e-02,  8.3266e-02,
                       9.3663e-02, -1.1539e-01, -6.8595e-02, -2.9182e-02, -5.6934e-02,
                       1.2671e-02,  1.0334e-01, -1.2034e-02,  3.8754e-02, -1.5359e-01,
                      -1.2049e-01,  6.9373e-02,  1.3967e-01,  4.0323e-02,  8.5961e-02,
                      -3.7636e-02, -6.2995e-02,  2.1590e-02, -1.1126e-01,  1.0946e-01,
                       6.9972e-02,  2.0264e-02,  9.6882e-03,  7.3638e-02,  1.5405e-01,
                       9.1075e-03,  5.0455e-02,  4.0575e-02, -3.9821e-02,  4.9532e-02,
                      -5.5436e-02,  2.4251e-02,  8.5482e-02, -5.0684e-02,  3.9696e-02,
                       4.0242e-03,  2.5855e-02,  9.2868e-02, -1.8508e-02, -5.7140e-02,
                      -4.6526e-02, -1.7805e-01, -6.1496e-02, -6.0049e-02,  1.2602e-01,
                       6.8776e-03, -5.1131e-02,  6.6214e-03,  4.7265e-02, -1.2110e-02,
                       7.8316e-02,  2.6435e-02, -3.0357e-02,  1.4009e-01, -1.9843e-01,
                      -2.9160e-03, -3.4349e-02,  1.6411e-02, -4.0277e-02, -2.7544e-02,
                       5.6304e-02, -2.0834e-02, -9.0106e-02, -4.1568e-03, -8.3973e-02,
                       9.4727e-02,  6.0386e-02,  4.2588e-02,  1.1244e-01, -1.9575e-01,
                      -2.7854e-02,  9.4687e-03, -1.1877e-01, -6.4000e-02, -7.0164e-03,
                      -3.4393e-02,  5.1153e-02, -4.1054e-02, -1.4373e-02, -4.2239e-03,
                       1.1186e-01, -1.3103e-02,  9.3778e-02,  4.1084e-02,  4.1699e-03,
                       1.1870e-01, -6.1321e-02, -1.8456e-02,  6.2344e-03, -1.2339e-01,
                       2.8233e-03,  1.0085e-01,  3.5751e-03,  3.1675e-02,  3.7395e-02,
                      -5.4018e-03,  2.1266e-02, -8.1969e-02, -2.2623e-03,  6.2707e-02,
                       4.4960e-02, -3.7783e-02,  6.0518e-02, -6.3782e-02, -6.8342e-02,
                      -3.6699e-02,  9.4693e-03,  4.0084e-02, -2.4693e-02, -3.4812e-02,
                       7.0871e-02,  2.3191e-02, -5.5205e-02,  3.2021e-02, -6.1825e-02,
                       5.6538e-02, -4.5042e-02,  6.1270e-02,  5.3361e-03, -1.6011e-02,
                       2.3438e-02,  5.2220e-03,  1.2448e-01, -3.4483e-01,  1.4238e-01,
                      -1.7157e-01, -6.6317e-02,  2.1707e-03, -3.1673e-01, -5.4449e-02,
                       5.0451e-02, -4.4047e-02,  1.0160e-01,  1.4675e-02, -8.2236e-02,
                       3.3976e-03, -6.1926e-02, -4.6771e-02,  5.6542e-02,  1.2094e-02,
                      -8.9065e-02,  1.9335e-02, -2.0076e-01,  1.4086e-01, -1.3145e-01,
                       1.1733e-01,  4.0937e-02,  1.8455e-02,  7.9376e-02,  3.5008e-02,
                      -4.8960e-02,  1.5910e-01, -4.3533e-02, -1.1139e-01,  4.5701e-02,
                       5.5752e-02,  1.4042e-01, -1.6403e-02,  1.1452e-01,  7.6592e-02,
                       1.0641e-01,  1.2348e-01, -1.1394e-01,  5.4453e-02,  1.5793e-02,
                      -9.4271e-02, -4.5997e-02,  1.8647e-01, -1.5029e-03,  1.4983e-01,
                       7.1452e-02,  1.2670e-02, -1.5957e-01,  7.5018e-02, -1.8544e-02,
                       2.7966e-02,  7.6600e-02,  8.6831e-02,  6.9761e-02, -1.3281e-01,
                      -1.0145e-01, -1.1332e-01,  3.9956e-02, -2.0038e-01, -1.5070e-01,
                      -4.1651e-02,  6.3399e-02,  4.1459e-02, -3.7098e-03,  7.4260e-02,
                      -1.0281e-01,  5.4581e-03, -7.5874e-02,  4.9699e-02, -6.7684e-02,
                       5.1823e-02, -9.5889e-02,  1.0739e-02, -7.8870e-02, -6.3723e-02,
                       8.4503e-02,  9.6317e-02, -5.0926e-02,  2.5975e-02, -2.1224e-02,
                       9.2970e-02,  6.7674e-02,  4.8418e-02,  5.9724e-02, -5.3084e-02,
                      -2.4799e-02, -5.8508e-02, -2.8954e-02,  2.7231e-02,  3.0954e-02,
                       3.1726e-03,  1.0383e-01,  3.9422e-02, -3.6938e-02, -7.6806e-02,
                      -9.9917e-02,  1.4752e-01, -7.3854e-02,  2.6573e-02,  5.5922e-02,
                      -1.5961e-01, -1.4032e-02,  1.8011e-01,  1.4855e-01, -5.5164e-02,
                      -1.0399e-01, -3.4820e-02,  3.1774e-02, -2.7800e-02,  1.3346e-02,
                       9.6779e-02, -2.2088e-02, -3.2456e-02,  3.8867e-02, -6.1618e-02,
                       1.0784e-01, -4.6805e-02, -7.0432e-02, -8.9243e-03, -1.1581e-02,
                       1.0013e-01,  3.1543e-03, -2.7513e-02,  2.5043e-02,  1.6086e-01,
                      -3.4381e-03,  5.0907e-02,  3.9690e-02, -1.7928e-02, -5.0583e-02,
                      -1.4812e-01, -3.1696e-02,  1.6387e-01, -2.5120e-02,  5.7658e-03,
                      -2.5239e-02,  6.6037e-02,  8.4970e-02,  1.0536e-01, -7.6616e-02,
                       3.3918e-02,  8.0143e-02, -8.6228e-02,  1.2120e-01, -9.3693e-02,
                      -1.3732e-03,  1.1465e-01, -1.6592e-02,  2.6118e-02, -4.8259e-02,
                       3.3824e-02,  1.0257e-01, -2.0691e-03, -6.9627e-02,  1.4565e-02,
                      -1.1152e-01, -5.2863e-02,  1.2482e-01, -4.6300e-02,  1.8738e-02,
                      -2.3253e-02, -5.6667e-02, -3.0786e-03,  2.6373e-02, -4.2438e-01,
                      -1.8540e-02,  8.1898e-02,  6.0267e-02, -9.6785e-02, -3.8718e-03,
                       1.1192e-01,  9.9825e-02, -7.4653e-02, -6.7712e-02,  1.5386e-02,
                      -1.3701e-02,  7.0032e-02,  1.3812e-01,  3.7003e-02, -4.1356e-02,
                      -4.9978e-02,  5.7180e-02, -8.7765e-02,  6.8791e-02, -1.4863e-01,
                      -2.6657e-02, -1.4849e-01, -3.1954e-02,  8.2235e-02,  1.3725e-02,
                      -2.7667e-02,  7.3309e-02,  3.2188e-02,  5.2982e-02, -3.7720e-02,
                       2.6427e-02, -1.9078e-02,  8.9323e-02, -8.0430e-02,  5.9244e-02,
                       1.2530e-02, -7.4289e-02, -1.2030e-01,  3.3011e-02,  2.6591e-02,
                       6.4334e-02,  3.6901e-02, -1.9544e-02,  1.1681e-01,  4.8135e-02,
                      -1.0742e-01, -8.3312e-02,  2.1351e-02, -5.1936e-03,  1.5664e-01,
                      -3.7214e-02, -2.7295e-02,  9.2406e-02,  1.1071e-03, -3.5449e-02,
                       1.9731e-02, -4.8256e-02, -6.1324e-03, -1.1889e-02, -5.9363e-02,
                       4.5754e-02, -3.0272e-02,  9.3869e-02,  1.0205e-02, -5.3742e-02,
                      -7.6008e-02,  2.0532e-02,  3.9706e-02,  7.8448e-02, -9.0923e-02,
                      -1.5606e-02, -1.5882e-01,  2.2217e-02, -1.3238e-01, -3.0955e-02,
                      -1.3703e-01,  4.4032e-02,  5.1375e-02,  3.5857e-02, -2.4475e-02,
                      -1.2514e-01,  3.0484e-02, -5.0231e-02,  2.7018e-02, -3.9887e-02,
                      -1.8719e-02,  1.0457e-01,  5.3370e-02, -7.0022e-02,  6.0348e-02,
                      -2.9362e-02, -4.9754e-02, -7.4472e-02, -9.2376e-02,  1.9287e-02,
                      -1.6766e-01,  1.2531e-01,  8.7282e-04, -1.0058e-01, -2.2373e-02,
                       4.2986e-02, -7.1776e-02, -5.2829e-02, -1.0451e-01, -2.6956e-02,
                      -4.8231e-02, -9.2583e-02, -2.0540e-02, -3.1979e-02,  6.8692e-02,
                       3.4647e-02,  7.0016e-02,  2.6560e-02, -1.1267e-02, -1.0695e-01,
                      -3.5476e-02, -2.1515e-02,  1.4334e-02,  5.5508e-02, -3.0810e-02,
                      -1.7982e-02,  1.2580e-02, -1.8115e-02,  7.6473e-02, -6.8667e-03,
                       6.7252e-02,  4.6029e-02,  5.7098e-02,  1.7262e-01, -9.2040e-02,
                       3.2625e-02,  5.3743e-02, -1.1562e-01,  6.8845e-02,  1.8034e-02,
                      -5.8776e-03, -9.6194e-03, -5.0154e-02, -1.3974e-01, -8.8723e-02,
                      -4.9665e-02, -6.5527e-02, -6.8442e-02,  6.7127e-02, -8.9651e-03,
                       1.3395e-01,  1.5351e-01,  9.5325e-02,  4.3134e-02,  7.5202e-02,
                      -1.0790e-01,  1.4725e-05,  5.6004e-03, -1.9435e-02,  2.0577e-02,
                      -1.3285e-02, -9.5889e-02,  4.1741e-02,  5.7020e-02,  1.1719e-01,
                       1.2950e-01,  8.7170e-02,  1.4432e-01, -3.4749e-02, -4.5005e-02,
                       6.1980e-02,  5.6914e-03,  7.7426e-03,  7.5903e-02,  4.7206e-02,
                       3.5983e-02, -2.1558e-01, -1.0009e-01, -1.1040e-03,  1.5136e-02,
                       3.6452e-02,  7.5998e-02, -5.2984e-02, -7.6448e-03,  2.0111e-02,
                       9.4045e-03,  9.4641e-03,  1.0347e-01,  1.2403e-02, -3.7238e-02,
                      -7.4468e-02, -2.1520e-02, -1.5825e-01,  4.2808e-02,  2.0861e-02,
                      -1.1903e-02, -5.1361e-02, -3.8052e-02, -6.9855e-02,  8.5651e-02,
                       5.6346e-03, -3.7406e-03,  3.0490e-02, -1.0718e-02,  4.4523e-03,
                       1.9137e-01, -6.0611e-02,  6.5886e-02, -1.3724e-03, -1.7984e-02,
                       1.5282e-01, -7.6089e-02, -4.4301e-02,  4.5611e-02, -4.7856e-02,
                      -1.0779e-01,  3.4395e-02, -2.8554e-03,  8.4541e-02,  1.8961e-02,
                       6.0729e-02, -7.6773e-02, -8.3401e-02,  6.1523e-02,  1.4139e-01,
                      -1.0936e-01,  1.1039e-01, -7.4213e-02, -1.9415e-02, -4.2425e-02,
                       1.0907e-02,  7.8559e-02, -5.3102e-02, -9.4921e-02, -7.3400e-02,
                       2.2216e-02,  2.9476e-02,  7.5937e-02, -2.1373e-02,  3.8852e-03,
                      -8.6977e-02, -2.7840e-02,  1.4297e-01, -8.4756e-02,  5.9270e-02,
                       7.6608e-02,  2.0405e-01, -8.2966e-02,  2.9208e-02,  1.1978e-01,
                       8.7970e-02,  3.3431e-02,  6.2355e-04, -7.0906e-03,  3.7414e-02,
                      -1.5531e-02,  9.8199e-03, -8.0946e-01, -4.4448e-03,  7.0219e-02,
                       7.6763e-02, -3.7173e-02, -8.7994e-02,  8.3547e-02,  3.6162e-03,
                      -5.9401e-02,  1.6475e-03, -5.6998e-02, -1.3337e-01, -4.1041e-02,
                       8.8570e-02,  3.9413e-02, -3.4525e-02,  6.4985e-02,  6.9961e-02,
                       3.6275e-02, -1.3250e-02,  8.3208e-02,  5.3499e-02, -4.3367e-02,
                       1.7949e-02,  9.9824e-02, -1.5169e-02, -5.8778e-02,  7.5131e-02,
                      -3.4550e-02,  5.3252e-02,  1.4860e-02,  8.5116e-02, -8.7305e-02,
                       1.9010e-03,  8.0711e-02,  5.2319e-02,  2.2874e-02,  8.4646e-02,
                       8.7875e-02, -1.1045e-02,  4.9168e-02,  2.9260e-02, -4.8782e-02,
                       2.7571e-02, -6.5107e-02,  7.5500e-02, -3.6319e-03, -5.9118e-02,
                      -5.7052e-02,  4.3886e-02,  5.3579e-02,  1.1877e-01,  1.4971e-01,
                       8.1525e-02, -3.0062e-02,  9.0883e-04, -1.7997e-01,  9.4810e-02,
                       5.7594e-02, -6.5254e-02, -6.3568e-02, -9.8862e-02,  4.9388e-02,
                       6.1454e-02, -3.0151e-02,  4.0859e-02, -8.2957e-02,  1.5552e-02,
                      -7.3965e-02, -7.1471e-02, -1.2068e-01, -2.0279e-03,  1.7015e-02,
                      -9.0748e-02, -3.6704e-02, -1.2006e-01, -1.5051e-01,  1.6001e-01,
                       1.0284e-01, -4.1961e-02, -2.6259e-02,  6.8462e-02, -7.9273e-03,
                      -1.0272e-02,  1.7838e-02, -4.6833e-02,  5.2177e-02, -2.1146e-02,
                      -7.7123e-02, -1.1170e-02,  7.6962e-02, -1.3256e-01, -5.6747e-02,
                      -2.3531e-02, -2.1965e-02, -1.4353e-01, -1.1127e-01,  3.6364e-03,
                       1.9279e-03, -6.7771e-02, -1.1529e-03,  1.1196e-01, -1.1534e-01,
                       1.3585e-01,  2.7449e-02,  1.3730e-02,  3.9956e-02, -6.1008e-02,
                       8.3888e-02, -2.1785e-02, -1.3830e-01,  3.9546e-02,  7.2462e-02,
                      -9.2350e-02,  1.9996e-01,  7.0236e-03, -3.6900e-02, -6.8817e-02,
                       3.3181e-03,  4.6132e-02,  8.9356e-04, -5.2078e-02,  3.5309e-02,
                      -4.5802e-03, -6.8786e-02,  4.7052e-02,  2.2010e-02, -1.2030e-01,
                      -8.0070e-03, -3.3342e-02,  6.6326e-02,  6.8463e-02, -4.0514e-02,
                       7.1937e-02,  2.5499e-02, -4.1899e-02,  1.3304e-01, -3.0490e-02,
                       2.0807e-02,  4.4264e-02, -5.6932e-02,  8.3056e-02, -1.3850e-03,
                       5.6206e-02, -2.9596e-02,  4.1551e-02,  1.7377e-02, -1.2222e-01,
                      -2.2954e-02,  2.8670e-02, -7.4319e-02,  1.0232e-01, -2.7160e-02,
                       2.6953e-02,  1.2138e-02, -8.9676e-02,  8.9970e-02,  4.6384e-02,
                       6.9694e-02, -9.5397e-02, -2.9326e-02,  4.3638e-02,  2.5376e-02,
                      -4.0984e-02,  1.7955e-02,  6.3024e-03, -1.3674e-01, -9.0717e-03,
                      -5.6364e-03,  3.0633e-02, -1.3523e-01, -3.4604e-03, -4.9323e-02,
                      -6.6376e-02, -5.3291e-02, -5.5427e-02,  2.1577e-02, -7.8516e-02,
                       4.7769e-02,  2.6742e-02, -5.9912e-02,  1.6465e-01, -9.3959e-02,
                      -1.9789e-02, -6.3585e-02,  8.9055e-02, -2.2655e-02,  6.6013e-02,
                      -6.0377e-02, -7.1121e-02, -6.7511e-02,  4.5799e-02, -1.1617e-02,
                       1.3569e-01,  2.3734e-03,  1.5245e-01,  1.4604e-02,  1.5541e-02,
                      -2.7821e-02,  2.5030e-02, -1.9138e-01, -5.6008e-02,  1.1066e-01,
                      -1.1373e-02, -1.1254e-02,  6.5970e-02,  3.8093e-02, -7.0821e-02,
                       6.4395e-03,  4.1552e-02,  6.5814e-02], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.weight',
              tensor([0.8218, 0.8497, 0.8650, 0.8224, 0.8496, 0.8585, 0.7722, 0.8323, 0.8534,
                      0.8188, 0.8496, 0.8661, 0.8588, 0.8725, 0.8602, 0.8216, 0.8501, 0.8416,
                      0.8550, 0.8585, 0.8463, 0.8556, 0.8283, 0.8474, 0.8701, 0.8389, 0.8413,
                      0.7849, 0.8498, 0.8563, 0.8596, 0.8257, 0.8705, 0.8179, 0.8533, 0.8636,
                      0.8127, 0.8512, 0.8276, 0.7978, 0.8640, 0.8506, 0.8162, 0.8702, 0.8667,
                      0.8323, 0.8494, 0.8465, 0.8583, 0.8563, 0.8361, 0.8412, 0.8472, 0.8762,
                      0.8228, 0.8140, 0.8348, 0.8836, 0.8231, 0.8418, 0.8443, 0.8602, 0.8467,
                      0.8408, 0.8159, 0.8427, 0.8585, 0.8406, 0.8306, 0.7982, 0.8315, 0.8558,
                      0.8568, 0.8220, 0.8558, 0.8709, 0.8568, 0.8313, 0.8567, 0.8594, 0.8382,
                      0.8814, 0.8560, 0.8159, 0.8277, 0.8163, 0.8300, 0.8589, 0.8615, 0.8349,
                      0.8322, 0.8543, 0.8547, 0.8696, 0.8374, 0.8370, 0.8260, 0.8560, 0.8727,
                      0.8503, 0.8444, 0.8683, 0.8427, 0.8467, 0.8148, 0.8806, 0.8695, 0.8180,
                      0.8667, 0.8541, 0.8320, 0.8548, 0.8652, 0.8127, 0.8692, 0.8449, 0.8429,
                      0.8359, 0.8570, 0.8552, 0.8583, 0.8748, 0.8659, 0.8351, 0.8396, 0.8350,
                      0.8576, 0.8416, 0.8714, 0.8324, 0.8688, 0.8339, 0.8388, 0.8437, 0.8803,
                      0.8529, 1.1538, 0.8495, 0.7977, 0.8677, 0.8260, 0.8472, 0.8495, 0.2347,
                      0.8397, 0.8645, 0.8440, 0.8639, 0.8532, 0.8055, 0.8259, 0.8572, 0.8435,
                      0.8429, 0.8399, 0.8339, 0.8592, 0.8496, 0.8228, 0.8713, 0.8079, 0.8706,
                      0.8856, 0.8699, 0.8325, 0.8323, 0.8297, 0.7926, 0.8387, 0.8462, 0.8602,
                      0.7932, 0.8054, 0.8505, 0.8460, 0.8193, 0.8562, 0.8189, 0.8625, 0.8473,
                      0.8551, 0.8557, 0.8281, 0.8424, 0.8714, 0.8570, 0.8405, 0.8128, 0.8398,
                      0.8250, 0.8254, 0.8130, 0.8367, 0.8551, 0.8123, 0.8500, 0.8742, 0.8355,
                      0.8632, 0.8286, 0.8638, 0.8080, 0.8594, 0.8353, 0.8410, 0.8400, 0.8678,
                      0.8518, 0.8467, 0.8574, 0.8527, 0.8454, 0.8199, 0.8510, 0.8562, 0.8745,
                      0.8317, 0.8508, 0.8442, 0.8299, 0.8885, 0.8540, 0.8548, 0.8582, 0.8297,
                      0.8415, 0.8581, 0.8421, 0.8031, 0.8062, 0.8729, 0.8811, 0.8352, 0.8588,
                      0.8561, 0.8357, 0.8399, 0.8515, 0.8687, 0.8547, 0.8505, 0.8210, 0.8190,
                      0.8502, 0.8540, 0.8376, 0.8622, 0.8492, 0.8808, 0.8328, 0.8322, 0.8501,
                      0.8835, 0.8495, 0.8454, 0.8991, 0.8486, 0.8408, 0.8640, 0.8463, 0.8041,
                      0.8428, 0.8284, 0.8467, 0.8582, 0.8525, 0.8759, 0.8784, 0.8841, 0.8179,
                      0.8229, 0.8483, 0.8425, 0.8630, 0.8519, 0.8558, 0.8587, 0.8656, 0.8217,
                      0.8400, 0.8709, 0.8536, 0.8715, 0.3527, 0.8640, 0.8675, 0.8364, 0.8413,
                      0.8638, 0.8183, 0.8419, 0.8512, 0.8499, 0.8095, 0.8543, 0.8324, 0.8137,
                      0.8296, 0.8679, 0.8430, 0.8506, 0.8360, 0.8549, 0.8665, 0.3519, 0.8852,
                      0.8498, 0.8707, 0.8481, 0.8436, 0.8329, 0.8509, 0.8583, 0.8664, 0.8341,
                      0.8606, 0.8452, 0.8582, 0.8563, 0.8128, 0.8489, 0.8615, 0.8362, 0.8600,
                      0.8598, 0.8410, 0.8819, 0.8518, 0.8598, 0.8382, 0.8527, 0.8694, 0.8476,
                      0.8910, 0.8598, 0.8558, 0.8786, 0.8165, 0.8026, 0.8451, 0.8248, 0.8710,
                      0.8193, 0.8648, 0.8401, 0.8405, 0.8663, 0.8550, 0.8435, 0.8135, 0.8553,
                      0.8407, 0.8327, 0.8594, 0.8541, 0.8490, 0.8445, 0.8594, 0.8578, 0.8169,
                      0.8590, 0.8453, 0.8465, 0.8680, 0.8113, 0.8197, 0.8561, 0.8284, 0.8391,
                      0.8630, 0.8521, 0.8630, 0.8547, 0.8656, 0.8464, 0.8494, 0.8457, 0.8637,
                      0.8730, 0.7984, 0.8301, 0.8546, 0.8471, 0.8684, 0.8475, 0.8471, 0.8647,
                      0.8544, 0.8537, 0.8296, 0.8566, 0.8418, 0.8662, 0.8530, 0.8573, 0.8566,
                      0.8455, 0.8599, 0.8081, 0.8183, 0.8549, 0.8605, 0.8231, 0.8546, 0.8486,
                      0.8441, 0.8481, 0.8396, 0.8631, 0.8688, 0.8479, 0.8488, 0.8675, 0.8692,
                      0.8695, 0.8750, 0.8242, 0.8462, 0.8283, 0.8795, 0.8786, 0.8770, 0.8456,
                      0.8109, 0.8370, 0.8734, 0.8303, 0.8066, 0.8742, 0.8575, 0.8621, 0.8476,
                      0.8228, 0.8337, 0.8283, 0.8683, 0.8626, 0.8432, 0.8762, 0.8328, 0.8570,
                      0.8295, 0.8280, 0.8306, 0.8374, 0.8228, 0.8378, 0.8411, 0.8587, 0.8388,
                      0.8547, 0.8137, 0.8342, 0.8684, 0.8394, 0.7858, 0.8565, 0.8061, 0.8202,
                      0.8358, 0.8720, 0.8748, 0.8165, 0.8776, 0.7163, 0.8072, 0.8319, 0.8554,
                      0.8495, 0.8480, 0.8296, 0.8479, 0.8430, 0.8297, 0.8524, 0.8391, 0.8059,
                      0.8702, 0.8394, 0.8546, 0.8360, 0.8583, 0.8885, 0.8319, 0.8564, 0.8488,
                      0.8634, 0.8384, 0.8934, 0.8361, 0.8315, 0.8543, 0.8286, 0.8366, 0.8232,
                      0.8548, 0.8658, 0.8640, 0.8686, 0.8544, 0.8802, 0.8584, 0.8367, 0.8448,
                      0.8615, 0.8110, 0.8711, 0.8501, 0.8657, 0.8299, 0.8350, 0.8556, 0.8489,
                      0.8508, 0.8361, 0.8230, 0.8649, 0.8387, 0.8197, 0.8585, 0.8709, 0.8356,
                      0.8476, 0.8999, 0.8704, 0.8398, 0.8249, 0.8466, 0.8360, 0.8575, 0.8312,
                      0.8150, 0.8228, 0.8448, 0.8285, 0.8380, 0.8039, 0.8388, 0.8241, 0.8413,
                      0.8347, 0.8615, 0.8117, 0.7917, 0.8621, 0.8480, 0.8214, 0.8227, 0.8519,
                      0.8225, 0.8133, 0.8449, 0.8369, 0.8484, 0.8183, 0.8596, 0.8084, 0.6916,
                      0.8445, 0.8621, 0.8668, 0.8406, 0.8337, 0.8751, 0.8439, 0.8754, 0.8475,
                      0.8657, 0.8233, 0.8331, 0.8344, 0.8806, 0.8509, 0.8344, 0.8440, 0.8453,
                      0.8496, 0.8541, 0.8487, 0.8490, 0.8749, 0.8304, 0.8372, 0.8560, 0.8585,
                      0.8506, 0.8532, 0.8427, 0.8145, 0.8299, 0.8697, 0.8099, 0.8335, 0.8542,
                      0.8653, 0.8376, 0.8385, 0.8427, 0.8727, 0.8437, 0.8602, 0.8616, 0.8482,
                      0.8716, 0.8572, 0.8645, 0.8360, 0.7761, 0.8155, 0.8477, 0.8359, 0.8400,
                      0.8488, 0.8561, 0.8218, 0.8460, 0.8667, 0.8547, 0.8533, 0.8595, 0.8453,
                      0.8499, 0.8511, 0.8639, 0.8432, 0.8349, 0.8386, 0.8251, 0.8760, 0.8501,
                      0.8586, 0.8470, 0.8610, 0.8188, 0.8163, 0.8412, 0.8890, 0.8629, 0.8542,
                      0.8555, 0.8548, 0.8597, 0.8483, 0.8360, 0.8600, 0.8510, 0.8236, 0.8512,
                      0.8397, 0.8317, 0.8324, 0.8795, 0.8353, 0.8333, 0.8467, 0.8510, 0.8558,
                      0.8537, 0.8074, 0.8515, 0.8368, 0.8273, 0.8574, 0.8332, 0.8375, 0.8725,
                      0.8517, 0.8038, 0.8453, 0.8288, 0.8429, 0.8051, 0.8439, 0.8515, 0.8496,
                      0.8468, 0.8504, 0.8777, 0.8340, 0.8426, 0.8645, 0.8415, 0.8357, 0.8461,
                      0.8570, 0.8442, 0.8376, 0.8709, 0.8614, 0.8435, 0.8542, 0.8280, 0.8665,
                      0.8507, 0.8689, 0.8597, 0.8572, 0.7843, 0.8089, 0.8606, 0.8451, 0.8371,
                      0.8588, 0.8088, 0.8342, 0.8712, 0.8368, 0.8633, 0.8583, 0.8486, 0.8519,
                      0.8586, 0.8527, 0.8431, 0.8517, 0.8488, 0.7813, 0.8156, 0.8601, 0.8541,
                      0.8473, 0.8425, 0.8375, 0.8285, 0.8636, 0.8175, 0.8775, 0.8287, 0.8754,
                      0.8502, 0.8225, 0.8547, 0.8497, 0.7522, 0.8451, 0.8540, 0.8416, 0.8660,
                      0.8424, 0.8464, 0.8357, 0.8460, 0.8130, 0.8046, 0.8441, 0.8415, 0.8693,
                      0.8537, 0.8708, 0.8430, 0.8440, 0.8656, 0.8513, 0.8480, 0.8591, 0.8612,
                      0.8411, 0.8318, 0.8516, 0.8117, 0.8378, 0.8586, 0.8602, 0.8537, 0.8763,
                      0.8572, 0.8657, 0.8383], device='cuda:0')),
             ('bert.encoder.layer.8.output.LayerNorm.bias',
              tensor([-8.8380e-02,  7.0131e-02,  4.3969e-02, -1.6096e-01,  4.6778e-02,
                      -6.9419e-02,  9.1309e-02, -1.1279e-01, -7.8851e-02,  4.1705e-02,
                      -1.2566e-01, -2.7187e-02, -2.7267e-03,  8.4436e-02, -7.2892e-02,
                      -1.0402e-01, -1.9216e-02,  3.4123e-02,  3.7985e-03,  2.2527e-02,
                      -6.1069e-02, -6.0394e-02, -4.6813e-02, -8.6787e-02, -4.1774e-02,
                      -2.1605e-02, -1.0782e-01, -2.3956e-01, -6.4695e-02, -1.1224e-01,
                      -1.3471e-02,  1.9322e-02,  7.2181e-02,  3.2020e-02, -1.9089e-01,
                      -5.5440e-02,  7.6312e-02, -5.3625e-02, -7.7777e-02, -1.6631e-01,
                       4.8171e-03,  4.4208e-02, -7.8243e-02, -5.3143e-02, -3.9333e-02,
                       9.8350e-03, -1.5745e-02, -1.3810e-01, -4.9696e-02, -6.7829e-02,
                      -8.7624e-02, -1.0556e-01, -1.2597e-01,  4.3225e-02, -6.1545e-02,
                       6.1644e-02,  6.9700e-02, -3.6189e-02, -3.8415e-02, -6.9271e-02,
                       2.4165e-02, -7.4819e-03, -1.3344e-01,  9.9429e-02,  3.4626e-02,
                      -4.1665e-02, -5.3207e-02,  3.1656e-03, -7.2401e-02,  5.2283e-02,
                       6.1419e-02,  4.5975e-02, -1.4618e-02, -7.2730e-02, -2.7493e-02,
                      -5.2201e-02, -6.6655e-02, -2.1426e-02, -1.2467e-02, -7.8562e-03,
                      -1.3130e-01, -5.7791e-02, -1.1399e-03, -1.4771e-01,  8.2667e-03,
                      -1.3627e-01, -4.0958e-02, -4.6081e-02, -8.6916e-02, -8.4693e-02,
                       3.5902e-02, -1.1447e-02,  2.1159e-03, -8.0847e-02, -6.5080e-03,
                      -1.3084e-01, -2.4241e-02, -3.7737e-03, -5.7317e-02, -8.7295e-02,
                      -2.5490e-02,  1.6632e-02, -4.6127e-02, -5.6934e-02,  5.7521e-02,
                       1.3590e-03, -1.1796e-01, -3.2648e-02,  5.0296e-02,  5.5198e-02,
                      -4.1338e-02,  2.1909e-03,  2.2667e-03, -3.1520e-02, -1.2415e-01,
                      -1.6626e-01, -3.9537e-02, -1.0026e-01, -8.1943e-03, -1.5502e-02,
                      -4.8364e-02, -1.6572e-02, -3.3591e-02, -4.4411e-02,  3.1657e-03,
                      -3.5901e-02, -5.2136e-02, -3.6432e-02,  1.4629e-02, -2.9655e-02,
                       4.7987e-02, -5.7964e-02, -1.7868e-02, -4.4364e-02,  1.6704e-02,
                      -1.0316e-01, -1.8071e-01, -1.0215e-01, -2.2004e-01, -2.6310e-02,
                       5.3854e-02,  5.2293e-02, -3.5230e-02,  4.0546e-01, -3.4529e-02,
                      -1.6014e-02, -8.9991e-02, -7.3707e-02,  3.0474e-02,  1.6600e-01,
                       1.2478e-01,  3.8424e-03,  8.0878e-03, -1.3956e-01, -7.2040e-02,
                       1.1909e-01, -2.2359e-02,  9.3909e-02, -1.1917e-01,  4.0799e-02,
                      -1.5394e-01, -6.2633e-02, -6.7739e-02, -2.4452e-02, -3.0964e-02,
                       8.3635e-02, -1.5912e-01, -5.6838e-02,  5.1805e-02, -4.9856e-02,
                      -5.1276e-02, -9.2741e-02, -2.5718e-02, -8.7981e-02, -1.3956e-01,
                      -1.1395e-01, -1.3930e-01,  4.7512e-02,  1.7238e-02, -6.7788e-02,
                       2.8300e-02,  1.9921e-02, -2.9234e-02,  7.0968e-02, -3.7397e-03,
                      -1.4345e-02,  1.1095e-03,  5.7708e-02, -2.7209e-02, -1.8825e-03,
                      -9.7515e-02, -6.5292e-02, -6.9356e-02, -8.1788e-02,  8.3917e-02,
                       5.1180e-02, -4.0639e-02, -8.8691e-04, -7.5883e-03,  3.6427e-02,
                      -3.8125e-02, -9.5868e-02,  1.2304e-02, -5.3177e-02, -7.6991e-02,
                      -2.9141e-03, -7.2890e-02,  1.0133e-01,  4.1027e-04,  1.9917e-03,
                      -2.4378e-02,  3.2414e-02, -6.1997e-02,  6.7227e-02, -5.1874e-02,
                      -9.5379e-03, -1.1033e-01, -3.9581e-02, -1.0094e-02, -3.4870e-02,
                      -4.7829e-02, -7.2837e-02, -1.2488e-01,  7.3939e-02,  1.1058e-01,
                      -1.1962e-01, -4.6181e-02, -2.3104e-02, -1.3589e-01, -7.7466e-02,
                      -2.7281e-02, -7.2538e-02, -3.5770e-02,  5.4592e-02, -1.6306e-02,
                       4.0782e-03, -4.4484e-02,  4.0650e-02, -2.5977e-02, -2.6523e-02,
                       5.0603e-02, -4.7252e-03, -1.1294e-01, -7.0510e-02,  3.9198e-02,
                       3.9673e-02, -8.9039e-02, -4.9473e-02, -6.3330e-02, -1.5228e-01,
                      -7.0655e-02, -4.5399e-02, -1.1938e-01, -1.0501e-01, -1.1157e-01,
                      -7.0666e-02,  7.0838e-02, -6.1475e-02,  2.1660e-03, -7.4209e-02,
                      -9.2157e-02,  1.8995e-02, -8.0509e-02, -6.7254e-02, -1.1350e-02,
                      -1.9125e-02, -8.2509e-02, -7.0346e-02, -3.5834e-02,  5.4669e-02,
                       3.0862e-02,  4.4137e-02, -1.4499e-01, -1.9883e-02, -1.0919e-01,
                      -6.1440e-02,  2.9471e-02, -4.1629e-02, -8.4171e-02,  1.4959e-01,
                      -4.6519e-02, -1.2892e-02, -1.5823e-03, -6.3341e-01, -1.0655e-02,
                      -4.5098e-02, -3.8235e-02,  7.5111e-02, -9.6443e-02, -4.5943e-02,
                      -1.7935e-02, -5.9106e-02, -5.0681e-02,  4.5216e-02, -1.3701e-02,
                       5.8117e-02,  6.4336e-02, -7.8901e-03,  2.2553e-02, -2.4589e-02,
                      -9.2828e-02,  6.0929e-02, -3.9355e-02, -5.2774e-02,  2.8851e-01,
                      -1.6390e-02, -4.2390e-02, -3.5741e-02,  5.7190e-02, -1.4481e-01,
                      -1.3482e-01, -1.2454e-01, -4.0498e-02, -7.8845e-02,  5.0286e-03,
                       7.4009e-05, -4.2211e-02, -8.9785e-03,  5.2770e-02, -1.4558e-02,
                       2.8489e-02, -3.8554e-02, -5.2234e-02, -1.0133e-02, -7.3253e-03,
                       3.9935e-02, -6.4149e-02, -3.6702e-02, -1.8810e-02, -7.3895e-02,
                       1.4118e-01, -6.2918e-02, -7.7461e-03, -8.4778e-02, -2.7724e-02,
                       3.6670e-02, -3.0305e-02, -1.4411e-01,  1.2903e-01, -1.6922e-02,
                      -5.5706e-02, -6.6692e-02, -1.0383e-02,  5.2046e-02, -6.7003e-02,
                      -4.1405e-02, -7.5577e-03,  7.4896e-02, -7.1030e-02, -3.9887e-02,
                      -9.0653e-03,  7.6176e-02,  6.0122e-02, -4.3186e-02, -5.2460e-02,
                       6.4176e-02,  2.7176e-02, -7.9779e-02, -5.4259e-02, -1.0729e-02,
                      -3.0682e-02,  1.8397e-02, -4.2690e-02, -7.2168e-03,  5.0854e-02,
                      -1.0309e-01,  3.1681e-03, -1.6211e-01,  4.5777e-02, -5.9810e-02,
                       2.3480e-02,  4.9315e-02, -7.1607e-03, -6.8137e-02,  2.8722e-02,
                      -4.5286e-02,  3.0898e-02,  7.2461e-02, -4.6849e-02, -5.7435e-02,
                       4.0557e-02, -5.2347e-02, -1.5022e-02, -8.4305e-02, -2.2994e-02,
                       6.6916e-02, -3.4653e-02, -1.9531e-02, -9.2615e-02,  8.5221e-03,
                      -7.3092e-02, -4.2445e-02, -2.2505e-02,  1.6121e-02, -1.8153e-02,
                       3.0235e-02,  1.1997e-02, -1.4074e-02,  3.7328e-02, -2.3208e-02,
                      -1.3127e-02, -6.3157e-02,  4.9504e-02,  7.8001e-03,  3.9784e-02,
                      -5.2404e-02, -5.3997e-03,  9.3080e-03,  2.8756e-02,  5.6089e-02,
                       7.6090e-03, -1.4501e-02, -1.1322e-01, -9.7000e-03,  5.2836e-03,
                      -1.9583e-02, -4.8572e-02, -2.3773e-01,  3.1951e-02,  6.8517e-02,
                       1.3751e-02,  4.6342e-02,  4.6070e-02, -1.3938e-01, -1.3245e-01,
                      -2.9319e-02,  6.3555e-02, -3.5760e-02, -1.0293e-01, -1.2819e-01,
                       7.2173e-02, -6.0464e-02,  6.6276e-02, -1.4577e-01,  4.1440e-02,
                      -5.6681e-02, -1.0709e-01,  3.5713e-03, -5.1256e-02, -4.4489e-02,
                      -3.8182e-02,  5.2566e-03,  5.8054e-03,  3.9160e-02,  4.5402e-03,
                       2.9185e-02, -2.2022e-02,  6.1456e-03, -5.1370e-02, -1.7842e-04,
                      -7.4905e-02, -8.8635e-02, -1.2897e-01, -4.5892e-02,  1.3711e-02,
                       2.1729e-01, -1.0781e-01,  5.6175e-03,  2.8178e-02, -2.8717e-02,
                       4.4843e-04,  8.7773e-03, -3.0937e-02, -9.6252e-02, -9.5796e-02,
                      -5.7813e-02, -6.5933e-02, -7.1230e-02, -6.6069e-02, -7.9851e-02,
                      -1.8474e-01, -8.2710e-02, -3.7122e-02, -7.7650e-02, -2.1481e-02,
                      -6.4034e-02,  4.1927e-02, -2.7033e-02, -6.7452e-02,  2.9122e-02,
                      -7.7619e-02, -1.2506e-02,  3.0540e-02, -8.4651e-02, -6.0750e-02,
                       2.3109e-02, -2.0189e-02, -8.7972e-02, -2.7461e-02, -5.7681e-02,
                       2.8568e-02, -4.0041e-02,  7.8219e-02, -2.5801e-02, -1.3374e-01,
                      -4.3705e-02, -1.0872e-02, -4.0800e-02, -1.1009e-02, -2.5607e-02,
                      -1.4660e-01, -3.7526e-02, -7.7134e-02,  7.7088e-02,  1.0869e-02,
                      -2.2137e-01, -2.3779e-02, -7.9445e-02, -2.2845e-02,  2.5095e-02,
                       9.4556e-02, -1.3463e-02, -5.9519e-02, -2.6538e-02,  6.6501e-02,
                       6.6505e-02, -1.2289e-03, -6.8123e-02, -6.9682e-02, -5.8574e-02,
                       1.8198e-03,  1.8594e-02, -4.3907e-02, -1.3163e-02, -1.8420e-02,
                       2.1433e-03, -1.6200e-01,  2.0703e-02, -3.0329e-02,  4.1294e-02,
                      -2.5089e-02, -1.2499e-01,  5.5275e-02,  4.0630e-03,  4.9916e-02,
                      -1.1879e-01, -9.7051e-02, -5.0292e-02,  6.4187e-02, -6.7181e-02,
                       1.4302e-01,  4.9102e-03, -7.3951e-02,  4.9026e-02, -1.0098e-01,
                      -1.7802e-01, -6.3872e-02, -3.3116e-02, -3.8152e-02, -1.8127e-01,
                      -1.7491e-01, -5.6316e-02,  7.6256e-02, -8.2800e-02, -8.1669e-02,
                      -7.7570e-02,  5.2082e-02, -4.7410e-01,  4.3314e-02, -4.5211e-02,
                       3.0868e-03, -9.0193e-02, -4.7025e-02, -3.7500e-02, -6.4175e-02,
                      -7.4329e-03, -3.9009e-02, -1.7586e-02,  1.0628e-02, -1.5975e-01,
                      -9.4242e-02, -3.2116e-02,  4.1287e-02, -2.0515e-02, -6.6961e-02,
                      -3.8607e-02, -4.3732e-02,  2.6516e-02, -8.9393e-02,  7.6665e-02,
                      -6.3141e-02, -1.8974e-01, -7.2713e-02, -3.4554e-02, -7.2366e-02,
                      -1.0317e-02, -4.7264e-02, -3.8567e-02, -1.0169e-01,  8.6723e-03,
                       2.0638e-03, -8.2578e-02, -4.9976e-02,  2.8276e-02, -4.5948e-02,
                      -7.3372e-02, -4.7069e-02, -5.4545e-02,  2.9124e-02, -1.3438e-01,
                       7.6634e-03, -2.8141e-02, -1.1515e-02,  5.5633e-02,  1.9898e-02,
                       3.4296e-02, -7.1424e-02, -8.1399e-02, -9.5628e-02, -1.3365e-01,
                      -5.3076e-02,  2.3080e-02, -3.9105e-02,  4.2981e-02, -1.8184e-01,
                      -1.2313e-01, -1.6464e-02, -6.0130e-03, -1.4515e-02, -2.1216e-02,
                       1.9177e-02, -2.4707e-02, -1.2805e-01, -5.4856e-02, -8.8826e-02,
                       5.0993e-02,  2.4872e-02,  6.2246e-02, -7.6560e-02, -8.1569e-02,
                       8.4985e-02, -6.8223e-02, -2.8837e-02,  1.0319e-01, -1.0852e-01,
                      -1.1623e-01,  1.4053e-03, -1.0749e-01,  1.8847e-02, -3.0062e-03,
                       2.5278e-02,  3.1986e-02, -1.6606e-01, -1.1843e-01, -1.3392e-02,
                      -1.8577e-03,  2.2653e-02, -1.1020e-01,  7.3080e-02,  1.5211e-02,
                       1.2419e-02,  5.4891e-02, -5.0402e-03,  6.8692e-02, -4.2749e-02,
                      -3.3977e-02,  1.8592e-02, -2.1057e-02, -1.7355e-01,  4.1257e-02,
                      -1.2605e-01, -7.6018e-02, -3.4127e-02, -6.3596e-02,  1.0921e-01,
                      -1.6045e-02, -1.2049e-01,  4.5741e-02, -1.7758e-02, -6.0193e-02,
                      -6.1783e-03, -6.8823e-02, -6.9684e-02, -5.6310e-02, -1.1528e-01,
                      -9.4344e-02, -1.0508e-02,  2.6463e-02,  1.0169e-01, -7.9675e-02,
                      -1.0394e-01,  7.8444e-03, -7.3834e-02, -8.3336e-02,  3.5233e-02,
                      -8.3354e-03,  2.2198e-02, -9.3549e-03, -1.2453e-02,  2.0347e-02,
                      -1.1571e-01, -9.6915e-02,  1.4207e-02, -8.8077e-02, -5.9699e-02,
                       7.3679e-03, -5.9480e-02,  1.9890e-01, -1.9018e-01, -7.0544e-02,
                      -9.9428e-02, -6.2779e-02,  2.9068e-02, -6.1928e-03,  8.2138e-02,
                       2.7076e-02, -5.2637e-02, -6.8938e-03, -2.3610e-02,  1.6483e-02,
                      -4.7743e-02, -1.1439e-02, -4.7646e-02, -4.9540e-02, -7.5739e-02,
                      -7.0472e-02,  6.4679e-02, -3.2542e-02, -6.6076e-02, -6.3679e-02,
                       2.0504e-02, -4.4594e-02, -7.1216e-02,  5.4745e-02,  4.8135e-03,
                      -3.9511e-02, -1.1846e-01,  2.1876e-02,  3.3664e-03, -7.4072e-02,
                       3.0638e-02,  6.2571e-03,  3.3921e-02, -3.4582e-01,  3.3520e-02,
                      -2.8753e-02, -1.1790e-01,  4.2989e-03, -6.1716e-02, -4.5118e-02,
                       2.3231e-02, -5.8056e-03, -8.0724e-02, -1.2142e-01, -6.6168e-02,
                       4.1045e-02,  5.5409e-03,  1.9149e-02,  3.7252e-02,  9.5893e-03,
                      -8.9717e-02, -5.3886e-02, -1.1302e-01,  4.8658e-04,  8.1260e-03,
                       5.0117e-02, -8.8822e-02,  7.1974e-02,  6.2029e-04, -7.3818e-02,
                       1.3137e-02,  2.0787e-02, -4.4078e-02, -2.8670e-02, -1.3203e-03,
                       7.9562e-03, -4.3147e-02, -1.5707e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.weight',
              tensor([[ 0.0594, -0.0412, -0.0051,  ...,  0.0181, -0.0125, -0.0264],
                      [-0.0283,  0.0066,  0.0248,  ...,  0.0684, -0.0083, -0.0188],
                      [-0.0196,  0.0103,  0.0098,  ...,  0.0074,  0.0162, -0.0164],
                      ...,
                      [ 0.0492,  0.0446,  0.0231,  ...,  0.0213, -0.0053, -0.0156],
                      [-0.1048, -0.0021,  0.0546,  ..., -0.0028,  0.0318,  0.0091],
                      [ 0.0033, -0.0148,  0.0322,  ...,  0.0213,  0.0335,  0.0238]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.query.bias',
              tensor([ 1.0855e-01,  4.1365e-02,  8.0841e-02, -3.5290e-02,  8.1144e-03,
                      -4.2045e-01, -3.5520e-01, -4.6958e-02, -2.4544e-01, -2.9305e-02,
                       5.0885e-01,  1.8850e-01,  7.4922e-02, -1.0436e-01,  4.0883e-01,
                      -8.3363e-02,  2.4849e-02,  3.5427e-02, -5.3782e-01, -7.7631e-02,
                       7.9704e-02, -1.2134e-01, -1.6176e-01, -5.1215e-03, -1.9928e-02,
                       3.5627e-02,  1.1125e-01,  8.9483e-02, -2.0417e-02, -2.0463e-01,
                       3.8597e-02, -5.9528e-02, -8.1470e-02, -4.2754e-02,  1.4113e-01,
                       1.5994e-01, -1.1210e-01,  4.9037e-01, -8.2351e-02,  1.3688e-01,
                      -1.5800e-01, -1.1888e-01, -1.9694e-01, -2.0478e-01, -3.7327e-02,
                      -7.4921e-02,  2.8273e-02, -8.7334e-02,  6.1784e-02, -3.0320e-02,
                       1.5658e-01, -2.4518e-01, -9.2837e-02,  6.3870e-02,  6.0068e-02,
                      -1.9991e-01, -2.9845e-01, -1.0010e-03,  9.1480e-02,  3.0825e-03,
                       3.8122e-02,  2.3551e-02, -8.1434e-02, -3.7572e-01,  2.4069e-02,
                      -2.6814e-02, -2.4124e-03,  1.1997e-02,  3.7714e-02,  5.5329e-02,
                       5.1420e-02, -4.9422e-02,  2.5970e-02,  3.4145e-03, -2.2575e-02,
                      -1.1138e-01,  9.0613e-03, -5.8842e-02,  5.9488e-02, -9.7821e-02,
                       7.6355e-02, -1.2002e-01,  4.5863e-02, -4.3949e-02,  2.7935e-02,
                       3.8440e-02,  1.3024e-02,  1.7612e-02, -1.2057e-01, -2.3294e-02,
                      -7.5289e-02,  1.0343e-01,  8.0365e-02, -2.8025e-01,  8.7987e-02,
                       1.2533e-02, -5.0490e-02, -1.2001e-02, -8.1695e-02,  1.2392e-02,
                       1.7956e-01, -2.1622e-02, -7.0080e-02,  4.8377e-02,  6.1321e-02,
                      -8.2283e-03,  3.2603e-02,  6.3058e-02, -4.3658e-02, -5.9299e-03,
                       3.2269e-02,  2.3175e-03, -1.1790e-02,  1.2128e-01,  4.9773e-02,
                       4.7517e-02, -7.9402e-02, -1.1345e-01,  2.6819e-02,  4.3504e-02,
                       1.0954e-01, -3.4904e-01,  1.3522e-03, -7.0751e-02,  7.4773e-02,
                       1.4454e-02,  1.0272e-01, -1.5635e-01, -1.1017e-02,  3.3132e-03,
                      -4.8132e-03,  1.0197e-01,  1.5539e-01, -6.9915e-02,  6.7134e-03,
                      -2.9288e-02, -2.7606e-02, -4.3879e-02, -3.6715e-02,  4.6790e-02,
                       1.7035e-01,  4.7011e-01,  1.2404e-01,  8.5880e-02, -5.8759e-02,
                       4.8558e-03, -3.1320e-02,  8.5328e-02, -4.5244e-02, -2.2195e-02,
                      -1.2163e-01,  7.4306e-02, -7.8000e-03, -1.5881e-02,  3.0013e-03,
                       2.3782e-02, -7.2136e-02, -5.9147e-03,  3.7331e-02,  1.7496e-03,
                      -2.3856e-02, -5.3833e-02, -5.2810e-02,  3.2930e-03,  1.0389e-01,
                      -9.4984e-03,  7.3790e-02, -2.8207e-02,  2.2385e-01, -1.2394e-01,
                      -1.3464e-02,  1.6914e-01, -1.2708e-01,  1.6980e-03,  4.6268e-03,
                      -1.5696e-02, -9.6882e-02,  4.5460e-03,  2.2391e-02,  4.7534e-03,
                       7.1467e-02, -1.0331e-01,  4.9966e-02, -5.7016e-03,  3.9352e-03,
                      -3.1033e-02,  4.1433e-02,  1.3468e-01,  6.8412e-02,  7.8341e-02,
                       2.0846e-02, -6.6946e-03,  2.7451e-02,  3.2694e-01, -3.2796e-02,
                      -1.3193e-02, -4.6505e-02, -3.0717e-01,  1.8648e-03, -3.0203e-02,
                       6.1828e-04, -7.6375e-02,  2.5883e-02,  1.8090e-02,  1.8343e-02,
                      -6.4579e-02, -4.7252e-02, -2.9755e-02,  1.2636e-03, -1.4425e-02,
                       2.6021e-04,  1.0058e-02, -3.9094e-02, -7.3705e-02, -1.6827e-02,
                      -1.0828e-01,  1.5431e-01, -5.9737e-02,  2.7576e-02,  4.5817e-02,
                      -2.2322e-02, -3.6856e-02,  3.6969e-02, -7.0446e-02,  1.2015e-01,
                       8.0016e-03, -8.5307e-02, -4.0731e-02, -4.1122e-02,  3.9121e-05,
                       1.2815e-02,  1.4123e-01,  1.0247e-02, -2.1218e-02, -7.5675e-03,
                       3.1430e-02,  1.1984e-01, -2.9678e-02, -8.0141e-02,  1.2792e-02,
                      -1.8067e-02, -1.1858e-01, -5.1921e-02, -7.1850e-02,  2.2713e-02,
                       1.8298e-02,  4.9533e-02,  2.1361e-03, -1.2467e-01, -9.3898e-03,
                      -9.4452e-02, -6.6120e-02,  2.2275e-02, -7.6770e-03,  2.3036e-02,
                       1.3650e-02, -3.0292e-02,  6.1394e-02, -8.2232e-02, -1.3422e-01,
                      -1.0778e-01, -1.8770e-01, -4.5404e-02,  7.4165e-02,  6.0712e-02,
                      -3.2000e-04,  2.8868e-02,  5.2641e-02, -4.1236e-02,  1.0293e-01,
                       1.3742e-01,  2.1004e-02,  1.2454e-01, -4.2272e-02,  2.6508e-01,
                       1.6105e-02, -5.0951e-01, -6.6801e-03,  9.0829e-02, -1.4710e-01,
                       1.4124e-01,  3.1516e-02, -6.6935e-02, -6.5878e-02,  1.2673e-02,
                       1.0004e-02, -3.2884e-02, -7.1767e-02,  1.9744e-01, -2.1910e-02,
                       8.4040e-02,  6.5471e-03,  5.9562e-02, -7.4843e-02, -6.1190e-02,
                      -6.1952e-02, -3.2717e-02,  1.1871e-01,  8.0595e-02,  5.5565e-02,
                      -3.1414e-01, -2.8161e-01, -3.7888e-03, -4.5252e-02, -1.1803e-01,
                      -7.6076e-03, -2.3032e-01, -5.2703e-02, -1.6511e-02,  1.3087e-01,
                       4.7066e-02, -1.4541e-02, -5.3885e-02,  9.6187e-02,  6.7338e-02,
                       4.0640e-02,  3.2135e-02, -1.5993e-02, -1.0965e-01, -1.5727e-01,
                      -4.8628e-02,  1.3937e-01, -1.1824e-01,  2.5325e-01, -2.8300e-02,
                       4.1523e-02, -4.0837e-02, -1.8866e-01, -1.7508e-01,  6.5706e-02,
                      -1.4393e-02,  1.0968e-01, -6.9282e-02, -1.6621e-01,  6.0366e-02,
                       9.7929e-02,  1.8156e-02, -2.1656e-02,  6.0473e-02, -3.3992e-01,
                      -9.5317e-02, -1.4900e-01, -5.4703e-02,  6.7472e-02, -4.1557e-01,
                       1.8137e-02, -3.0097e-01, -3.4819e-02,  7.6738e-02, -2.1770e-02,
                      -6.1486e-02, -1.6513e-01, -2.6997e-02, -2.5134e-02,  1.2857e-01,
                       5.7130e-02, -3.6515e-01,  1.3641e-01, -3.7693e-03,  3.9048e-03,
                       1.8568e-01,  5.1077e-02, -1.5630e-01,  3.6316e-02,  2.7750e-02,
                      -1.4109e-03,  1.8852e-02, -1.6021e-01, -1.5526e-01, -5.2132e-02,
                       2.5813e-02,  2.6788e-01, -1.9809e-01,  2.6086e-01, -3.3551e-02,
                      -1.9176e-03, -9.3127e-03,  8.2370e-02, -7.0074e-02,  1.3659e-01,
                       1.1033e-02, -7.5181e-02, -2.9022e-02, -2.0697e-02, -6.6063e-02,
                      -7.6744e-02,  2.2626e-02,  1.1818e-01,  2.5552e-02,  1.0423e-01,
                       2.5571e-02,  1.1336e-02, -3.7787e-02, -3.6451e-02, -2.9670e-02,
                      -3.2027e-02,  4.7192e-02, -9.2113e-02, -9.6528e-02, -2.7508e-02,
                       5.3623e-02,  3.5685e-02,  3.4314e-02,  3.4579e-03,  8.6027e-02,
                      -4.2911e-01,  1.6514e-01,  6.3077e-02,  4.6422e-02, -2.6391e-02,
                      -3.2293e-02,  2.5181e-02, -2.4926e-02, -3.4154e-02, -9.9905e-02,
                       2.7768e-02, -2.0526e-01,  5.2619e-02, -6.4911e-02, -1.2431e-01,
                       1.5296e-01,  1.6401e-02,  3.4379e-02, -2.7566e-02, -8.8781e-02,
                      -9.7360e-03, -3.3674e-02,  2.9924e-02, -2.8877e-02, -3.2299e-02,
                       2.3611e-02, -4.6018e-02,  3.6389e-02,  1.6482e-02,  6.4539e-03,
                       3.2215e-02, -3.0535e-01, -6.2977e-02,  3.4537e-02, -1.6656e-02,
                       6.9667e-02,  1.1385e-02, -7.7079e-02, -2.2820e-02,  1.8664e-02,
                       8.0492e-02,  7.3180e-03,  5.7187e-02, -4.5660e-03, -1.9214e-01,
                      -1.4717e-02, -1.5406e-01, -2.5103e-02, -7.6714e-02, -5.5039e-03,
                       8.4907e-03,  1.2983e-01, -6.8970e-02, -1.3830e-01, -2.3456e-01,
                       9.3892e-02,  9.6270e-02, -8.3696e-02,  1.7493e-02,  2.1019e-01,
                       9.2857e-02,  5.7141e-02, -2.5601e-01,  1.9011e-02, -8.2006e-02,
                       2.4228e-02, -1.4774e-02,  9.2837e-02,  5.6212e-02, -4.7392e-02,
                       8.4894e-02,  9.1458e-02, -1.2539e-01,  4.9241e-02, -8.0086e-03,
                       1.3044e-01, -1.2923e-01,  6.5553e-02,  6.9219e-02, -1.7592e-01,
                       8.3054e-02,  7.0352e-02, -2.1722e-01, -5.7151e-01,  1.0317e-01,
                      -3.4284e-02,  1.0111e-01, -3.6683e-04,  2.2407e-01,  8.0931e-02,
                      -1.0835e-01,  1.3453e-01,  2.8429e-02,  7.5035e-02, -3.5907e-02,
                       5.2448e-02, -2.1784e-01,  1.4278e-01,  1.4364e-01,  7.4787e-02,
                       2.5710e-02,  3.0082e-01,  3.7120e-02, -5.8091e-03,  1.4865e-01,
                       1.0222e-01, -3.3397e-02,  3.5090e-01,  5.4106e-02, -7.9567e-02,
                       5.4054e-02,  5.7367e-02,  2.2015e-02,  4.5742e-02,  2.0523e-01,
                      -1.3521e-02, -1.4674e-02,  5.5268e-02,  2.0699e-02, -2.0622e-03,
                       3.3749e-02, -5.9750e-04,  1.2211e-01, -1.1723e-01,  3.9655e-02,
                      -2.4273e-01,  1.3670e-01,  1.2955e-01,  8.2236e-02,  8.2510e-02,
                       1.3300e-02, -6.9091e-02, -1.4087e-02, -9.6592e-02, -2.0477e-01,
                       2.2129e-01,  1.8084e-01,  8.1372e-03, -6.0138e-02, -3.3601e-01,
                       1.8317e-01, -1.9321e-01,  3.4583e-02,  1.3467e-01, -1.2043e-01,
                       4.9155e-02, -7.0229e-02,  1.0403e-01, -1.5936e-01, -1.9549e-01,
                       3.6047e-02, -2.2752e-02,  6.5022e-02, -9.0548e-02, -1.9104e-01,
                       3.6310e-02, -5.5803e-02, -1.8909e-01, -2.8855e-01, -5.0412e-02,
                       4.2827e-02,  4.4590e-02,  1.7589e-02, -5.9948e-02, -5.4006e-02,
                      -5.5616e-02,  1.4767e-01, -4.6966e-02, -8.3233e-03, -2.2138e-01,
                       4.5625e-01, -1.4190e-01, -7.5817e-02, -2.7242e-02,  3.8918e-02,
                      -2.2239e-02, -5.7175e-02, -1.4339e-01, -2.1779e-02, -4.3710e-01,
                       1.3317e-01, -1.0797e-01,  6.6531e-02, -2.2207e-01, -9.4790e-02,
                       5.1429e-03,  9.5641e-03, -1.0446e-01,  5.1931e-02, -5.1360e-02,
                      -2.0835e-02,  2.0230e-01,  1.8327e-01, -1.9593e-02, -3.0576e-01,
                       5.5436e-02, -1.9030e-01, -1.3716e-01, -6.8828e-03,  4.8239e-02,
                       2.7489e-02,  3.5867e-01,  1.2161e-02, -2.5705e-03,  1.7520e-01,
                       1.3374e-01, -2.9327e-02,  2.4590e-01,  2.4229e-02, -1.8396e-01,
                      -2.5407e-03,  2.0144e-02, -6.2621e-02, -2.2408e-02, -2.6072e-01,
                      -2.6264e-02, -9.4393e-02,  6.0283e-02,  2.7857e-02, -1.3388e-01,
                      -4.7091e-02,  5.9395e-02, -5.6732e-02, -5.0550e-02,  2.5544e-01,
                       4.0609e-02, -3.4154e-02, -7.6053e-02, -8.1699e-02,  3.8763e-02,
                      -2.6225e-01,  1.9729e-02, -1.8482e-02, -3.5068e-03,  6.9106e-02,
                       9.9961e-04, -1.2962e-01,  1.9824e-02, -6.6356e-03,  2.5328e-02,
                      -2.1140e-02,  5.8367e-02,  1.6576e-02,  5.0995e-02, -5.2206e-03,
                      -1.6617e-01, -1.3433e-02,  5.9465e-02,  4.2085e-03,  1.4932e-02,
                       8.4636e-02,  7.1828e-02,  2.7287e-02,  4.9451e-02,  4.2678e-02,
                       1.5912e-02, -4.0950e-02,  4.4181e-02, -2.0062e-02, -4.8251e-02,
                      -2.8477e-02,  1.9666e-02,  5.1168e-02,  3.4089e-02,  1.1132e-02,
                      -8.5749e-02, -2.5425e-02, -2.1865e-02, -7.4297e-03, -9.4915e-03,
                      -2.4492e-02,  4.9435e-02, -3.2650e-02, -2.5501e-02,  9.7668e-02,
                       2.8115e-03,  3.6724e-02,  5.3934e-02, -1.8122e-02,  7.4530e-03,
                      -3.4867e-02, -3.9450e-02, -5.2646e-03, -6.5815e-03, -3.1340e-02,
                       1.6516e-02, -2.6278e-01, -2.2060e-02,  3.3352e-03,  8.0706e-02,
                      -9.8775e-02,  7.2251e-02, -4.6601e-02,  2.6800e-02, -8.0764e-02,
                      -1.8487e-02, -9.6292e-02,  4.1008e-02,  2.1542e-01, -6.7105e-02,
                      -3.4214e-01, -1.9248e-01,  1.1915e-01, -1.3282e-01,  1.2444e-01,
                       1.1834e-02,  5.0333e-01, -6.3531e-02,  2.6496e-02, -1.0599e-01,
                       2.3778e-02,  3.1751e-01,  1.7415e-03,  5.8010e-03, -2.4931e-01,
                      -8.1300e-02, -2.5300e-01, -6.0111e-02,  5.7278e-02, -7.0177e-03,
                      -1.1914e-01,  1.1667e-01, -2.3950e-01, -7.3984e-03, -2.2244e-01,
                      -4.3265e-03, -2.3837e-02, -7.3462e-02, -5.8646e-02,  2.1772e-01,
                       8.3745e-02,  5.1203e-02, -3.0240e-02,  1.2786e-01, -9.2661e-02,
                       1.4922e-02,  4.0769e-03,  8.4920e-03, -3.0782e-02,  6.0518e-01,
                       1.3999e-01, -4.4370e-02,  5.8310e-02, -6.8881e-02,  2.4728e-01,
                       2.8408e-01,  4.1785e-02,  4.8758e-02, -4.9030e-02,  9.7256e-02,
                       4.2692e-02,  1.6289e-01,  2.2036e-01, -3.2994e-01,  1.1924e-01,
                       5.9448e-02, -1.2070e-01, -2.5079e-01, -3.0242e-01,  4.9492e-02,
                       1.9043e-01, -4.6004e-03,  2.7034e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.weight',
              tensor([[ 0.0060,  0.0472,  0.0270,  ..., -0.0180,  0.0139, -0.0537],
                      [-0.0212, -0.0276, -0.0727,  ..., -0.0283, -0.0163, -0.0333],
                      [ 0.0384,  0.0090,  0.0299,  ...,  0.0384, -0.0071,  0.0219],
                      ...,
                      [ 0.0994,  0.0603,  0.0052,  ...,  0.0153,  0.0532,  0.1147],
                      [-0.0372, -0.0147,  0.0063,  ...,  0.0112, -0.0264,  0.0137],
                      [-0.1278,  0.0242,  0.0676,  ...,  0.0149,  0.0141,  0.0329]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.key.bias',
              tensor([-9.5382e-04,  3.7924e-03, -1.1818e-03, -5.1290e-03,  1.4962e-04,
                       5.3907e-03, -2.8891e-04, -1.0854e-02, -1.3168e-03, -2.5439e-03,
                       2.7055e-04,  2.0680e-03,  7.5959e-03, -1.3570e-03,  6.7117e-04,
                       2.4504e-03,  2.6633e-04,  3.5449e-03, -5.9871e-03, -2.7243e-04,
                       2.4597e-03,  7.8834e-03, -1.6638e-03,  5.1436e-04,  7.5198e-03,
                       3.8063e-03, -9.9289e-03, -6.4092e-04, -3.9300e-03,  1.3001e-02,
                       1.5087e-03, -3.1955e-04, -2.1972e-03, -1.9735e-04,  2.7578e-03,
                      -2.3753e-03,  5.0202e-03, -2.4025e-04, -4.6205e-03, -3.3518e-03,
                       4.7003e-03, -2.4797e-03,  3.2701e-03,  2.8058e-04, -5.0630e-03,
                       1.1061e-03,  9.6306e-04,  9.6207e-04,  1.7458e-03, -9.3919e-04,
                       2.0492e-03, -4.7866e-04,  2.9433e-03, -5.6180e-04, -2.5548e-04,
                       1.1300e-02, -7.6856e-03, -1.2055e-03,  3.4230e-03,  4.8522e-03,
                       2.2910e-03, -2.5851e-04,  4.5023e-03, -8.2200e-04,  7.8908e-05,
                      -1.6010e-03, -4.1490e-03,  9.6441e-03,  2.1645e-03, -9.9181e-03,
                      -2.2391e-03, -5.9367e-03, -1.7405e-03, -1.2207e-03,  5.1001e-03,
                       8.6829e-03, -3.3725e-03,  4.5829e-03, -3.0876e-03,  6.2002e-03,
                       9.1619e-03, -1.2341e-02, -1.1299e-03, -6.2051e-03, -1.6960e-02,
                       3.4430e-03,  4.5805e-03, -9.7892e-03,  7.8375e-04, -3.6053e-03,
                      -1.3159e-02, -7.9813e-03, -6.3084e-03, -1.4540e-02, -2.0601e-03,
                      -7.4436e-04,  3.8602e-03, -9.8937e-03, -5.6130e-03, -9.2110e-03,
                       1.5961e-02, -7.0169e-03,  1.0650e-02, -1.6579e-04, -6.4345e-04,
                       1.8673e-03,  4.9374e-05,  6.6223e-03,  4.8156e-03,  3.8081e-03,
                       1.1513e-02,  8.9660e-04,  2.2912e-04,  2.8216e-03, -4.0304e-03,
                      -2.4893e-03,  1.0602e-02, -1.3238e-02,  6.4233e-03, -6.6047e-03,
                       1.5707e-02, -1.0732e-02, -3.4093e-03,  1.7982e-03,  9.8930e-03,
                      -1.1172e-03,  1.7915e-04, -2.3867e-03,  7.3657e-04,  1.7831e-03,
                      -2.6442e-03,  1.2543e-03,  6.3916e-03, -1.5550e-03, -2.4647e-03,
                       5.2088e-03, -2.5326e-03, -6.5015e-03, -8.6694e-03,  2.8094e-03,
                       4.5452e-03,  7.2736e-03, -5.4493e-03,  1.6695e-03, -3.6380e-04,
                      -8.7021e-04,  1.0593e-02,  1.7991e-03,  1.8478e-03,  2.1019e-03,
                      -5.8777e-03,  1.2739e-03, -5.5423e-03, -1.5833e-03,  2.0324e-03,
                      -2.6091e-03,  2.2212e-03, -4.2065e-03, -2.4659e-03, -2.7230e-03,
                       2.5244e-03, -3.6557e-03, -3.4973e-03,  9.7746e-05,  5.1420e-03,
                       1.6946e-03,  3.9968e-03,  1.9848e-03, -4.7077e-03, -2.8404e-03,
                      -2.6701e-03,  2.5755e-03, -2.2694e-03, -2.7690e-03, -5.6671e-04,
                      -1.5571e-04,  2.0760e-04,  2.7853e-03,  1.1260e-03, -4.5772e-03,
                      -3.5298e-03, -7.7420e-03, -8.4438e-05,  4.7333e-03,  2.6648e-03,
                       3.0246e-03, -3.5926e-04, -2.1828e-03,  1.9385e-03, -3.6558e-03,
                       4.7227e-03, -3.0338e-03, -1.7906e-03, -4.6734e-04, -4.0039e-03,
                      -5.3287e-04,  1.0570e-03, -6.4802e-03,  2.9453e-03,  4.9795e-03,
                       2.2164e-03, -7.1045e-03,  5.0470e-03,  4.4601e-04,  1.5962e-03,
                      -2.9205e-03,  6.7625e-04,  3.4512e-03, -9.8903e-04,  7.9868e-05,
                      -1.8325e-03,  5.4731e-03, -3.4364e-04, -3.4598e-03, -4.1631e-03,
                      -8.4522e-03, -1.1963e-03,  1.9626e-03,  6.2560e-03, -3.7621e-03,
                      -3.7208e-03, -2.4952e-03, -1.4352e-03,  1.0912e-03, -4.9624e-03,
                       5.8660e-03, -5.7044e-04, -1.1734e-04,  4.8031e-04,  4.9992e-03,
                      -3.8605e-03,  4.6908e-03, -2.1450e-03, -4.6661e-04,  9.2753e-03,
                      -2.9141e-03,  3.3424e-03,  1.8483e-03, -6.2220e-03, -3.3073e-03,
                       9.9052e-04,  2.9271e-03, -2.3894e-03, -1.4086e-03, -5.0660e-03,
                       3.9720e-03,  5.8663e-04, -3.1136e-03,  3.5498e-03,  1.6968e-03,
                      -2.6281e-03,  3.4757e-03,  1.8607e-03,  4.2429e-03, -3.5496e-03,
                      -7.0886e-03,  4.4081e-03, -5.3875e-04,  1.9118e-03, -1.2224e-03,
                       3.0747e-03,  1.0328e-03, -3.3389e-04, -9.0845e-04, -8.2049e-03,
                      -3.4973e-03, -7.2836e-04,  8.7339e-05, -7.6808e-03,  1.3340e-03,
                       5.0194e-04,  3.1253e-03,  6.5672e-04, -1.8114e-03, -8.7901e-04,
                       3.5388e-04,  5.8398e-04, -1.5353e-03,  5.6963e-04, -5.5628e-04,
                       1.8048e-03, -2.6010e-03,  2.6104e-04, -1.5458e-03,  2.7573e-03,
                       3.3084e-03,  3.5356e-04, -3.3745e-03, -1.4142e-03, -3.0418e-03,
                       6.0934e-03, -1.9086e-05,  4.3993e-03, -8.8760e-03, -4.5198e-04,
                       2.6722e-03,  1.0531e-03, -6.4003e-03,  4.2777e-03, -2.1073e-03,
                       1.6040e-03,  7.3775e-03,  1.7229e-03, -2.7159e-03,  1.6201e-03,
                      -1.7104e-03,  1.2372e-03, -1.6502e-03, -5.2517e-03, -5.6466e-04,
                      -2.6961e-03, -3.1216e-03,  5.8272e-03, -3.2583e-03, -4.1053e-03,
                      -5.6903e-04,  1.6340e-03, -2.1228e-03,  3.9896e-03, -9.7642e-04,
                      -2.0606e-03,  7.8020e-03,  1.5781e-04, -1.1993e-03,  5.1046e-03,
                       4.2325e-03, -7.6569e-04,  2.1332e-03,  5.6474e-03,  1.6815e-03,
                       2.6309e-03, -3.6801e-03, -3.6748e-03,  6.4207e-03,  6.2370e-03,
                       4.7695e-03, -2.1136e-03,  2.1269e-03,  3.4678e-03, -4.2972e-04,
                       4.0512e-04,  2.3022e-03, -9.2283e-04, -6.9913e-04,  2.7985e-03,
                       1.5101e-03, -2.7030e-04, -4.9894e-03,  1.2939e-03, -1.1476e-03,
                       1.6699e-03,  5.5074e-03, -4.2509e-03,  4.5223e-04,  8.2814e-03,
                       5.4492e-03,  4.0484e-03, -3.8775e-03, -2.1352e-03, -2.3301e-03,
                       1.3107e-03,  5.2399e-04,  1.3811e-03,  2.7191e-03,  2.0914e-03,
                      -3.6313e-03, -7.3770e-04,  5.7963e-03,  3.4392e-04,  2.9926e-03,
                       4.1806e-03,  1.3881e-03,  2.3425e-03, -1.6369e-03, -5.7258e-05,
                      -1.6762e-04, -1.0286e-03,  5.0496e-03, -6.6994e-05,  6.6753e-04,
                      -7.6012e-03,  1.9197e-03,  6.7948e-03, -2.2465e-03,  2.0729e-03,
                       3.5003e-03,  5.8124e-03,  2.1654e-03,  2.1227e-03, -3.0342e-03,
                      -2.4549e-03, -4.5372e-04,  5.3417e-03, -2.6742e-03,  1.1921e-03,
                       4.8863e-03,  2.9989e-04,  5.4105e-03,  2.8665e-03, -1.4180e-03,
                      -3.7427e-03, -3.4466e-04, -3.3465e-04,  3.5876e-03,  1.0748e-03,
                      -5.7687e-03, -1.1721e-03,  1.6356e-03, -1.5974e-03, -2.7246e-03,
                       3.0203e-03,  4.3483e-03,  1.1272e-04, -4.0628e-03,  1.4131e-03,
                       5.1074e-03, -3.5886e-03, -1.5342e-03,  1.8111e-03,  2.4050e-03,
                       7.5232e-03, -2.5635e-03, -2.7554e-03,  1.2310e-03,  2.6853e-04,
                      -1.9437e-04,  6.0646e-03,  1.0097e-03, -2.9972e-04, -4.6304e-03,
                      -4.4859e-03,  1.8940e-04,  2.6989e-03, -2.3091e-03,  5.2766e-03,
                       3.0235e-03, -4.2930e-03, -5.0740e-03,  3.1674e-04,  2.1435e-03,
                       2.3708e-03,  1.6298e-03, -3.9324e-04, -4.1247e-05, -1.6461e-04,
                      -3.0602e-03,  5.4596e-03,  4.6454e-04, -1.7459e-04, -2.1623e-03,
                       2.1967e-03, -5.0000e-03, -1.2835e-03, -3.3484e-03,  6.1491e-03,
                       1.1898e-02, -5.2525e-04, -2.9717e-03, -1.2372e-03, -5.3810e-03,
                       6.5577e-03,  2.8793e-03,  2.8074e-03, -1.2294e-03,  2.6763e-03,
                      -8.3499e-03,  4.7730e-03,  5.4325e-03, -1.8732e-03, -1.1920e-03,
                       6.0020e-05,  3.8913e-03, -5.7226e-03, -4.7672e-03, -3.7925e-03,
                       4.5564e-03,  3.2034e-03, -4.7229e-03, -4.4825e-03,  3.7093e-04,
                       2.4313e-03, -1.9387e-03,  1.6975e-03, -7.5361e-04, -5.6208e-03,
                       5.4278e-03,  3.5633e-03, -8.4094e-03, -1.2534e-02, -4.2561e-04,
                      -3.0470e-03,  5.1280e-03,  5.0317e-03, -5.4066e-04,  1.8938e-03,
                      -1.2290e-02,  2.1766e-03,  2.1614e-04,  6.9767e-03, -2.9225e-03,
                       8.9211e-04, -2.2469e-03,  1.7846e-03, -8.5340e-03, -6.0438e-05,
                      -8.3919e-04, -3.3589e-03,  1.5069e-03,  1.7230e-03,  3.4139e-03,
                      -3.0316e-04, -1.3434e-04, -3.3279e-03,  2.0396e-03,  1.4843e-03,
                      -1.1496e-03,  2.3989e-03,  3.6040e-04,  4.6632e-03, -5.7649e-03,
                       4.8666e-03,  8.4638e-04, -4.5931e-03,  2.5342e-03, -3.4965e-03,
                       2.7632e-03,  2.7256e-03, -4.9428e-03,  2.2866e-03,  5.4905e-04,
                       1.6190e-04, -2.3893e-03,  2.0917e-04,  2.6629e-04, -8.7678e-04,
                       5.0303e-03,  2.6984e-03, -1.8153e-03,  3.1882e-03,  1.0244e-03,
                      -5.7314e-03, -3.3912e-03, -2.8014e-03, -2.6793e-04, -2.2681e-03,
                      -3.1458e-03, -1.6418e-03, -1.0509e-03, -1.6446e-03,  6.3528e-03,
                      -2.3100e-03, -3.0222e-03, -2.6547e-03, -1.4785e-03,  3.4384e-04,
                      -4.1791e-03, -3.4078e-04, -1.8320e-03,  2.0007e-03,  4.2959e-03,
                       3.0656e-03,  2.6069e-03,  7.1420e-03, -3.8609e-03,  3.0393e-03,
                      -2.4243e-03, -3.2757e-05,  3.1931e-03,  3.6676e-03, -7.0709e-03,
                       2.4669e-03, -5.3955e-03,  2.2659e-03,  2.5414e-03,  1.3118e-03,
                      -5.5351e-03, -9.5765e-05,  6.5666e-03,  3.0078e-03,  6.5833e-03,
                       2.5102e-03,  1.0263e-04,  5.3452e-03, -4.9376e-03, -2.7912e-04,
                      -4.7243e-03,  2.3249e-03, -1.1664e-02,  4.2389e-03,  5.8401e-03,
                      -4.1591e-03,  8.9460e-04, -4.6732e-03,  2.9534e-03, -3.5102e-04,
                       2.3905e-03,  2.6631e-03, -9.8618e-03, -2.0450e-04,  1.8839e-02,
                      -8.4774e-03,  4.3548e-03,  5.5518e-04,  3.0404e-03, -6.2312e-04,
                      -8.3118e-03, -8.7519e-03, -4.0563e-04, -6.4865e-03, -6.4077e-03,
                       1.8344e-04, -1.1109e-03, -3.8304e-03,  1.8442e-03, -8.8768e-04,
                      -1.9686e-03,  3.5696e-03,  2.7334e-03, -4.1268e-03,  4.5437e-03,
                       1.8651e-03,  1.1237e-03, -2.6887e-03, -6.9026e-03, -2.1169e-03,
                      -5.6612e-03,  1.5714e-03, -4.4161e-03,  2.1227e-03, -9.6305e-03,
                      -1.2220e-03, -2.2613e-03, -1.2809e-03,  2.3404e-03,  2.0126e-03,
                       5.8435e-03, -5.5308e-03, -8.7293e-03,  8.1082e-04,  2.9198e-03,
                      -1.1472e-03,  6.1569e-03, -4.6004e-03, -5.5378e-03,  1.4767e-03,
                      -7.9707e-03,  3.2509e-03,  4.3196e-03,  3.0385e-03,  4.6299e-04,
                       7.6276e-04,  1.2168e-03, -1.0429e-03,  2.7350e-03,  1.4067e-03,
                       3.1370e-03, -5.9784e-03, -1.0051e-03, -2.6665e-03,  6.5577e-04,
                       2.6890e-03,  3.5845e-03, -2.3289e-03,  3.5371e-03, -4.3197e-03,
                      -2.4549e-03, -1.1176e-03,  2.1961e-03,  3.2333e-03,  2.3128e-03,
                       3.1748e-03, -4.2154e-03, -1.1581e-03, -1.9689e-04,  1.1454e-03,
                      -2.6444e-03, -1.2950e-03,  1.3737e-03,  3.5238e-03,  2.1396e-03,
                       2.2285e-03, -3.7336e-03,  2.3615e-03,  6.2121e-03,  1.5834e-03,
                      -4.2130e-04, -1.1623e-03, -6.4227e-04,  5.7120e-03, -5.5963e-03,
                      -6.0435e-03, -2.6207e-03, -6.4413e-04, -1.0991e-02, -1.7376e-04,
                      -2.9798e-03, -2.0534e-03, -3.6635e-04, -1.1515e-03,  6.3477e-04,
                       2.1616e-03,  8.3992e-04, -2.7280e-03, -9.7300e-03, -1.7589e-03,
                       9.4503e-03,  3.5587e-03,  7.5388e-03, -5.1832e-03, -9.8376e-06,
                       5.6876e-03, -2.5163e-03,  7.8838e-05, -2.0512e-04,  5.4998e-03,
                      -2.3846e-03, -5.1959e-03,  6.2710e-03, -5.2864e-03,  1.8413e-03,
                       2.7379e-03,  8.8363e-03, -4.5810e-03,  6.5510e-03,  3.9497e-03,
                      -1.3631e-03, -8.8817e-04, -8.8062e-03,  2.8222e-03,  4.0569e-03,
                       4.6799e-03,  2.9653e-04, -2.4983e-03,  6.6939e-03, -3.2742e-03,
                      -6.8876e-03, -5.7401e-03, -6.3662e-03,  4.8930e-04,  5.2434e-04,
                       2.2574e-05, -1.1291e-03, -3.2202e-03, -5.9917e-03,  3.3714e-04,
                       5.7092e-03, -2.8370e-03,  3.8637e-04,  1.0171e-03, -5.0830e-03,
                       3.4388e-03,  1.4248e-03, -5.4350e-03, -8.4316e-03, -2.4661e-03,
                      -1.9343e-04, -5.0062e-03, -5.0849e-04,  9.3173e-04,  1.1384e-02,
                      -5.6702e-03, -2.6707e-04,  6.2333e-03, -7.7090e-04,  2.7673e-04,
                       4.8767e-04,  3.2657e-03,  2.2342e-04], device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.weight',
              tensor([[ 0.0086,  0.0607,  0.0307,  ..., -0.0071,  0.0045,  0.0339],
                      [ 0.0042,  0.0125, -0.0277,  ..., -0.0158, -0.0378,  0.0091],
                      [ 0.0422,  0.0081,  0.0416,  ..., -0.0198, -0.0110, -0.1251],
                      ...,
                      [ 0.0155, -0.0243,  0.0293,  ..., -0.0390,  0.0176, -0.0399],
                      [-0.0153, -0.0246, -0.0031,  ..., -0.0249, -0.0002, -0.0177],
                      [-0.0382,  0.0458, -0.0261,  ..., -0.0059,  0.0101,  0.0447]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.self.value.bias',
              tensor([-8.7624e-03, -4.7199e-02,  4.0604e-03, -4.4694e-03,  6.9549e-03,
                       1.0979e-02, -1.5892e-02,  1.8543e-02,  3.1032e-03,  1.0659e-02,
                      -1.4227e-02, -1.6388e-03, -7.3488e-02, -1.5231e-02,  4.2894e-02,
                      -3.8298e-02, -1.2148e-02, -1.1276e-02,  1.1666e-02, -8.1078e-05,
                      -3.8822e-02,  4.4774e-02, -7.6091e-04, -3.8472e-02, -3.4847e-02,
                       3.0078e-02, -3.2943e-02, -5.3181e-02, -5.0612e-03, -5.4968e-02,
                       3.3500e-02,  3.0955e-03, -2.2328e-02,  4.6249e-02, -3.9211e-02,
                      -2.6396e-02,  1.1213e-02,  1.7801e-02,  9.5813e-03,  1.6243e-02,
                       5.8666e-02,  4.1412e-02,  1.7125e-03, -5.0633e-02,  5.8642e-02,
                       3.2828e-03, -6.3387e-03, -3.0517e-02,  1.2475e-02,  2.1796e-02,
                      -9.6908e-03, -8.3428e-03, -1.0276e-02,  3.4880e-02, -1.4205e-02,
                       3.7474e-02,  1.0804e-01,  2.5683e-02,  2.0972e-02, -1.5386e-02,
                       2.3924e-03,  9.1949e-03,  2.1235e-02,  3.1814e-02,  5.6210e-02,
                       8.3813e-02, -1.4379e-02, -2.1668e-02, -1.0651e-02, -3.2052e-02,
                      -2.2269e-02, -6.4964e-02,  2.6152e-02, -6.1174e-02, -7.6433e-04,
                       7.4483e-03, -4.1258e-02, -1.7901e-02, -3.8867e-02, -8.8752e-04,
                      -2.6182e-03, -3.3053e-03,  6.6258e-02,  5.3818e-02, -5.2037e-02,
                      -4.8839e-03, -8.1782e-02, -1.3231e-03,  6.9246e-03, -1.3561e-02,
                       4.4892e-02,  3.9135e-02, -1.0653e-02, -7.0279e-02,  1.3021e-01,
                      -2.9512e-02,  2.7703e-02, -7.8642e-02, -1.7407e-02, -4.9132e-02,
                      -5.6969e-02, -4.3081e-02,  1.0218e-02,  1.0125e-02, -5.2107e-03,
                      -2.7512e-02,  2.9861e-02,  3.3230e-02, -5.1074e-03, -5.5550e-02,
                       1.7943e-02, -2.8637e-02,  8.4954e-02, -5.5230e-02, -5.9288e-02,
                      -3.4749e-02, -5.1677e-02,  4.3493e-02, -2.3696e-02,  3.6958e-02,
                       2.4318e-02, -5.1297e-02,  3.2069e-02,  4.6186e-02,  3.2935e-02,
                      -1.3420e-02, -8.7312e-02,  4.7714e-02,  4.0465e-03,  4.7161e-03,
                      -1.0070e-02, -2.3106e-02,  2.0117e-02,  2.6641e-02,  1.6419e-02,
                       9.0064e-03,  1.6586e-03,  2.7873e-02,  9.8207e-03, -2.7783e-03,
                      -5.7110e-03,  5.3135e-03, -5.0677e-02,  1.8720e-02, -3.3185e-04,
                       4.1783e-02,  5.0500e-02, -1.2041e-02,  3.5342e-02, -2.4377e-02,
                       5.7656e-02,  2.9254e-02,  5.8081e-03, -6.9508e-03,  2.2938e-03,
                       2.9391e-04, -1.1796e-02,  1.9061e-02, -1.2863e-02,  4.3912e-03,
                       8.7570e-03, -8.9059e-03,  1.8667e-02,  3.3230e-02, -1.0791e-02,
                       2.0581e-02, -1.3770e-02, -3.6457e-02,  2.5496e-02, -2.6725e-02,
                       3.7593e-02, -1.4131e-03, -7.0781e-03, -1.6280e-02, -7.2273e-02,
                      -6.5188e-03,  3.6788e-02, -7.4151e-03,  1.3567e-02, -7.3144e-03,
                       2.6121e-02,  2.2543e-02, -1.2400e-02, -2.3397e-02,  5.2803e-03,
                      -2.5273e-02,  6.5761e-03,  1.4598e-02, -2.6627e-02,  1.3301e-02,
                      -9.8244e-03,  1.4700e-02,  8.9642e-03, -5.0785e-03,  1.4153e-02,
                      -1.6739e-02, -1.0317e-02,  1.0330e-02,  6.9627e-03, -9.5638e-03,
                      -2.3555e-02,  7.2889e-03,  9.1330e-03, -1.3990e-02, -1.7931e-02,
                       2.0695e-02,  1.2918e-02,  3.8559e-02, -4.4219e-03,  2.4910e-03,
                       1.4769e-02,  6.9011e-03, -2.0042e-02, -9.3589e-03, -4.1628e-03,
                       1.4685e-02,  7.7525e-03, -1.0228e-02,  1.0579e-02,  3.6082e-03,
                      -3.9132e-02, -2.5320e-02, -2.3584e-02,  9.6872e-03,  5.2181e-04,
                       2.8271e-02,  1.6091e-02, -1.2280e-02, -1.7421e-02, -1.9800e-02,
                      -2.8297e-02,  1.6082e-02, -8.0493e-03,  1.8840e-02,  1.1965e-02,
                      -1.5072e-02, -1.0837e-02, -1.7203e-02, -9.9055e-03,  2.5267e-02,
                       3.3252e-04, -3.2260e-02, -2.5013e-02, -1.3870e-03, -2.0945e-02,
                      -3.6341e-03, -8.1984e-02, -2.5452e-03,  1.1983e-02, -3.5839e-03,
                      -3.1725e-02,  1.4521e-02, -1.9153e-02, -8.6632e-03,  2.0349e-03,
                      -2.1628e-02, -4.5961e-03,  3.8276e-02, -1.9627e-02,  7.2693e-03,
                      -8.8565e-03,  1.1479e-02,  1.1863e-02,  1.6855e-02, -3.7765e-02,
                      -1.7917e-02, -1.3722e-02, -1.0038e-02,  6.1684e-03, -2.7401e-03,
                      -1.5831e-02,  3.6045e-03, -3.9602e-02,  5.9586e-02, -1.1136e-02,
                      -2.3468e-02, -1.6757e-02, -3.8162e-02,  5.6435e-03,  1.6372e-02,
                       3.3979e-02,  2.6363e-02,  2.8790e-02,  2.1701e-03,  8.2741e-02,
                       2.2592e-02,  3.8650e-02,  4.1614e-02, -2.8125e-03, -2.7439e-02,
                      -5.8749e-03,  2.2864e-02, -1.2218e-02, -3.3571e-02, -7.0909e-03,
                      -5.2906e-02,  5.6863e-03,  1.6414e-02,  3.6904e-03,  2.5343e-02,
                       1.2312e-02,  3.8487e-02,  6.1973e-03, -4.5125e-02,  1.2703e-02,
                      -1.3981e-02, -1.0389e-03,  2.4219e-02,  5.4150e-02, -2.5580e-02,
                       3.6640e-02,  4.6108e-02, -2.9140e-02, -1.9968e-02, -3.1917e-03,
                      -4.1819e-03, -3.7172e-02,  4.0288e-02, -6.6689e-03, -2.3940e-03,
                       1.8190e-02,  4.0479e-02, -1.3380e-02, -2.8860e-02,  1.7451e-02,
                      -1.0035e-03,  2.4071e-03,  2.4636e-02,  1.4329e-02,  1.5627e-02,
                      -2.3117e-02,  2.5655e-02, -4.2547e-03,  2.5976e-02,  3.6763e-02,
                       1.3639e-02,  7.8105e-03, -3.8652e-02,  5.8282e-02, -2.8332e-02,
                       2.5673e-02,  4.2073e-03,  2.3958e-02, -6.4156e-03, -6.1632e-03,
                       7.0503e-02,  2.6735e-02, -1.4848e-02, -2.0962e-02, -3.2460e-02,
                      -1.1542e-02, -7.0751e-02,  3.4378e-03,  2.3404e-02,  1.4419e-02,
                      -4.0014e-02, -2.9709e-03,  5.7097e-02,  1.8653e-02, -1.0770e-02,
                      -3.2520e-02, -2.5613e-02,  2.7231e-02, -1.0786e-02, -2.8169e-02,
                      -2.2348e-02, -2.1763e-02, -9.5550e-05,  2.5409e-02,  1.2952e-02,
                       1.5467e-02, -2.2492e-02, -2.7439e-03,  3.0420e-02, -2.6625e-02,
                       7.4744e-02,  1.8570e-02, -4.0532e-02, -2.5857e-02, -2.8778e-02,
                       2.3642e-02, -6.3692e-03,  5.7205e-03,  3.8538e-02,  1.1573e-02,
                       2.6128e-03,  1.9550e-02, -4.9906e-04, -2.3444e-02,  1.5160e-02,
                       2.5676e-02, -2.4041e-03,  1.4320e-02,  8.0723e-03,  4.6621e-03,
                      -1.3826e-03,  1.9492e-02, -1.9319e-02,  2.8085e-03,  6.4437e-05,
                       4.5529e-03,  6.6716e-04,  1.1540e-02, -1.4093e-02, -2.5465e-02,
                      -9.5262e-03,  1.3739e-03, -1.1080e-03,  1.2640e-02, -3.7012e-03,
                       3.3721e-02, -1.3047e-03,  7.8204e-03, -9.0432e-03,  1.4406e-02,
                       9.9391e-03, -1.4999e-02,  9.0361e-04, -1.6427e-02, -9.4066e-03,
                      -9.5257e-03, -1.6133e-02,  6.6557e-03, -6.1126e-04, -1.5500e-02,
                       2.3632e-02, -1.0505e-02, -7.2541e-04,  2.5226e-03,  3.2268e-02,
                      -2.2048e-03, -1.7354e-02, -1.7251e-02,  7.0867e-03, -2.7693e-02,
                       1.8764e-02, -1.2877e-02, -2.5728e-02, -4.0140e-03, -1.9073e-02,
                       8.8263e-03, -5.8401e-03, -1.1823e-03,  3.4094e-04, -1.4620e-02,
                      -3.1664e-03, -1.2339e-02, -3.6441e-03,  4.3513e-02, -5.7162e-02,
                       1.2800e-02, -1.2302e-02, -4.4193e-02,  1.1673e-02,  6.9863e-03,
                      -3.3810e-02, -1.2231e-02, -5.1267e-03, -5.0940e-02,  3.0123e-02,
                       1.6969e-02,  2.7985e-02, -1.9358e-02, -2.8185e-02, -8.4959e-02,
                       5.7054e-02, -1.4227e-02,  3.0927e-02,  2.7498e-02,  3.4311e-02,
                      -2.1333e-02, -1.9008e-02, -3.9755e-02, -1.4109e-02,  6.5151e-02,
                       6.3320e-02, -7.8337e-02,  5.8019e-02, -3.3425e-03, -1.6354e-02,
                      -6.5113e-02,  1.2104e-02, -2.8247e-03,  1.1669e-03,  3.9912e-02,
                      -8.4439e-03,  4.3182e-03, -5.3051e-03, -1.5578e-02, -8.2929e-02,
                       1.6347e-02,  4.7006e-02,  6.7330e-02,  8.4883e-02,  1.6979e-02,
                       1.5306e-02, -1.0031e-02, -1.6971e-02,  4.0029e-02,  3.7666e-02,
                      -6.8726e-03, -6.3653e-02,  7.2959e-02,  4.3048e-02, -8.1665e-02,
                       8.3798e-02, -1.1597e-01,  1.0479e-01,  1.1916e-01,  2.4759e-02,
                       1.7249e-02, -6.4723e-02, -3.1802e-02,  1.2177e-02,  4.5529e-02,
                       1.8056e-02, -2.4028e-03, -7.8017e-03,  7.5767e-03, -4.4773e-02,
                      -5.0651e-04, -7.0496e-03,  2.2571e-02, -1.9674e-02, -7.1462e-03,
                       7.1982e-03, -3.3906e-03,  1.5279e-02, -9.8823e-04,  1.4628e-02,
                       6.8466e-03, -1.9921e-02, -4.4981e-03,  2.8422e-03, -1.7357e-02,
                      -2.0337e-02,  5.6933e-03, -5.1015e-03,  4.0118e-02,  2.0163e-02,
                      -5.9273e-03, -1.2136e-02, -3.8412e-02,  8.8078e-03, -5.4937e-03,
                       5.7504e-03, -1.8237e-02, -4.1619e-02,  1.8340e-02, -3.5085e-03,
                       1.9705e-02, -7.1023e-03,  7.0522e-03,  7.3929e-03,  2.9627e-02,
                       3.1484e-02,  7.1243e-03, -3.3822e-02, -1.0569e-02, -1.5038e-02,
                      -2.2579e-02,  1.7182e-02,  6.7380e-03, -1.1200e-02, -3.1979e-03,
                       3.0266e-02, -3.3855e-02,  4.0517e-03,  6.2943e-02,  1.3481e-04,
                      -1.0195e-02, -6.9362e-03,  8.0326e-03, -2.4901e-02, -1.3505e-03,
                      -1.4642e-02, -9.1387e-03, -7.2793e-03, -2.0941e-02, -4.8812e-04,
                      -2.3559e-03,  7.6875e-03, -2.1660e-02,  7.9641e-03,  3.6896e-02,
                      -5.1351e-03, -6.7646e-03,  1.3771e-02,  2.4151e-03,  1.8222e-02,
                      -1.0256e-02, -8.6762e-03, -1.8771e-02,  1.0656e-02, -5.1099e-03,
                       1.9723e-02, -1.8793e-02, -3.1373e-02, -2.8686e-02, -3.0420e-02,
                       8.6079e-03, -6.6955e-03,  6.6937e-03, -9.6103e-03, -5.1165e-03,
                      -2.9933e-03, -1.6475e-02, -5.3539e-03, -2.4763e-02, -1.8234e-04,
                      -3.0099e-02,  1.6458e-02, -1.2434e-02,  2.1767e-02,  2.2441e-02,
                       7.4956e-03,  8.9573e-03,  3.9056e-03,  3.6437e-04,  1.2643e-02,
                      -3.4277e-02, -1.4465e-02,  7.5266e-03,  2.3846e-02, -1.3228e-02,
                      -1.0686e-02,  1.1211e-02,  2.2875e-02,  2.5177e-02,  2.2223e-02,
                      -6.9717e-04, -1.1281e-02, -1.3786e-03, -2.3882e-03,  2.3619e-04,
                      -9.8077e-03, -1.4628e-02,  1.1273e-03, -1.6977e-02,  1.6184e-02,
                       1.2124e-02,  4.0772e-04, -1.3845e-02, -4.8773e-03,  1.9276e-03,
                       3.0678e-04,  4.0237e-02,  3.9118e-02, -6.2083e-03,  3.1724e-02,
                      -9.8456e-03, -1.2132e-02,  1.7739e-04,  2.8030e-04,  1.1411e-04,
                       6.3019e-03,  4.7887e-04,  8.4777e-03, -1.1516e-03, -8.5520e-03,
                      -1.1277e-02, -2.8671e-02,  9.2095e-04, -8.8508e-03,  1.2039e-02,
                      -4.0181e-03,  1.0795e-02,  7.7694e-03, -1.1129e-02,  9.5660e-03,
                      -9.1561e-04, -1.5349e-02,  3.4336e-03, -7.8801e-03, -5.3630e-03,
                      -2.0565e-02,  1.6437e-02, -8.7495e-03, -1.1884e-03,  1.0488e-02,
                       1.6969e-02,  6.6620e-03,  4.4299e-03, -9.2602e-03, -1.3224e-02,
                       5.0377e-03,  1.8848e-03, -2.6027e-02, -1.5296e-02, -1.3703e-02,
                       3.8059e-03,  1.0764e-02, -4.6902e-03,  2.2887e-02,  1.7077e-03,
                      -5.6305e-03, -9.7531e-03, -1.1038e-02,  2.5411e-03,  1.6438e-02,
                       8.1836e-03,  2.7515e-02,  6.1093e-03,  8.3449e-05, -2.9321e-02,
                      -1.0567e-01,  5.8635e-02, -1.5864e-01,  6.5408e-02, -5.7827e-02,
                      -1.0993e-02,  6.9447e-02,  3.6595e-02,  1.5403e-01,  1.0255e-01,
                       1.3386e-01, -5.7979e-02, -6.3955e-02, -1.8815e-01,  8.1037e-02,
                      -2.2255e-02, -6.5422e-05,  1.6853e-02, -5.5503e-02, -2.7807e-02,
                       1.2897e-01, -2.3304e-02,  8.8323e-02, -3.7095e-03,  4.0547e-02,
                       3.7969e-01,  3.5810e-02,  4.1454e-03, -8.8404e-02,  3.8656e-02,
                       8.0960e-02,  1.8060e-02, -9.8999e-03, -1.6605e-02,  2.2047e-02,
                       1.6499e-01, -2.0041e-02, -2.2752e-02,  5.7282e-02, -6.1792e-02,
                       2.7433e-02,  4.9813e-02,  9.4799e-03, -8.0059e-02,  5.5319e-02,
                       1.2553e-02, -1.0277e-01,  1.4792e-01,  6.0940e-02, -2.7612e-02,
                       4.7593e-02, -8.7116e-03, -1.6005e-01, -1.6023e-01, -4.0818e-04,
                       2.8887e-02, -3.7764e-02, -5.4552e-02,  1.2157e-02, -1.1223e-01,
                      -1.1000e-02,  1.0013e-01, -1.5106e-01], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.weight',
              tensor([[ 0.0469, -0.0360, -0.0101,  ..., -0.0097,  0.0249,  0.0323],
                      [-0.0365, -0.0142, -0.0086,  ...,  0.0329, -0.0454,  0.0424],
                      [-0.0071,  0.0059,  0.0143,  ...,  0.0563, -0.0434, -0.0159],
                      ...,
                      [ 0.0427,  0.0111, -0.0202,  ...,  0.0331, -0.0286,  0.0101],
                      [ 0.0304, -0.0271,  0.0222,  ..., -0.0109,  0.0123,  0.0054],
                      [-0.0208, -0.0474,  0.0315,  ...,  0.0405,  0.0167, -0.0024]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.dense.bias',
              tensor([-2.3510e-02,  3.1604e-04,  7.8329e-02, -1.5677e-02,  6.6064e-02,
                       1.3828e-02,  1.4876e-01, -1.9672e-02,  5.6224e-02, -4.2810e-02,
                       3.3188e-02, -6.0441e-02,  2.7019e-02,  6.1170e-02, -2.6238e-02,
                       7.3741e-02,  5.7108e-02, -5.5615e-02,  2.0662e-02, -5.7581e-02,
                       1.2042e-02, -1.8466e-02, -2.0088e-02, -3.8576e-02,  4.0192e-02,
                       1.0187e-02, -1.1516e-01, -8.5951e-02,  9.0710e-02, -6.7129e-03,
                       1.1431e-01, -9.1735e-02,  1.3356e-02, -4.0381e-02, -1.7978e-02,
                      -3.3388e-02, -9.6175e-02,  4.3543e-02, -5.7018e-03, -5.3712e-02,
                       2.9798e-02,  3.4712e-02,  3.9296e-03,  3.4078e-02, -7.1974e-02,
                      -9.2455e-03,  3.3941e-02, -2.4469e-02, -2.0384e-02, -3.8391e-02,
                      -3.8165e-02, -1.7024e-02, -8.4523e-02,  6.1261e-02, -2.5296e-02,
                       8.7330e-02, -6.6491e-03,  5.8826e-02,  6.5924e-02,  1.6038e-02,
                       5.5047e-03,  5.5966e-02,  2.5359e-02, -4.4835e-02, -2.2722e-02,
                       4.5925e-02, -4.9028e-02,  9.7206e-03, -9.5679e-02,  1.3841e-02,
                       1.8048e-02, -3.1348e-02,  1.1073e-02,  1.8254e-02,  4.4085e-02,
                      -5.4385e-02, -2.6394e-02, -1.6395e-02,  1.5402e-02, -5.1451e-02,
                       4.3376e-02,  2.0131e-03,  5.0039e-02,  1.7910e-02, -1.1420e-01,
                      -5.6572e-02,  4.5478e-02, -3.6101e-03,  4.4097e-03, -2.2357e-02,
                       1.0689e-02, -3.3377e-02, -5.2636e-02,  1.7792e-02, -1.0026e-01,
                      -9.1778e-03, -7.3933e-03, -1.2671e-01, -5.3147e-02, -3.4442e-02,
                       3.2996e-03, -2.3238e-02,  1.0069e-02, -3.0847e-02, -6.2198e-02,
                      -2.0756e-02, -5.2586e-02,  3.8913e-02,  2.5015e-02,  1.5645e-02,
                       5.6424e-02, -2.2679e-02,  9.3437e-05,  2.6022e-02, -8.7277e-02,
                      -3.9807e-02,  3.3891e-02, -4.1983e-02,  3.1542e-02, -3.8494e-02,
                      -3.6968e-02, -4.4141e-05, -3.9387e-02, -7.7032e-02, -3.2809e-02,
                      -1.2096e-01, -2.8045e-03,  3.3019e-03,  5.8993e-02, -1.0730e-02,
                      -2.4127e-02, -5.1548e-02, -1.1772e-01,  4.7170e-02, -6.9889e-03,
                       1.7217e-02, -1.3795e-01, -5.8782e-02, -1.3828e-01, -3.7731e-02,
                       9.9174e-02,  8.7081e-02, -4.5621e-02,  8.7835e-02,  1.1341e-02,
                       5.5159e-02,  3.6202e-02, -6.9219e-02, -1.5068e-02,  1.0472e-01,
                      -2.5067e-02, -6.3221e-02, -7.8416e-02, -6.5970e-02, -7.0792e-02,
                       3.6377e-02,  6.5973e-02, -1.1299e-02,  2.0904e-02,  2.0950e-02,
                      -3.1717e-02, -3.2479e-02,  4.9815e-03, -1.4518e-02,  1.3865e-02,
                       4.5174e-02,  5.3031e-02, -1.6082e-01, -6.8736e-02,  3.1684e-02,
                       8.7560e-03, -2.7399e-02, -3.0803e-02,  5.7411e-02, -1.0214e-01,
                      -1.0408e-01,  3.8308e-02, -1.0802e-01,  2.0385e-02,  2.4806e-02,
                      -1.2903e-02,  9.1895e-02, -7.7247e-02, -5.3587e-03,  2.8164e-02,
                       6.4370e-02, -3.5493e-02,  2.2964e-02,  4.0195e-02,  1.8010e-02,
                      -6.9496e-02, -7.6401e-02, -2.1484e-02, -1.5405e-02, -2.4652e-03,
                       2.0613e-02,  8.2845e-02,  1.8274e-02,  3.6287e-02,  5.5387e-02,
                       5.2920e-02,  1.1702e-02,  5.3738e-02, -5.5723e-02,  1.6056e-02,
                      -2.3280e-02,  3.2717e-03,  3.1268e-02, -3.2812e-02, -3.2819e-02,
                       1.3943e-02,  4.7095e-02, -7.9110e-02,  9.3369e-03,  3.9107e-03,
                       5.8590e-03,  6.0037e-02,  6.6938e-03,  1.8048e-02,  6.7206e-02,
                      -2.9487e-02, -2.2795e-02, -3.3220e-02,  1.7984e-02, -7.0593e-03,
                       4.7629e-02,  2.8295e-03, -2.0064e-02,  4.3192e-02,  2.7555e-02,
                       3.3568e-02, -3.2144e-02, -6.4702e-02, -5.4399e-02, -8.8487e-02,
                      -1.3764e-02, -3.1905e-02, -2.1353e-04, -4.5062e-02,  7.7361e-02,
                       5.5425e-02, -3.6143e-03, -5.3069e-02, -1.3337e-01, -1.8289e-02,
                       1.4423e-02,  3.0612e-02, -3.7806e-02, -3.1460e-02,  1.2373e-02,
                      -2.5648e-02,  2.7623e-02,  7.2400e-03,  5.5767e-02,  3.3780e-02,
                      -2.6685e-03,  1.3028e-01,  6.0392e-02, -4.7506e-02, -1.4232e-03,
                      -2.6814e-02, -6.0089e-03, -2.3113e-02,  4.3110e-02, -4.0121e-02,
                      -4.9452e-02, -5.4403e-03, -9.2117e-03, -1.0056e-01,  3.7841e-02,
                      -1.8699e-02,  6.7478e-02,  5.0198e-03,  6.9554e-02,  1.1228e-02,
                       1.3497e-03, -2.3986e-02,  1.7857e-02, -3.2464e-02,  4.3175e-02,
                       3.4365e-02,  5.8349e-03,  1.8036e-02, -1.4614e-01, -2.4550e-02,
                       5.7253e-02, -1.0583e-01,  1.0287e-01, -5.0977e-02, -4.7840e-02,
                      -5.0990e-02,  4.1609e-02,  1.1616e-02, -8.2064e-03, -5.3953e-04,
                       4.7628e-02, -3.7514e-02,  4.8075e-03,  4.4462e-02,  1.6463e-02,
                      -5.5091e-02,  4.2835e-02, -3.6427e-02,  7.4701e-02,  3.3912e-02,
                       7.2828e-03, -6.6404e-02,  5.6856e-02,  5.5961e-02, -6.2942e-02,
                      -2.9663e-02, -4.5367e-02,  4.8573e-02, -2.9818e-02,  2.1325e-02,
                       5.0726e-02, -1.0020e-01,  1.1983e-04, -4.6258e-03,  1.1936e-01,
                      -2.4640e-02, -7.6881e-03, -2.6773e-02, -2.1789e-02,  1.5906e-03,
                       1.0956e-01, -7.7272e-03, -8.0598e-03,  5.0772e-02, -1.5221e-02,
                       4.3094e-02, -7.1534e-02,  3.9349e-02,  2.5228e-04, -7.4879e-03,
                       1.1074e-02, -9.0919e-03, -6.7796e-02,  4.6976e-02,  4.9910e-02,
                       6.2467e-03,  3.0392e-02, -5.6534e-02,  3.0953e-02,  1.6959e-02,
                      -9.4505e-03, -1.1511e-01, -1.6239e-02, -2.4537e-02,  4.1779e-02,
                      -2.8583e-02,  3.8548e-02, -1.3332e-03,  1.8927e-02, -2.6040e-02,
                       4.3142e-02, -4.3733e-02, -4.5155e-02,  2.2683e-02,  5.7306e-03,
                      -1.0277e-02, -1.4934e-02, -1.5646e-02, -7.7556e-02,  8.3747e-02,
                      -1.4513e-02, -9.6162e-05,  4.9642e-02,  1.3633e-02,  2.8341e-02,
                       4.6682e-03,  1.2035e-03, -1.4585e-02,  4.1208e-02,  7.6393e-02,
                      -4.3528e-02,  3.8647e-02,  5.7008e-02, -1.5748e-02, -4.3853e-02,
                      -1.1302e-02, -7.6524e-03, -1.0836e-01, -1.6012e-02,  7.9565e-02,
                       2.3993e-02,  6.3610e-03,  9.6738e-02, -1.7513e-02,  5.8197e-03,
                      -2.2993e-02,  6.2664e-02,  5.6541e-02,  2.5317e-02,  1.0808e-02,
                      -1.0197e-02, -1.7465e-02,  1.0526e-02,  7.8160e-03,  5.9505e-02,
                       4.0543e-02,  2.2235e-02,  1.1886e-02,  1.1368e-01,  1.6052e-02,
                      -7.3157e-02, -3.1876e-02,  2.3518e-02,  1.5739e-02, -4.1992e-02,
                      -9.3585e-02,  4.3969e-02, -2.3846e-02,  4.4199e-02,  2.1472e-02,
                       6.9794e-02,  5.2709e-03, -7.2976e-02, -2.9576e-02,  5.3919e-02,
                      -2.3464e-02,  2.7995e-02,  1.3494e-02,  7.4206e-02,  1.7252e-02,
                      -5.0930e-02, -5.3191e-02,  5.1417e-03, -4.0072e-02,  3.6299e-02,
                       7.5855e-02, -2.5541e-02,  1.0828e-01, -2.1214e-02,  9.3288e-02,
                      -6.2820e-03, -1.1431e-02,  7.5879e-02,  6.7443e-02, -3.6924e-04,
                       3.9224e-02,  6.7971e-02, -7.3918e-02, -5.7501e-02, -4.6000e-02,
                       1.0574e-01,  1.3960e-02,  7.2343e-02,  5.1496e-02,  5.1671e-02,
                      -3.4697e-02, -4.2930e-02, -3.0076e-02, -1.5186e-02, -2.7744e-02,
                      -2.4895e-02, -8.9882e-02, -6.9354e-02,  6.6531e-02, -8.1750e-02,
                      -4.3584e-02,  9.5246e-03,  9.4302e-02,  3.0693e-02,  5.7164e-03,
                       2.6511e-02, -8.8909e-03, -1.1491e-02, -7.3955e-03,  3.8845e-02,
                      -1.5663e-02, -6.2443e-02,  7.0187e-03,  5.2578e-02, -4.8782e-02,
                      -4.5211e-02,  6.0413e-02,  8.9965e-03, -5.7173e-02, -2.2142e-02,
                      -4.1393e-02, -1.9058e-02,  1.9483e-02, -2.9061e-02, -7.0540e-02,
                       6.2647e-02,  4.4287e-02,  5.5161e-04, -3.3386e-02,  5.8502e-02,
                      -7.7206e-02,  7.3249e-04,  5.8113e-02,  8.6765e-02, -9.2143e-03,
                       1.5176e-02,  4.4230e-02,  7.5737e-02,  4.9864e-02, -9.2724e-02,
                       8.3249e-03,  7.5908e-03,  1.8511e-02, -2.5527e-02,  6.3791e-02,
                       1.2056e-02,  1.3951e-02, -5.4912e-02, -3.1129e-02,  8.6688e-03,
                      -2.2150e-02,  1.0309e-02, -7.7184e-02, -1.4073e-02, -8.0224e-03,
                      -1.4789e-02,  1.2290e-02,  1.0356e-01, -1.5311e-02, -6.7416e-03,
                       8.5314e-02,  6.7908e-02, -8.4121e-04,  2.1641e-02, -6.7252e-02,
                       3.8070e-02,  5.5760e-03, -3.3956e-02, -2.0087e-02,  3.9082e-03,
                      -1.5812e-02,  1.9179e-02,  6.8292e-03,  3.5018e-02,  1.9330e-03,
                       4.0316e-02,  9.8367e-02, -8.5462e-02, -2.8393e-02, -3.6674e-02,
                      -7.7615e-03,  4.1082e-02,  5.4174e-02,  4.8306e-02,  3.8437e-02,
                      -5.4075e-02, -7.7799e-03, -4.2493e-02, -3.0439e-02, -4.8675e-02,
                      -8.9945e-02,  6.5512e-02,  9.0860e-03,  9.3474e-03, -5.3548e-02,
                       2.4578e-02,  9.1615e-02,  6.0888e-01,  7.8109e-02,  4.2307e-02,
                       2.0687e-02, -1.0773e-03,  4.0276e-02, -3.9827e-02, -3.6040e-02,
                       1.6600e-02, -9.1576e-02,  6.4687e-02,  2.6183e-02, -2.6795e-02,
                      -5.2418e-02,  3.2577e-03,  1.3484e-02, -4.7187e-02,  4.6684e-02,
                      -3.8566e-02,  3.3205e-02, -2.1725e-02, -5.1596e-02,  5.3581e-02,
                       6.3392e-02, -7.0212e-02, -2.2817e-02, -3.0387e-02,  3.0334e-02,
                       4.3598e-02, -4.2382e-02, -7.7724e-02, -3.7912e-02,  3.7784e-03,
                      -1.9014e-02,  5.1321e-02,  2.2015e-02,  2.0612e-02, -2.1179e-02,
                      -4.3518e-02, -6.9703e-02,  7.7963e-02,  3.7499e-02, -6.5137e-02,
                      -5.0720e-02,  8.3975e-02, -5.5602e-02,  6.7774e-02, -2.6259e-02,
                       5.4857e-02,  4.5527e-03,  1.0799e-02, -5.3610e-02,  3.9880e-03,
                      -2.2804e-02, -7.3884e-03, -5.7949e-02, -1.8442e-02, -5.3331e-02,
                      -6.5960e-02,  1.4865e-02,  2.2194e-02, -5.3689e-02, -2.6317e-02,
                      -8.7841e-03,  3.3629e-02, -8.2858e-02,  5.9642e-03, -7.7446e-02,
                       2.5240e-03, -4.2919e-02,  5.1539e-02, -2.2202e-02,  1.5073e-02,
                      -2.1744e-02,  3.1746e-02,  3.2866e-02, -2.9195e-02, -1.5340e-02,
                      -4.4019e-02,  7.0442e-02,  1.8271e-02,  6.9015e-02,  5.3105e-02,
                      -7.1833e-02, -5.1554e-02, -2.0809e-02, -1.0642e-01,  1.6211e-02,
                      -2.6870e-02,  6.6369e-02, -2.3765e-03, -1.8520e-03,  3.1638e-02,
                       4.6363e-03,  1.4613e-02, -2.5230e-02,  3.2235e-02,  5.9644e-02,
                      -2.5834e-02,  8.0967e-02, -6.3345e-02, -3.3667e-02, -4.5528e-02,
                      -3.0624e-02,  1.7617e-02, -3.9943e-02,  3.3698e-02,  2.0954e-02,
                       5.4383e-02,  4.3695e-02,  7.8949e-02,  5.1626e-02, -7.3742e-02,
                      -7.1238e-02,  3.2028e-02,  5.3590e-02,  2.0608e-02, -1.2087e-02,
                      -1.6142e-02, -8.1689e-02, -5.4788e-03, -1.6291e-02, -3.7254e-02,
                       3.4386e-03, -3.6527e-02, -5.2648e-02,  1.5563e-02, -7.1306e-02,
                      -1.4130e-02,  2.2917e-02, -5.1442e-02, -2.5198e-02, -4.5465e-02,
                       3.9614e-02,  2.5092e-02,  8.2203e-02, -3.7635e-02,  2.3865e-02,
                       2.1096e-02, -8.8796e-02,  3.8217e-02, -4.3107e-02,  2.3983e-02,
                      -7.4921e-02,  1.5254e-03, -3.7412e-02,  5.5073e-02, -1.2453e-02,
                       3.7971e-02,  4.3079e-02, -1.4243e-03, -8.5541e-03,  1.4256e-02,
                       3.7052e-02,  1.5153e-02,  3.6307e-02,  9.5468e-03,  8.6216e-03,
                       1.1350e-02,  3.2812e-03, -7.4542e-02,  3.4823e-02,  2.6465e-02,
                       7.0544e-03, -2.3599e-02,  4.6363e-02,  3.2115e-02,  1.6169e-02,
                      -1.2246e-01, -8.2466e-02,  9.4998e-02,  1.1130e-01,  7.3887e-02,
                      -2.2278e-02,  3.1623e-02,  6.9945e-02, -7.9438e-02,  7.6925e-02,
                      -2.6669e-02,  8.3285e-04,  2.3396e-02, -1.2126e-02,  1.6600e-02,
                      -9.6575e-03, -2.8320e-02, -1.8825e-02, -1.9217e-02, -4.0234e-02,
                      -2.0950e-02,  3.2184e-03,  3.0733e-02,  1.0944e-01, -5.2727e-02,
                      -7.5703e-03, -6.4325e-02,  7.0449e-02,  8.4625e-02, -1.1697e-01,
                       7.4345e-02,  6.4164e-02, -7.1200e-02, -2.2624e-02,  2.7037e-02,
                      -3.1799e-02,  3.5319e-02, -1.5677e-03,  4.4106e-03,  8.5158e-03,
                       4.2517e-02, -3.9964e-02, -2.9336e-02], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.weight',
              tensor([0.8664, 0.8829, 0.8556, 0.8486, 0.8559, 0.8005, 0.7881, 0.7954, 0.8361,
                      0.7963, 0.8738, 0.8953, 0.9162, 0.8750, 0.8708, 0.7505, 0.8045, 0.7916,
                      0.8284, 0.8714, 0.8133, 0.8883, 0.7990, 0.8289, 0.8279, 0.8501, 0.8805,
                      0.9810, 0.8556, 0.8737, 0.8232, 0.7684, 0.9016, 0.7578, 0.8854, 0.8000,
                      0.8037, 0.8875, 0.8000, 0.9320, 0.8845, 0.8059, 0.9262, 0.8670, 0.9091,
                      0.8932, 0.8574, 0.9013, 0.9213, 0.8193, 0.9144, 0.8660, 0.8355, 0.8806,
                      0.7353, 0.7891, 0.8189, 0.8533, 0.8283, 0.8121, 0.8443, 0.9256, 0.8969,
                      0.8641, 0.8025, 0.9226, 0.8286, 0.8136, 0.7933, 0.8320, 0.8316, 0.8330,
                      0.8124, 0.8371, 0.9200, 0.9237, 0.8149, 0.8920, 0.9037, 0.8902, 0.8596,
                      0.8374, 0.8590, 0.8928, 0.7684, 0.8526, 0.8195, 0.8670, 0.8827, 0.8469,
                      0.8546, 0.8122, 0.8815, 0.8430, 0.7967, 0.8553, 0.7642, 0.8502, 0.9383,
                      0.8542, 0.8120, 0.9113, 0.7855, 0.9252, 0.7587, 0.8702, 0.9052, 0.8266,
                      0.8944, 0.9056, 0.8103, 0.8100, 0.9152, 0.7542, 0.8063, 0.9102, 0.8837,
                      0.8624, 0.8479, 0.9031, 0.8672, 0.9000, 0.8985, 0.7552, 0.7810, 0.7873,
                      0.8332, 0.7885, 0.8451, 0.8162, 0.8579, 0.7896, 0.8615, 0.8696, 0.8427,
                      0.8065, 0.7921, 0.8731, 2.3446, 0.8920, 0.8260, 0.9130, 0.7756, 1.2328,
                      0.7940, 0.8588, 0.8771, 0.8690, 0.8616, 0.9072, 0.9191, 0.8395, 0.8617,
                      0.8382, 0.8866, 0.8420, 0.8846, 0.8517, 0.8818, 0.8510, 1.0097, 0.9102,
                      0.8029, 0.8501, 0.8392, 0.8962, 0.8920, 0.7604, 0.8435, 0.8540, 0.8766,
                      0.7416, 0.7997, 0.8871, 0.8572, 0.8793, 0.9182, 0.8340, 0.9483, 0.8580,
                      0.7885, 0.8296, 0.8092, 0.9054, 0.8507, 0.8709, 0.7915, 0.8741, 0.8539,
                      0.8814, 0.8437, 0.7126, 0.8379, 0.8476, 0.8687, 0.8716, 0.8488, 0.8036,
                      0.8447, 0.9133, 0.9048, 0.8054, 0.8708, 0.8526, 0.7902, 0.8348, 0.8802,
                      0.9490, 0.8606, 0.7871, 0.8687, 0.9234, 0.7688, 0.8875, 0.8534, 0.8978,
                      0.8690, 0.7838, 0.8123, 0.8028, 0.8737, 0.8128, 0.9006, 0.8972, 0.8448,
                      0.8550, 0.8600, 0.8919, 0.8895, 0.7087, 0.8055, 0.9211, 0.8433, 0.8176,
                      0.8216, 0.8799, 0.7600, 0.9169, 0.8736, 0.8614, 0.8319, 0.7982, 0.8402,
                      0.8100, 0.8534, 0.8013, 0.8842, 0.8013, 0.8991, 0.9144, 0.9260, 0.8319,
                      0.9706, 0.9153, 0.9528, 0.8754, 0.8957, 0.8028, 0.8626, 0.8688, 0.7266,
                      0.8713, 0.8896, 0.8245, 0.8564, 0.8519, 0.8595, 0.9073, 0.7490, 0.9023,
                      0.9030, 0.8576, 0.9638, 0.8636, 0.9210, 0.8787, 0.8386, 0.8477, 0.8346,
                      0.8810, 0.9583, 0.8974, 0.7683, 1.1577, 0.8828, 0.9327, 0.8193, 0.8836,
                      0.8615, 0.8251, 0.8181, 0.8601, 0.7648, 0.8689, 0.8406, 0.8119, 0.9157,
                      0.7576, 0.8830, 0.8502, 0.9044, 0.8585, 0.8042, 0.8237, 1.8013, 0.8794,
                      0.7879, 0.8839, 0.8952, 0.8796, 0.8354, 0.8336, 0.8308, 0.8030, 0.7875,
                      0.9045, 0.7813, 0.8186, 0.9121, 0.7901, 0.8279, 0.8901, 0.8389, 0.9048,
                      0.8095, 0.8363, 0.8398, 0.8326, 0.8990, 0.8342, 0.9000, 0.8388, 0.8955,
                      0.8714, 0.9050, 0.8942, 0.8370, 0.9471, 0.9843, 0.8333, 0.7620, 0.9025,
                      0.8060, 0.9078, 0.8666, 0.9122, 0.8495, 0.8254, 0.8517, 0.8123, 0.8752,
                      0.8613, 0.8192, 0.8681, 0.9406, 0.8531, 0.8487, 0.8417, 0.8588, 0.8134,
                      0.8099, 0.8863, 0.8408, 0.8869, 0.8528, 0.8813, 0.8828, 0.9913, 0.8694,
                      0.8363, 0.8333, 0.8745, 0.8760, 0.8245, 0.8478, 0.8055, 0.7914, 0.8871,
                      0.8524, 0.7252, 0.8291, 0.8320, 0.8709, 0.9080, 0.7998, 0.8407, 0.7678,
                      0.8990, 0.8566, 0.8051, 0.9226, 0.7928, 0.8617, 0.8412, 0.8403, 0.8651,
                      0.8066, 0.9226, 0.8314, 0.7932, 0.7666, 0.8193, 0.7857, 0.8472, 0.8597,
                      0.8666, 0.8101, 0.8565, 0.8814, 0.9488, 0.8209, 0.8213, 0.8703, 0.9357,
                      0.8935, 0.7895, 0.7918, 0.9071, 0.8733, 0.8685, 0.8251, 0.8778, 0.8746,
                      0.8096, 0.8109, 0.8612, 0.8633, 0.7515, 0.8500, 0.9039, 0.8523, 0.9023,
                      0.8076, 0.9314, 0.7559, 0.8977, 0.8459, 0.8366, 0.8544, 0.8919, 0.8914,
                      0.8023, 0.8544, 0.8871, 0.8168, 0.7937, 0.9026, 0.9123, 0.8809, 0.8474,
                      0.8782, 0.8079, 0.8521, 0.8681, 0.8258, 0.9838, 0.7952, 0.7755, 0.8357,
                      0.8591, 0.8321, 0.8521, 0.8006, 0.8653, 0.9905, 0.7786, 0.8439, 0.8287,
                      0.8769, 0.8550, 0.9056, 0.8538, 0.9284, 0.8338, 0.8923, 0.8727, 0.7592,
                      0.8654, 0.8408, 0.9569, 0.8325, 0.8325, 0.8834, 0.9008, 0.8533, 0.8182,
                      0.9231, 0.7669, 0.9393, 0.8182, 0.8479, 0.8701, 0.8838, 0.8054, 0.9168,
                      0.8200, 0.8105, 0.9205, 0.8184, 0.8703, 0.8332, 0.8825, 0.8099, 0.8513,
                      0.8541, 0.9920, 0.9111, 0.8130, 0.8481, 0.8697, 0.8418, 0.8811, 0.8357,
                      0.8653, 0.8673, 0.8149, 0.9009, 0.8520, 0.7733, 0.8737, 0.8849, 0.7729,
                      0.8665, 0.9134, 0.8757, 0.9572, 0.9659, 0.9154, 0.8886, 0.8831, 0.8564,
                      0.8939, 0.8636, 0.8336, 0.8385, 0.8492, 0.8426, 0.8619, 0.8476, 0.8729,
                      0.9391, 0.8826, 0.7988, 0.7903, 0.8047, 0.9346, 0.8591, 0.8339, 0.8560,
                      0.8851, 0.8338, 0.8204, 0.9441, 0.8648, 0.8549, 0.8504, 0.8005, 1.3062,
                      0.8337, 0.8433, 0.8973, 0.9077, 0.7789, 0.8823, 0.8879, 0.8763, 0.8292,
                      0.8606, 0.8087, 0.8947, 0.8254, 0.8378, 0.7918, 0.8465, 0.9064, 0.9282,
                      0.8278, 0.8523, 0.8740, 0.8586, 0.8572, 0.9382, 0.9177, 0.8397, 0.8804,
                      0.8863, 0.7873, 0.8751, 0.8365, 0.7941, 0.8808, 0.7667, 0.8329, 0.7448,
                      0.8115, 0.9700, 0.8178, 0.8241, 0.8699, 0.8427, 0.8445, 0.8099, 0.8111,
                      0.8235, 0.9526, 0.8704, 0.8577, 0.8086, 0.9097, 0.9134, 0.8244, 0.7902,
                      0.8301, 0.8478, 0.9599, 0.9347, 0.8775, 0.9359, 0.8833, 0.8813, 0.8614,
                      0.7885, 0.8752, 0.9164, 0.8391, 0.9472, 0.8963, 0.8609, 0.8109, 0.8021,
                      0.8878, 0.8915, 0.8330, 0.8757, 0.8393, 0.8453, 0.8401, 0.8586, 0.8791,
                      0.8568, 0.9351, 0.7959, 0.8842, 0.8178, 0.8288, 0.8328, 0.7862, 0.8889,
                      0.9162, 0.8070, 0.8086, 0.8601, 0.8032, 0.7827, 0.8486, 0.8477, 0.8813,
                      0.8193, 0.9052, 0.9325, 0.8582, 0.8487, 0.8459, 0.8437, 0.8282, 0.8575,
                      0.9132, 0.7116, 0.7621, 0.8583, 0.9375, 0.8025, 0.8209, 0.9314, 0.8489,
                      0.8372, 0.8455, 0.8615, 0.9239, 0.8628, 0.8926, 0.8169, 0.8638, 0.9655,
                      0.8807, 0.8319, 0.8095, 0.8858, 0.8656, 0.9062, 0.8799, 0.7448, 0.8636,
                      0.8860, 0.9061, 0.8515, 0.8614, 1.0277, 0.8334, 0.9326, 0.7990, 0.7816,
                      0.8023, 0.7947, 0.8893, 0.9120, 0.8714, 0.8957, 0.8222, 0.9023, 0.8016,
                      0.8709, 0.8925, 0.8033, 0.9134, 0.8589, 0.8036, 0.8177, 0.8352, 0.8909,
                      0.8747, 0.8556, 0.9056, 0.7915, 0.9015, 0.7164, 0.9194, 0.8081, 0.8542,
                      0.8619, 0.8077, 0.8436, 0.9309, 0.9789, 0.8331, 0.9230, 0.8896, 0.8021,
                      0.8908, 0.9064, 0.9260, 0.8687, 0.7904, 0.8989, 0.8111, 0.8164, 0.8384,
                      0.8589, 0.8118, 0.7795, 0.8154, 0.8404, 0.9026, 0.7997, 0.8719, 0.8230,
                      0.8241, 0.8202, 0.8433, 0.8631, 0.7788, 0.8559, 0.9075, 0.8275, 0.9230,
                      0.8610, 0.9117, 0.8771], device='cuda:0')),
             ('bert.encoder.layer.9.attention.output.LayerNorm.bias',
              tensor([ 5.7119e-02, -1.9049e-01, -1.1778e-01,  1.5981e-01, -5.0934e-02,
                      -4.5276e-02, -1.6939e-01,  1.0322e-01,  1.8793e-02, -6.0440e-02,
                       2.9897e-02,  1.0886e-03, -6.1126e-02, -6.3786e-03,  6.9261e-02,
                       1.0419e-01, -9.8520e-02, -1.6349e-01, -1.4213e-01, -5.4444e-02,
                      -9.6049e-03,  1.1148e-04, -2.0768e-02,  9.2381e-02, -4.8334e-02,
                      -1.5691e-01,  1.0688e-01,  2.8474e-01,  1.2641e-01,  9.7349e-02,
                      -1.0524e-01,  2.9233e-02, -9.9809e-02, -1.2819e-01,  2.0837e-01,
                       8.8119e-02, -1.8833e-01,  1.4286e-02,  1.6607e-02,  2.0246e-01,
                      -2.5043e-02, -5.6691e-02,  7.2714e-02,  2.7503e-02,  5.9546e-02,
                      -7.8348e-02,  2.4914e-02,  1.2481e-01, -6.2109e-02,  1.1736e-01,
                       9.9471e-02,  1.1087e-01,  9.8712e-02, -2.1932e-01,  2.8036e-03,
                      -1.0110e-01, -2.1182e-01, -5.2924e-02,  3.4540e-02,  1.5742e-01,
                      -4.6624e-02, -5.9052e-02,  9.7440e-02, -4.6608e-02, -7.7220e-02,
                       4.7245e-02,  2.6781e-02, -3.3449e-04,  1.3554e-01, -2.5597e-01,
                      -5.3248e-02, -5.8581e-02, -7.0759e-02, -3.3761e-02, -7.8478e-02,
                       1.1452e-01, -7.5413e-03, -1.2070e-01, -5.6301e-02, -3.2388e-02,
                       4.3517e-02, -1.9404e-02, -7.8742e-02,  1.1117e-01, -6.4469e-02,
                       1.1629e-01, -6.0252e-02, -6.9976e-02, -7.5956e-03,  5.1832e-02,
                      -1.0358e-01, -1.1893e-02, -7.0500e-03, -5.9497e-03, -5.6090e-03,
                       7.2964e-02,  3.3784e-02, -8.5369e-02, -6.7612e-02,  4.2135e-02,
                       2.0877e-02, -7.4016e-02, -3.6394e-02,  1.1729e-01, -1.0488e-01,
                       1.0931e-02,  1.3527e-01, -6.7554e-02, -8.3663e-02, -1.1577e-01,
                       2.6321e-02,  1.1882e-02, -8.7734e-02, -3.7570e-02,  1.2337e-01,
                       1.1665e-01, -7.5919e-02,  4.2848e-02, -1.2874e-01, -4.4466e-02,
                       1.0401e-02, -5.7532e-02, -5.1315e-03,  5.7844e-02, -1.0076e-02,
                       2.8491e-02, -3.1697e-03, -7.2856e-02, -2.1293e-02,  1.9704e-03,
                      -6.7815e-02,  4.0470e-02,  1.8619e-02,  8.7373e-03, -6.6671e-02,
                       1.4371e-02, -3.4241e-02,  1.2064e-01, -2.0722e+00,  1.2077e-02,
                      -1.0874e-01, -1.1251e-01,  5.6827e-02, -5.7794e-01, -8.9268e-02,
                      -1.1586e-01, -8.8009e-02,  6.9741e-02, -3.9777e-02, -2.3777e-01,
                      -1.8240e-01, -1.5904e-02, -8.7360e-02,  7.9357e-02,  4.6010e-02,
                      -2.4053e-01, -2.5128e-02, -2.8009e-01,  1.3922e-01, -2.6648e-01,
                       2.6062e-01,  1.5789e-01, -1.3113e-02,  1.3040e-02, -4.1680e-03,
                      -1.1055e-01,  2.0950e-01,  5.0801e-02, -1.1026e-01,  6.2837e-02,
                       2.2354e-02,  1.2723e-01,  3.4271e-02,  6.3817e-02,  1.7149e-01,
                       8.9878e-02,  6.3661e-02, -8.2933e-02, -1.4008e-02, -4.3723e-03,
                      -5.5796e-02, -1.4799e-01,  6.7080e-02, -7.0946e-02,  3.1694e-02,
                       1.0065e-01, -6.5806e-02, -1.6627e-01,  3.9399e-02, -9.6562e-03,
                       1.2314e-01,  4.8854e-02,  9.4262e-02,  5.8560e-02, -1.9350e-01,
                      -1.4426e-01, -9.7426e-02, -1.1749e-02, -2.0294e-01, -1.3528e-01,
                      -4.4154e-02,  9.9174e-02, -2.0521e-02,  7.9131e-02, -3.3095e-02,
                      -6.5975e-02, -3.3753e-03, -1.6518e-01,  1.0046e-02, -7.3980e-02,
                       1.7658e-02, -1.1347e-01,  3.6710e-02, -1.3522e-01, -4.1479e-02,
                      -1.5016e-03,  6.4300e-02,  1.7189e-02, -4.3493e-02, -1.2198e-01,
                      -2.2722e-02,  2.3959e-02,  1.1080e-01, -1.2475e-01, -9.3088e-02,
                       3.9577e-02, -1.8646e-02,  7.5970e-03,  9.7648e-02,  1.2036e-02,
                      -5.9138e-02,  1.0069e-01,  1.9607e-03, -8.9234e-02, -1.4599e-01,
                      -1.0672e-01,  1.6684e-01, -1.8550e-01, -2.4762e-02, -1.7493e-02,
                      -1.8732e-01, -6.6873e-04,  1.4681e-01,  9.9368e-02, -1.7341e-01,
                      -1.9141e-01, -2.8278e-02,  9.0048e-02, -9.9487e-02,  5.7973e-02,
                       2.6830e-02, -6.8033e-02,  7.2728e-02,  3.3315e-02,  2.0049e-02,
                       1.1624e-01, -1.4666e-01, -6.5290e-02, -2.3056e-02, -1.7662e-02,
                       1.5748e-01, -2.0263e-02,  6.1003e-02, -4.1495e-02,  4.1562e-02,
                      -5.3144e-03,  5.2499e-02,  1.9016e-02,  4.6088e-02, -7.5817e-02,
                      -9.3939e-02, -1.2129e-01,  1.6224e-01, -4.5697e-02,  5.8366e-02,
                       2.8165e-02, -1.2275e-01,  8.0526e-02,  9.0268e-02, -1.8791e-01,
                       4.5326e-03, -1.1904e-02, -5.0586e-02,  3.7468e-01, -3.7670e-02,
                      -3.1589e-02,  7.2979e-02, -1.3430e-01,  2.5084e-02,  1.0543e-02,
                      -1.4156e-02,  1.1208e-01, -7.9300e-02, -1.4261e-01, -3.9382e-03,
                      -1.2645e-01, -1.5546e-01,  9.1990e-02, -1.3256e-01, -1.6181e-02,
                       8.2592e-02, -1.3885e-01,  3.9827e-02,  6.0865e-02, -1.1866e+00,
                      -4.2123e-02,  5.5611e-02,  1.8950e-02, -1.0573e-01,  1.3298e-01,
                       2.1718e-01,  6.8806e-02, -8.5205e-02,  9.2615e-02, -4.8649e-02,
                      -1.0491e-01,  6.1608e-02,  5.9457e-03, -2.5198e-02, -7.9536e-02,
                      -1.2236e-01,  7.6429e-02,  5.7273e-02,  2.3017e-03, -1.0014e-01,
                      -1.0797e-01, -9.4269e-02,  3.0282e-02,  4.1213e-02,  2.0151e-02,
                      -1.5947e-01,  1.0875e-01, -6.8165e-03,  6.7593e-02, -5.8147e-02,
                      -3.1407e-02,  2.4488e-02,  1.8680e-01, -2.1658e-01,  9.3658e-02,
                       4.3535e-02, -6.3193e-03, -7.9519e-02, -4.5018e-02,  2.8599e-02,
                       7.7504e-02, -9.3168e-02, -9.3570e-02,  7.1672e-02, -2.4640e-02,
                      -3.8849e-02, -2.3466e-01, -9.0525e-02, -4.2257e-02,  1.0116e-01,
                      -8.1639e-02, -6.7364e-02,  5.0969e-02,  1.6603e-02, -6.0581e-02,
                       2.3615e-02, -6.3808e-02, -5.6165e-02,  3.0595e-03, -1.9233e-01,
                       1.0565e-01, -3.0010e-02,  1.7051e-01, -8.2298e-02, -7.2122e-02,
                      -1.2015e-01, -1.0663e-01,  1.5613e-02,  6.5712e-02, -1.3266e-01,
                       6.2017e-02, -1.1567e-01, -1.6912e-01, -4.6621e-02, -2.6249e-02,
                      -8.0951e-02,  8.1418e-02,  4.7126e-02,  7.9955e-02, -7.6960e-02,
                      -1.9309e-01,  2.0124e-02, -5.7673e-02, -1.5154e-02, -5.9381e-02,
                      -5.5194e-02,  5.8168e-02,  6.3001e-02, -1.0057e-01, -2.4997e-02,
                      -8.7999e-02, -1.3392e-01, -8.5826e-02, -1.1028e-01, -4.6958e-02,
                      -1.3246e-01,  4.8324e-02, -1.1704e-01, -8.2575e-02, -1.1606e-01,
                       2.5281e-02, -1.5972e-01, -1.0805e-01, -1.6800e-01, -9.7993e-02,
                       2.3559e-02, -1.3075e-01,  9.1140e-02, -1.2442e-02, -1.2819e-02,
                      -1.1673e-01,  9.7254e-02,  9.1565e-02, -1.8427e-01, -1.9964e-01,
                      -7.8478e-02, -6.9264e-02, -4.6437e-02,  1.6265e-01,  1.1921e-01,
                      -8.5938e-03, -5.5306e-02, -9.8144e-02,  7.3788e-02, -4.1878e-02,
                      -5.8151e-02,  8.5855e-02, -1.2296e-01,  1.8697e-01, -1.1032e-01,
                      -8.7448e-02,  1.3152e-01, -1.6712e-01, -7.7423e-02, -4.6609e-02,
                       1.5251e-03, -1.0513e-01, -6.9834e-02, -2.1783e-01, -2.9841e-02,
                      -7.5101e-02, -2.2115e-02, -3.3226e-02,  4.5466e-02, -1.8443e-02,
                       8.0347e-02,  1.7137e-01,  1.0818e-01,  1.5786e-02, -1.4137e-03,
                      -3.0272e-01,  4.4508e-02, -4.0507e-03, -1.2641e-01, -2.5232e-02,
                      -1.3308e-01, -1.3662e-01, -6.0740e-02,  3.0515e-02,  2.8630e-01,
                       7.8906e-02,  8.2532e-02,  1.7132e-01,  3.6931e-02, -3.1425e-02,
                       1.4960e-01,  3.3733e-02, -6.4773e-03,  7.8094e-02,  4.8348e-02,
                      -1.8481e-02, -1.3793e-01, -7.4640e-02,  3.6883e-02, -7.4182e-02,
                       4.0527e-02, -1.9864e-02, -1.5597e-01, -2.6874e-03,  9.6013e-02,
                      -7.5730e-02,  4.2126e-02,  6.0967e-02, -1.0750e-01, -3.7313e-02,
                      -9.5093e-02, -5.1445e-02, -2.1410e-01, -2.1836e-02,  7.0677e-02,
                      -4.3431e-02, -5.0751e-02, -5.1262e-02, -1.1097e-01,  3.3609e-02,
                       2.7657e-02, -5.1149e-02,  4.8212e-02, -1.1740e-01, -1.1907e-01,
                       2.3636e-01, -1.2609e-02,  1.1132e-02,  3.9594e-02, -1.0975e-01,
                      -1.2814e-01, -1.5860e-01,  1.4392e-02,  1.4988e-02, -1.2905e-01,
                      -7.9007e-02, -5.8014e-02,  5.7257e-02,  1.0799e-01,  7.3578e-02,
                       1.5772e-02, -1.6057e-01, -2.7108e-02, -2.8304e-02,  9.1917e-02,
                      -7.1131e-02,  1.4497e-01, -8.7407e-02, -1.2192e-01, -9.2793e-02,
                      -2.9025e-02,  9.9398e-02, -1.0846e-01, -6.9263e-02, -1.0362e-01,
                       3.3426e-02,  1.0898e-01,  7.7897e-02, -1.3967e-01,  5.8332e-02,
                      -2.6391e-01,  1.9730e-02,  4.1411e-02, -1.4895e-01,  1.9899e-01,
                       1.7051e-01,  1.8779e-01,  1.5279e-02,  1.6998e-02,  1.4006e-01,
                       2.0816e-01, -1.6671e-02, -1.1860e-01,  1.1003e-01,  1.1939e-01,
                       1.2707e-01, -1.7100e-01, -1.7691e+00, -6.7796e-02,  5.6823e-02,
                      -4.1110e-02, -1.6818e-02, -8.7550e-03,  2.1466e-02, -2.0102e-02,
                      -1.3222e-01,  5.5106e-03, -1.0989e-01, -1.0451e-01,  7.5189e-02,
                       1.9103e-01, -7.0064e-02,  4.6612e-03, -2.0077e-02,  8.0858e-02,
                       5.8685e-03,  4.1834e-04,  2.8373e-02,  5.1308e-02, -1.6251e-01,
                       5.4589e-04,  2.0821e-01,  3.9830e-02, -4.3093e-02,  9.7891e-02,
                      -2.9556e-02,  4.0069e-02,  2.5812e-02,  1.3701e-01, -1.6077e-01,
                      -2.2637e-02,  5.8135e-02,  1.6644e-02, -7.0677e-02,  3.3611e-02,
                       1.0196e-01,  5.1912e-02,  5.5822e-02, -5.4535e-02, -6.9540e-03,
                       1.4228e-02, -1.2070e-01, -3.5260e-02, -8.4381e-02, -4.3574e-02,
                      -8.4276e-02,  6.3088e-02,  1.6314e-01,  8.4337e-02,  1.1353e-01,
                       5.0062e-02, -7.5414e-02,  1.1243e-01, -1.6636e-01,  2.0630e-01,
                       1.1533e-01, -7.7395e-02, -3.1742e-03, -9.8750e-02, -2.5165e-02,
                      -5.6784e-02, -3.9582e-02,  1.4167e-01, -8.7004e-02,  6.0015e-02,
                      -9.7171e-02, -1.1842e-01, -2.1654e-01,  1.4776e-01,  1.2801e-01,
                      -1.9903e-01, -7.1941e-03, -1.1571e-01, -2.7304e-01,  1.8457e-01,
                       8.4792e-02, -6.4266e-02,  5.3906e-04, -4.4917e-02, -1.5899e-01,
                      -7.4830e-02, -1.0500e-01,  3.8943e-02,  2.0232e-03, -6.8322e-02,
                      -1.1653e-01,  6.0183e-02,  1.6862e-01, -2.0696e-01, -1.2999e-01,
                      -1.1016e-01, -6.4075e-02, -2.1217e-01, -9.3932e-02,  6.8834e-02,
                       4.3842e-02, -3.5530e-02, -3.3845e-02,  1.3658e-01, -1.7748e-01,
                       1.6836e-01, -1.8849e-02, -6.6945e-02,  1.9347e-02, -2.0942e-01,
                       5.7634e-03,  3.5153e-02, -1.6188e-01, -5.8478e-02,  7.5417e-02,
                      -7.8610e-02,  4.0008e-02,  8.6148e-02,  3.5322e-02,  3.3252e-02,
                       1.2522e-01, -2.3188e-03, -1.5406e-02, -2.1783e-01,  2.5244e-02,
                       5.5002e-02, -5.7631e-02,  3.8587e-02,  8.6457e-03, -8.7287e-02,
                      -6.4994e-02, -4.6158e-02,  4.2784e-04,  5.0000e-02, -5.2718e-02,
                       1.2025e-02,  6.7083e-02, -1.1446e-01,  1.6963e-01,  5.3118e-02,
                      -5.8713e-02, -5.1308e-02, -3.3454e-01,  1.0058e-01, -3.7935e-03,
                       6.2568e-02,  1.6304e-02, -2.0469e-02, -6.2038e-02, -2.0030e-01,
                      -8.9443e-02, -1.8752e-02, -1.5353e-01,  1.7126e-02, -2.0080e-02,
                       4.6541e-02, -3.9921e-02, -7.2972e-02,  7.0816e-02,  2.0038e-02,
                      -2.0617e-02, -1.6735e-01, -1.4569e-02,  6.8962e-02,  3.0459e-02,
                      -7.2177e-02,  5.1934e-02,  6.8845e-03, -1.5388e-01, -8.3030e-02,
                      -2.2279e-02,  1.8053e-01, -6.9230e-02, -4.1515e-02, -5.5242e-02,
                      -4.0479e-02, -9.5468e-02, -1.7670e-01,  2.6518e-01, -1.5404e-01,
                      -1.8721e-02,  9.3171e-02, -1.3234e-02,  1.0167e-01, -5.2541e-02,
                      -1.4460e-01, -4.7432e-02,  1.1471e-01,  9.2707e-02,  5.4943e-02,
                      -1.1537e-01, -1.4223e-01, -1.0181e-01, -7.2265e-02, -4.6880e-02,
                       1.1145e-01,  1.0032e-01,  1.3911e-01, -3.2867e-02, -5.0176e-02,
                      -1.2659e-01,  3.4641e-02, -1.9245e-01, -6.5874e-02,  3.7799e-02,
                      -9.0489e-02, -1.6431e-01,  4.3259e-02, -6.0805e-02, -6.6885e-02,
                       3.6962e-03, -1.2896e-03,  1.2790e-01], device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.weight',
              tensor([[ 0.0383,  0.0108, -0.0062,  ..., -0.0803, -0.0055,  0.0451],
                      [-0.0573,  0.0249, -0.0165,  ..., -0.0510, -0.0319, -0.0599],
                      [-0.0071,  0.0436, -0.0669,  ..., -0.0336,  0.0331,  0.0328],
                      ...,
                      [-0.0409,  0.0901, -0.0093,  ..., -0.0212,  0.0095, -0.0022],
                      [ 0.0318, -0.0050, -0.0373,  ...,  0.0284, -0.0194, -0.0360],
                      [-0.0507,  0.0084, -0.0219,  ...,  0.0457,  0.0226, -0.0285]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.intermediate.dense.bias',
              tensor([-0.1007, -0.1137, -0.1144,  ..., -0.0941,  0.0032, -0.0679],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.weight',
              tensor([[ 0.0112, -0.0137, -0.0253,  ..., -0.0262, -0.0198,  0.0557],
                      [-0.0108, -0.0407, -0.0367,  ..., -0.0033, -0.0350,  0.0471],
                      [ 0.0299, -0.0069,  0.0297,  ..., -0.0328,  0.0506,  0.0308],
                      ...,
                      [-0.0151, -0.0122, -0.0276,  ...,  0.0243, -0.0161, -0.0351],
                      [-0.0057,  0.0097,  0.0021,  ..., -0.0231,  0.0149,  0.0221],
                      [ 0.0094, -0.0481,  0.0593,  ..., -0.0220,  0.0257,  0.0444]],
                     device='cuda:0')),
             ('bert.encoder.layer.9.output.dense.bias',
              tensor([ 6.2926e-02, -1.0504e-01, -4.0293e-02,  1.3398e-01, -6.3642e-02,
                      -1.0864e-01, -3.2143e-02,  8.6868e-02, -2.1133e-02, -1.8054e-02,
                       2.6295e-02,  1.3623e-02, -6.1386e-02,  8.2377e-02,  8.8241e-03,
                       7.6814e-02, -8.9183e-02, -8.4541e-02, -4.8360e-02, -4.5731e-02,
                       4.6271e-03,  6.0381e-02,  5.3813e-02,  1.5241e-03, -8.9872e-02,
                      -6.8928e-02, -7.7970e-03,  1.6321e-01,  1.2869e-01,  4.0627e-02,
                      -3.6800e-02, -1.1581e-02, -5.6746e-02, -3.9610e-02,  1.0531e-01,
                       1.1129e-01, -5.0093e-02,  1.5598e-02,  2.0752e-02,  1.5467e-01,
                      -7.2090e-02,  1.2031e-02,  3.0967e-02, -6.2724e-02,  8.2205e-02,
                      -8.9581e-02, -5.5269e-02,  3.2928e-02, -6.5860e-02,  8.6886e-02,
                       3.6064e-02,  6.6724e-02,  6.0433e-02, -1.0897e-01, -5.1176e-02,
                      -3.1608e-02, -1.3423e-01, -9.8425e-02, -2.5844e-02,  1.3277e-01,
                      -1.1655e-02, -1.0872e-01,  2.2800e-02,  3.3518e-03, -4.5015e-02,
                       7.9048e-02,  4.8966e-02, -9.8410e-03,  1.3027e-01, -2.0379e-01,
                      -4.4005e-02, -4.2735e-02, -9.9749e-03, -2.7588e-03, -2.2320e-02,
                       8.1717e-03,  2.6144e-02, -8.5399e-02, -4.7002e-02, -5.2799e-02,
                       1.8971e-02,  3.7104e-02,  1.9570e-02,  1.5446e-01,  4.8915e-02,
                       7.5949e-03, -3.0193e-03, -3.8734e-02, -2.6932e-02,  2.4907e-02,
                      -5.8913e-02,  7.2428e-02,  3.8815e-02, -7.5499e-02, -4.5613e-02,
                       1.0741e-01,  7.5221e-02,  2.8299e-02, -1.2433e-02, -3.2033e-03,
                       1.4195e-02, -6.0293e-02, -3.0587e-02,  6.5377e-02, -1.9226e-02,
                      -1.2559e-02,  9.9578e-02, -2.6528e-02,  3.2961e-02, -3.9265e-02,
                      -1.1703e-02,  2.7046e-02, -4.2977e-02, -1.6957e-02,  1.2498e-01,
                       1.0778e-01, -6.1395e-02,  1.9212e-03, -3.2139e-02, -1.0019e-01,
                      -3.2465e-02,  1.2693e-02,  1.1570e-02,  9.4750e-03,  3.3343e-03,
                       7.6112e-02, -2.4481e-03,  1.4053e-02,  7.7284e-02,  6.5428e-03,
                       3.0328e-02, -1.3294e-02,  1.3565e-01,  9.1106e-02, -4.1238e-02,
                      -7.3340e-02, -4.3843e-02,  1.4222e-01, -3.2509e-01,  3.4240e-02,
                      -1.0171e-01, -4.0649e-02,  6.8076e-02, -1.1054e-01,  3.5593e-03,
                      -8.1854e-03, -2.2284e-02,  1.4135e-01,  1.4983e-02, -8.7585e-02,
                      -8.6877e-02,  2.1301e-02, -2.8152e-02,  6.3904e-02,  7.0013e-03,
                      -1.7237e-01, -4.7607e-02, -5.3842e-02,  1.5071e-01, -8.8262e-02,
                       7.3980e-02,  9.0576e-02,  4.0878e-02,  3.4433e-02,  3.1134e-03,
                      -1.0467e-01,  1.6411e-01, -4.1040e-02, -5.1462e-02,  4.0943e-02,
                       4.2151e-03,  6.8437e-02, -6.1460e-02,  8.3006e-02,  1.4745e-01,
                       5.0849e-02,  1.1093e-01, -6.0026e-02,  4.4929e-02,  4.2385e-03,
                      -3.5624e-02, -3.8025e-02,  4.8956e-02, -2.3085e-02,  1.1239e-01,
                       7.8666e-02,  1.1698e-02, -9.0173e-02,  3.9659e-02,  2.9807e-02,
                       2.7042e-02, -3.2218e-03,  8.8584e-02,  7.2548e-02, -1.9092e-01,
                      -3.5028e-02, -5.4868e-02, -2.2133e-02, -1.5710e-01, -1.2831e-01,
                      -3.1347e-02,  3.8826e-02, -6.0117e-02,  6.7955e-02,  4.1508e-03,
                      -7.5077e-02, -1.6288e-02, -1.1164e-01, -1.0233e-02, -2.8137e-02,
                       3.8159e-03, -9.1704e-02,  4.1295e-02, -8.4462e-02, -8.6319e-02,
                       3.9510e-03,  6.1433e-02,  1.1440e-02,  4.6365e-02, -1.1389e-01,
                      -2.8890e-02,  3.2378e-02,  6.0889e-02, -4.8493e-02,  5.4747e-03,
                       1.4853e-02,  1.4372e-03, -2.7662e-02,  2.8843e-02,  3.0226e-03,
                       1.5185e-02,  7.2286e-02,  7.1113e-02,  3.4911e-03, -7.1905e-02,
                      -8.9398e-02,  1.3326e-01, -7.4939e-02, -2.8033e-02,  6.7451e-02,
                      -1.4342e-01,  5.4560e-02,  1.6911e-01,  6.5214e-02, -2.4921e-02,
                      -9.1656e-02, -1.6527e-02,  9.6741e-02,  7.5165e-03,  7.9985e-02,
                       3.6184e-02, -2.8099e-02, -3.7807e-03,  3.7302e-02,  2.8972e-02,
                       3.0171e-02, -7.3588e-02, -4.7998e-02, -1.7361e-02,  9.2134e-02,
                       6.2978e-02, -3.8770e-02,  2.1211e-02,  3.6655e-03,  7.8398e-02,
                       6.9465e-03,  5.8157e-02,  1.6212e-02,  6.1581e-02, -1.1272e-01,
                      -2.6926e-02, -7.9723e-02,  1.3827e-01,  4.0970e-02, -1.1880e-02,
                       3.5796e-03, -1.6242e-02,  3.6247e-02,  6.5649e-02, -9.7231e-02,
                       3.2548e-02,  2.2427e-02, -9.4686e-03,  6.5730e-02, -7.3050e-02,
                       2.9803e-03,  1.3704e-01, -4.7604e-02,  7.5719e-02,  4.8591e-02,
                       2.9552e-02,  5.1611e-02, -4.6804e-02, -1.0789e-01, -3.7103e-02,
                      -8.2430e-02, -8.4902e-02,  3.7673e-02, -5.5744e-03,  1.0006e-02,
                       2.9362e-02, -6.9696e-02,  5.8040e-02,  5.3813e-02, -4.5512e-01,
                      -1.8957e-02,  4.4077e-02,  6.8517e-03, -3.4305e-02,  7.2902e-02,
                       1.2447e-01,  4.1842e-02, -8.5712e-02,  6.3500e-02, -4.7681e-03,
                      -8.2255e-03,  2.1271e-02,  1.8144e-01,  3.0659e-03, -1.1361e-01,
                      -9.4659e-02, -1.0323e-02, -1.1774e-02,  1.0704e-03, -1.3386e-01,
                      -3.6827e-02, -1.9115e-02,  3.7165e-02,  6.0678e-02, -8.5761e-02,
                      -9.0581e-02,  5.5613e-03, -5.4533e-02,  4.6291e-02,  1.8503e-02,
                      -3.5418e-02,  7.3984e-03,  1.0048e-01, -1.9121e-01,  3.7964e-02,
                       7.9285e-02,  2.7876e-02, -4.7749e-02, -1.5209e-02,  2.9877e-03,
                       1.0635e-01,  9.6885e-03, -4.1956e-04,  8.0386e-02,  3.8126e-02,
                      -5.1378e-02, -1.3117e-01, -6.7261e-02,  2.0094e-02,  9.7495e-02,
                      -5.8494e-02,  3.3726e-02,  4.5930e-02,  3.8724e-02, -1.9141e-02,
                       1.3147e-02, -5.5003e-02,  5.5653e-02, -2.0472e-02, -2.2311e-02,
                      -2.9608e-02,  7.9695e-03,  6.7485e-02, -4.6639e-02, -1.3395e-02,
                      -2.2422e-02, -6.3249e-02,  5.2411e-02,  6.6460e-02, -7.6105e-02,
                      -7.1501e-04, -2.1027e-01, -6.7914e-02,  8.4626e-03, -5.4522e-02,
                      -1.3942e-02,  2.4164e-02,  8.7393e-02,  4.4927e-02, -1.7517e-02,
                      -7.2300e-02, -2.9041e-02, -6.4867e-02,  8.5198e-02,  2.9734e-02,
                      -5.2335e-02,  8.1120e-02,  6.2130e-02, -6.9544e-02,  3.0169e-02,
                      -6.5640e-02, -3.3959e-02, -5.5550e-02, -7.7682e-02,  1.9359e-02,
                      -1.5252e-01,  1.5984e-01, -9.1083e-03, -1.2394e-01, -7.5906e-02,
                       4.8852e-02, -8.0717e-02, -6.6385e-02, -1.4567e-01, -5.8938e-02,
                       5.3590e-03, -3.3268e-02,  5.1571e-02,  3.4110e-03,  3.4880e-02,
                      -2.5455e-02,  5.7156e-02,  5.5915e-02, -7.2591e-02, -9.3055e-02,
                      -1.9877e-02, -8.7377e-02,  3.1453e-02,  1.3626e-01,  4.8375e-02,
                      -1.6026e-02, -1.1222e-01, -7.2284e-02,  6.4821e-02, -1.6101e-02,
                      -1.3160e-02,  7.3035e-02, -1.0807e-01,  1.4504e-01, -2.4536e-02,
                       7.6352e-02,  6.7703e-02, -1.0951e-01, -9.1965e-03, -3.4802e-02,
                       3.6430e-02, -1.0782e-01, -3.7520e-02, -1.7882e-01, -9.4432e-02,
                      -7.4833e-02, -9.9601e-02, -4.9771e-02, -4.3751e-03, -6.0164e-02,
                       9.3325e-02,  6.4272e-02,  6.2958e-02,  4.4834e-02, -1.0957e-02,
                      -1.5382e-01,  5.9245e-02,  6.6570e-03, -4.5776e-02,  3.8768e-02,
                      -1.0502e-03, -7.3208e-02, -1.4686e-02,  1.5795e-02,  2.6921e-01,
                       8.4355e-02,  1.5009e-02,  1.9402e-01,  2.0967e-02, -6.2925e-02,
                       1.1559e-01, -1.2794e-02,  2.3000e-02,  1.1064e-01,  4.3869e-02,
                       8.0949e-03, -2.4543e-01, -8.8524e-02,  7.3127e-02, -2.1054e-02,
                      -1.2254e-02,  1.0518e-01,  3.6670e-02,  5.2031e-02,  7.8939e-02,
                       4.0504e-02,  8.1235e-03,  1.1329e-01, -6.1483e-02, -6.3852e-02,
                      -1.1102e-01, -4.9586e-02, -1.8388e-01, -1.3721e-03,  3.6797e-03,
                       2.5076e-02, -7.3928e-02, -3.4997e-02, -3.4158e-02,  7.2636e-02,
                       3.4048e-02,  3.1506e-02, -7.7860e-03, -3.0922e-02, -4.9507e-02,
                       1.6884e-01,  5.9665e-03,  8.0819e-02,  4.1876e-02, -3.0099e-02,
                       5.7258e-02, -1.0512e-01,  1.2074e-02, -8.6981e-03, -2.4487e-02,
                      -6.9756e-02, -2.8131e-02, -7.0876e-04,  3.8252e-02,  5.7679e-02,
                      -1.9140e-02, -1.2417e-01, -5.6731e-02,  1.9589e-03,  1.0228e-01,
                      -8.6797e-02,  1.0555e-01, -7.6021e-02, -8.7592e-02, -5.6522e-02,
                       7.2301e-02,  3.1756e-02, -6.5138e-02, -6.8348e-02, -2.5641e-02,
                      -1.7691e-02,  3.5014e-02,  5.0883e-02, -4.9524e-02,  4.3631e-02,
                      -1.0489e-01,  1.8619e-02,  1.2185e-01, -1.0251e-01,  6.0374e-02,
                       1.5924e-01,  1.3595e-01, -6.4777e-02,  3.6691e-02,  9.0002e-02,
                       1.7045e-01, -9.9511e-03, -8.5808e-02,  2.2499e-02,  9.5475e-02,
                       6.0747e-02,  8.4534e-03, -7.2436e-01,  9.9048e-03,  7.7007e-04,
                       2.3209e-02, -3.2970e-02, -3.8062e-02,  6.9722e-02,  4.2458e-02,
                      -9.3999e-02,  9.2624e-03, -5.0416e-02, -3.6675e-02, -2.1735e-02,
                       8.0216e-02,  5.5432e-03,  3.7141e-02,  2.8297e-02,  5.2074e-02,
                      -1.3640e-02,  1.1781e-02,  9.9991e-02,  7.8998e-02, -1.1358e-01,
                       7.4966e-02,  1.1846e-01,  4.2810e-02,  5.9423e-02,  3.5227e-02,
                       2.3530e-02,  5.4837e-02,  4.0113e-02,  8.9408e-02, -4.5306e-02,
                       3.8598e-02, -5.3280e-03,  8.9165e-02, -1.2265e-02,  1.9508e-02,
                       8.0366e-02, -2.0276e-02,  2.4638e-02,  7.4254e-02, -1.0709e-02,
                       5.0709e-02, -6.7958e-02,  4.7939e-02,  3.6759e-03, -3.3425e-02,
                      -7.4814e-02,  6.4727e-02,  2.6894e-01,  8.8726e-02,  1.7340e-01,
                       6.0242e-02, -2.5715e-02,  7.1590e-02, -4.0758e-03,  1.6316e-01,
                       8.7421e-02, -3.9263e-02, -7.7570e-02, -5.1681e-02,  4.6719e-02,
                       4.1919e-02, -1.1739e-01,  1.2720e-01, -6.4041e-02,  6.0262e-02,
                      -6.0413e-02, -1.0214e-01, -1.0455e-01,  6.9057e-02, -8.8244e-03,
                      -5.9444e-02,  1.4110e-02, -9.0899e-02, -1.2547e-01,  7.8270e-02,
                       1.0898e-01, -5.1412e-02,  1.7408e-02, -2.4017e-02, -1.7692e-02,
                      -7.4789e-02,  5.3430e-03,  2.9377e-02,  2.3481e-02,  3.0941e-04,
                      -3.8107e-04, -5.2417e-02,  9.2009e-02, -8.6800e-02, -4.9432e-02,
                      -7.5206e-02, -1.0707e-02, -1.1573e-01, -1.0991e-01,  2.0738e-02,
                       3.4518e-02, -2.5405e-02, -8.8880e-03,  1.0757e-01, -6.7847e-02,
                       4.1471e-02,  5.2576e-02,  7.2529e-03,  1.2112e-02, -7.5118e-02,
                       1.9229e-02, -7.3986e-04, -1.3725e-01,  1.0294e-03,  1.3043e-01,
                      -7.5756e-03,  1.7035e-01,  7.6461e-02, -5.5895e-02,  6.0764e-03,
                       9.9103e-02,  4.0396e-02,  2.7807e-03, -6.1476e-02, -3.6962e-02,
                       5.6765e-02, -7.7730e-02,  5.3315e-02,  5.2131e-02,  2.6075e-04,
                       2.4979e-02, -3.5459e-02,  5.3622e-02,  2.0665e-04, -6.4481e-02,
                       4.3447e-02,  1.2473e-01, -3.2067e-02,  9.1808e-02,  4.5397e-02,
                      -8.4917e-03,  3.4021e-02, -1.3929e-01,  1.3820e-01, -2.0248e-02,
                       1.9240e-04, -1.0868e-02,  3.5540e-02, -1.8533e-02, -1.1238e-01,
                       2.8434e-03,  5.4545e-02, -6.1915e-02,  8.7685e-02, -4.4246e-02,
                       3.2391e-02,  1.5957e-02, -1.0944e-01,  5.4730e-02,  2.6265e-02,
                      -5.5296e-02, -8.3071e-02, -8.3076e-02,  5.6525e-02,  7.0834e-03,
                      -9.3623e-02,  3.2990e-02,  2.9001e-02, -1.2997e-01, -3.5529e-02,
                      -1.3568e-03,  8.0591e-02, -6.4353e-02, -3.5001e-02,  1.0977e-03,
                      -3.6256e-02, -4.4902e-02, -9.9928e-02,  9.8239e-02, -1.0608e-02,
                       8.7856e-02,  5.9868e-02,  5.9404e-03,  1.5322e-01, -3.3863e-02,
                      -1.5531e-02, -2.9192e-02,  4.7756e-02,  6.1951e-02,  6.9569e-02,
                      -1.1985e-01, -5.3788e-02, -9.7260e-02, -1.4617e-02, -5.0535e-02,
                       2.0060e-01,  2.3127e-02,  1.0908e-01, -7.8556e-02,  4.4181e-03,
                      -3.9627e-02,  3.6459e-02, -8.6751e-02,  2.2399e-02,  1.0229e-01,
                      -7.1167e-02, -1.9170e-02,  1.1435e-01,  3.2658e-02, -4.6484e-02,
                       1.2165e-02, -4.9105e-03,  9.2982e-02], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.weight',
              tensor([0.8168, 0.8548, 0.8684, 0.8230, 0.8702, 0.8424, 0.8050, 0.8390, 0.8422,
                      0.8242, 0.8807, 0.8676, 0.8684, 0.8792, 0.8405, 0.8060, 0.8529, 0.8433,
                      0.8448, 0.8526, 0.8417, 0.8611, 0.8256, 0.8431, 0.8838, 0.8409, 0.8521,
                      0.7509, 0.8275, 0.8767, 0.8523, 0.8460, 0.8711, 0.8247, 0.8363, 0.8405,
                      0.8077, 0.8608, 0.8319, 0.7753, 0.8664, 0.8493, 0.8201, 0.8547, 0.8733,
                      0.8341, 0.8613, 0.8390, 0.8789, 0.8479, 0.8448, 0.8186, 0.8111, 0.8594,
                      0.7990, 0.8040, 0.8154, 0.8604, 0.8240, 0.7979, 0.8379, 0.8707, 0.8913,
                      0.8656, 0.8183, 0.8681, 0.8430, 0.8252, 0.8142, 0.7688, 0.8450, 0.8552,
                      0.8497, 0.8320, 0.8567, 0.8769, 0.8653, 0.8329, 0.8612, 0.8542, 0.8356,
                      0.8815, 0.8441, 0.8419, 0.8134, 0.8244, 0.8271, 0.8759, 0.8844, 0.8544,
                      0.8500, 0.8373, 0.8647, 0.8607, 0.8310, 0.8610, 0.8223, 0.8661, 0.8561,
                      0.8580, 0.8391, 0.8769, 0.8434, 0.8567, 0.8254, 0.8756, 0.8754, 0.8171,
                      0.8757, 0.8749, 0.8293, 0.8642, 0.8728, 0.8082, 0.8797, 0.8641, 0.8440,
                      0.8380, 0.8594, 0.8594, 0.8512, 0.8721, 0.8683, 0.8212, 0.8103, 0.8625,
                      0.8546, 0.8315, 0.8600, 0.8440, 0.8682, 0.8419, 0.8366, 0.8292, 0.8889,
                      0.8736, 1.1173, 0.8453, 0.2931, 0.8777, 0.8328, 0.8600, 0.8430, 0.7207,
                      0.8525, 0.8625, 0.8477, 0.8762, 0.8689, 0.8090, 0.8260, 0.8708, 0.8619,
                      0.8641, 0.8233, 0.8190, 0.8765, 0.8347, 0.8386, 0.8647, 0.8045, 0.8847,
                      0.8631, 0.8708, 0.8338, 0.8597, 0.7988, 0.8014, 0.8463, 0.8319, 0.8479,
                      0.7965, 0.8045, 0.8435, 0.8430, 0.8282, 0.8559, 0.8105, 0.8634, 0.8434,
                      0.8332, 0.8264, 0.8052, 0.8416, 0.8583, 0.8448, 0.8346, 0.8175, 0.8251,
                      0.8296, 0.8400, 0.8172, 0.8405, 0.8342, 0.8100, 0.8262, 0.8658, 0.8393,
                      0.8473, 0.8474, 0.8541, 0.7825, 0.8532, 0.8319, 0.8700, 0.8497, 0.8571,
                      0.8600, 0.8494, 0.8363, 0.8680, 0.8695, 0.8212, 0.8686, 0.8543, 0.8906,
                      0.8224, 0.8259, 0.8260, 0.8329, 0.8724, 0.8550, 0.8548, 0.8754, 0.8484,
                      0.8450, 0.8564, 0.8528, 0.8111, 0.8018, 0.8529, 0.8816, 0.8446, 0.8657,
                      0.8383, 0.8353, 0.8030, 0.8363, 0.8717, 0.8570, 0.8558, 0.8408, 0.8164,
                      0.8429, 0.8379, 0.8510, 0.8597, 0.8386, 0.8726, 0.8637, 0.8482, 0.8412,
                      0.9470, 0.8526, 0.8626, 0.8748, 0.8510, 0.8174, 0.8484, 0.8509, 0.7729,
                      0.8359, 0.8617, 0.8580, 0.8510, 0.8518, 0.8714, 0.8770, 0.8511, 0.8351,
                      0.8420, 0.8600, 0.8175, 0.8508, 0.8754, 0.8438, 0.8706, 0.8631, 0.8127,
                      0.8500, 0.9124, 0.8598, 0.8489, 0.7075, 0.8670, 0.8908, 0.8206, 0.8446,
                      0.8383, 0.8026, 0.8203, 0.8624, 0.8368, 0.8299, 0.8552, 0.8327, 0.7827,
                      0.8155, 0.8591, 0.8569, 0.8557, 0.8394, 0.8587, 0.8537, 0.3484, 0.8962,
                      0.8509, 0.8620, 0.8572, 0.8646, 0.8210, 0.8451, 0.8614, 0.8551, 0.8489,
                      0.8400, 0.8400, 0.8401, 0.8772, 0.8306, 0.8436, 0.8432, 0.8355, 0.8705,
                      0.8477, 0.8622, 0.8652, 0.8541, 0.8484, 0.8494, 0.8437, 0.8428, 0.8440,
                      0.9068, 0.8644, 0.8623, 0.8633, 0.8379, 0.8061, 0.8158, 0.8596, 0.8680,
                      0.8295, 0.8614, 0.8470, 0.8443, 0.8701, 0.8445, 0.8303, 0.8329, 0.8628,
                      0.8320, 0.8341, 0.8561, 0.8691, 0.8641, 0.8353, 0.8445, 0.8546, 0.8307,
                      0.8457, 0.8267, 0.8539, 0.8863, 0.8087, 0.8259, 0.8662, 0.8407, 0.8609,
                      0.8427, 0.8384, 0.8676, 0.8487, 0.8337, 0.8504, 0.8364, 0.8537, 0.8691,
                      0.8715, 0.7745, 0.8298, 0.8710, 0.8343, 0.8559, 0.8328, 0.8393, 0.8348,
                      0.8607, 0.8535, 0.8419, 0.8618, 0.8157, 0.8557, 0.8586, 0.8510, 0.8494,
                      0.8184, 0.8657, 0.8309, 0.8225, 0.8261, 0.8365, 0.8181, 0.8434, 0.8322,
                      0.8342, 0.8555, 0.8652, 0.8762, 0.8945, 0.8485, 0.8336, 0.8559, 0.8968,
                      0.8761, 0.8682, 0.8139, 0.8424, 0.8228, 0.8650, 0.8491, 0.8998, 0.8674,
                      0.8294, 0.8097, 0.8431, 0.8435, 0.8301, 0.8472, 0.8787, 0.8533, 0.8555,
                      0.8207, 0.8266, 0.8193, 0.8814, 0.8502, 0.8418, 0.8784, 0.8692, 0.8769,
                      0.8226, 0.8432, 0.8158, 0.8421, 0.8214, 0.8537, 0.8541, 0.8572, 0.8316,
                      0.8526, 0.8031, 0.8478, 0.8500, 0.8321, 0.7632, 0.8502, 0.8221, 0.8268,
                      0.8568, 0.8551, 0.8665, 0.8130, 0.8733, 0.3056, 0.8052, 0.8391, 0.8023,
                      0.8618, 0.8443, 0.8389, 0.8367, 0.8649, 0.8033, 0.8760, 0.8454, 0.7806,
                      0.8873, 0.8367, 0.8782, 0.8392, 0.8491, 0.8892, 0.8502, 0.8760, 0.8425,
                      0.8699, 0.8030, 0.9276, 0.8514, 0.8312, 0.8705, 0.8406, 0.8364, 0.8564,
                      0.8386, 0.8480, 0.8667, 0.8433, 0.8371, 0.8653, 0.8756, 0.8287, 0.8458,
                      0.8373, 0.8054, 0.8992, 0.8572, 0.8643, 0.8372, 0.8140, 0.8452, 0.8427,
                      0.8490, 0.8549, 0.8346, 0.8525, 0.8377, 0.8163, 0.8464, 0.8796, 0.8309,
                      0.8445, 0.8926, 0.8517, 0.8513, 0.8046, 0.8891, 0.8578, 0.8811, 0.8153,
                      0.8398, 0.8565, 0.8312, 0.8317, 0.8255, 0.7973, 0.8491, 0.8260, 0.8529,
                      0.8190, 0.8437, 0.8187, 0.8241, 0.8535, 0.8323, 0.7944, 0.8363, 0.8739,
                      0.8126, 0.7974, 0.8135, 0.8578, 0.8456, 0.8194, 0.8326, 0.7995, 0.7551,
                      0.8446, 0.8454, 0.8780, 0.8636, 0.8314, 0.8811, 0.8677, 0.8907, 0.8417,
                      0.8559, 0.8329, 0.8307, 0.8179, 0.8560, 0.8418, 0.8491, 0.8381, 0.8418,
                      0.8540, 0.8603, 0.8540, 0.8663, 0.8606, 0.8280, 0.8281, 0.8242, 0.8591,
                      0.8696, 0.8491, 0.8470, 0.8290, 0.8235, 0.8727, 0.8243, 0.8408, 0.8300,
                      0.8472, 0.8496, 0.8226, 0.8236, 0.8849, 0.8570, 0.8580, 0.8627, 0.8536,
                      0.8567, 0.8634, 0.8675, 0.8329, 0.2831, 0.8197, 0.8416, 0.8441, 0.8411,
                      0.8363, 0.8538, 0.7986, 0.8251, 0.8792, 0.8612, 0.8537, 0.8643, 0.8463,
                      0.8453, 0.8510, 0.8649, 0.8365, 0.8550, 0.8552, 0.7850, 0.8765, 0.8154,
                      0.8419, 0.8534, 0.8368, 0.8219, 0.8175, 0.8511, 0.8723, 0.8808, 0.8651,
                      0.8510, 0.8583, 0.8278, 0.8523, 0.8198, 0.8648, 0.8508, 0.8223, 0.8316,
                      0.8552, 0.8205, 0.8239, 0.8715, 0.8282, 0.8524, 0.8459, 0.8632, 0.8508,
                      0.8584, 0.8193, 0.8574, 0.8229, 0.8492, 0.8627, 0.8322, 0.8302, 0.8721,
                      0.8696, 0.8019, 0.8392, 0.8347, 0.8730, 0.7995, 0.8328, 0.8642, 0.8522,
                      0.8529, 0.8511, 0.8862, 0.8451, 0.8604, 0.8704, 0.8364, 0.8382, 0.8823,
                      0.8663, 0.8320, 0.8124, 0.8729, 0.8673, 0.8667, 0.8621, 0.8014, 0.8592,
                      0.8285, 0.8827, 0.8744, 0.8824, 0.7865, 0.8309, 0.8781, 0.8420, 0.8367,
                      0.8621, 0.8152, 0.8424, 0.8725, 0.8446, 0.8679, 0.8628, 0.8693, 0.8211,
                      0.8533, 0.8539, 0.8208, 0.8566, 0.8295, 0.7853, 0.8313, 0.8590, 0.8751,
                      0.8342, 0.8359, 0.8619, 0.8222, 0.8468, 0.7933, 0.8584, 0.8494, 0.8739,
                      0.8588, 0.8287, 0.8618, 0.8465, 0.7715, 0.8653, 0.8508, 0.8366, 0.8519,
                      0.8533, 0.8638, 0.8378, 0.8692, 0.8184, 0.8131, 0.8153, 0.8534, 0.8415,
                      0.8434, 0.8736, 0.8330, 0.8239, 0.8576, 0.8363, 0.8120, 0.8503, 0.8453,
                      0.8277, 0.8093, 0.8493, 0.8210, 0.8210, 0.8680, 0.8453, 0.8562, 0.8926,
                      0.8498, 0.8559, 0.8290], device='cuda:0')),
             ('bert.encoder.layer.9.output.LayerNorm.bias',
              tensor([-9.2222e-02,  9.3270e-02, -9.6066e-03, -9.1338e-02, -5.3894e-04,
                      -6.6652e-02,  8.4222e-02, -9.4639e-02, -7.3827e-02,  3.8689e-02,
                      -9.1866e-02, -2.0516e-02,  2.7585e-03,  1.4566e-02, -8.2676e-02,
                      -7.5239e-02, -1.2640e-02,  1.9875e-02,  3.5812e-02,  1.0880e-02,
                      -2.3846e-02, -5.8694e-02, -5.2021e-02, -5.6555e-02, -4.8510e-02,
                       7.1607e-03, -8.1010e-02, -2.5032e-01, -8.5523e-02, -1.0619e-01,
                      -4.5774e-03, -1.7868e-02,  3.6226e-02,  1.3472e-02, -1.8303e-01,
                      -7.2644e-02,  9.3955e-02, -4.0061e-02, -3.3779e-02, -1.6704e-01,
                      -2.9669e-02,  1.1014e-02, -9.8410e-02, -5.0554e-02, -4.0783e-02,
                       2.3288e-02, -6.3774e-02, -1.3085e-01, -4.1335e-02, -8.0366e-02,
                      -9.6544e-02, -1.2090e-01, -1.0898e-01,  6.8565e-02, -6.1923e-02,
                       5.5434e-02,  6.7297e-02, -4.3058e-02, -6.5213e-02, -1.1777e-01,
                       1.0972e-03, -6.6113e-02, -1.7449e-01,  3.7858e-02,  2.7489e-02,
                      -5.5489e-02, -6.1480e-02, -1.6240e-02, -7.8468e-02,  1.1036e-01,
                      -3.0528e-03,  3.2445e-03,  9.9039e-03, -6.4776e-02, -1.4642e-02,
                      -6.5348e-02, -7.5583e-02, -1.8602e-02, -2.6125e-02, -2.4942e-02,
                      -8.9901e-02, -1.9485e-02,  7.2970e-03, -1.2066e-01,  4.1216e-02,
                      -1.5260e-01, -3.5116e-02, -3.9845e-02, -7.7803e-02, -8.0369e-02,
                       1.5711e-02, -1.5098e-02, -2.9638e-02, -1.7753e-02, -1.2872e-02,
                      -1.4501e-01, -7.4591e-02,  1.4046e-02, -3.3369e-02, -8.7188e-02,
                      -2.6270e-02, -3.0687e-02, -2.2524e-02, -7.0691e-02,  3.9374e-02,
                      -3.5745e-03, -1.5038e-01,  4.9014e-03,  3.5201e-02,  6.1927e-02,
                      -7.0756e-02,  1.0858e-02, -1.5057e-02, -1.8984e-02, -3.6824e-02,
                      -1.2460e-01, -5.1583e-02, -8.7716e-02,  3.8842e-03, -4.5657e-02,
                      -5.7453e-02, -9.7159e-03, -4.9157e-02, -6.4431e-02, -2.9718e-02,
                      -2.8035e-02, -4.3839e-02, -2.9704e-03, -1.8375e-02, -6.7566e-02,
                       1.6870e-02, -6.2163e-02, -4.7351e-02, -2.4702e-02, -2.5437e-03,
                      -7.4665e-02, -1.8278e-01, -1.0790e-01, -3.6911e-01, -6.1947e-02,
                       2.6541e-02,  2.9973e-02, -5.5301e-02,  8.6599e-02, -1.1124e-02,
                      -7.8748e-03, -2.1708e-02, -4.9309e-02, -4.9333e-02,  1.4254e-01,
                       8.8288e-02,  1.7723e-02, -1.8473e-02, -7.8886e-02, -5.9941e-02,
                       1.0148e-01, -3.8251e-02,  1.3263e-01, -1.1989e-01,  5.0414e-02,
                      -2.1279e-01, -9.0832e-02, -5.7732e-02, -5.4955e-02, -1.4694e-02,
                       4.3388e-02, -1.7315e-01, -5.2567e-02,  1.1877e-02, -7.3082e-02,
                      -3.7978e-02, -5.2513e-02, -3.7515e-02, -1.0120e-01, -1.3725e-01,
                      -1.0193e-01, -1.0622e-01,  4.9146e-02,  1.2617e-02, -7.0054e-02,
                      -2.8721e-02,  3.5389e-02, -3.8302e-02,  7.5411e-02, -1.6416e-02,
                      -8.9536e-02, -1.0204e-02,  8.3460e-02, -4.3580e-02, -1.2751e-02,
                      -7.7766e-02, -8.3482e-02, -1.0544e-01, -7.4375e-02,  8.5973e-02,
                       4.4310e-02, -2.2424e-02,  7.4878e-03,  2.6078e-02,  1.7823e-02,
                      -4.8152e-02, -5.8007e-02,  2.4422e-02, -3.4830e-02, -7.8974e-02,
                      -2.7154e-02, -8.3651e-02,  8.5528e-02, -3.1525e-02, -3.0813e-02,
                      -3.7213e-02, -1.3635e-02, -3.4951e-02,  3.6569e-02, -1.6948e-02,
                      -3.8464e-04, -1.2828e-01, -1.1949e-02,  2.5744e-02, -2.4196e-02,
                      -1.5965e-02, -3.3873e-02, -1.0388e-01,  4.7520e-02,  5.3540e-02,
                      -7.2325e-02, -4.1407e-02, -4.6251e-02, -1.5042e-01, -6.0712e-02,
                      -1.1807e-02, -6.5057e-02, -2.4408e-02,  1.5400e-02,  1.0382e-02,
                       5.8986e-02, -6.3922e-02,  4.8121e-02, -2.2551e-02, -1.2827e-02,
                       4.9041e-02, -1.6612e-02, -1.5461e-01, -8.8415e-02,  8.9698e-02,
                       2.5525e-02, -4.0207e-02, -9.6607e-02, -8.2851e-03, -1.1889e-01,
                      -7.9130e-02, -8.8944e-03, -1.3401e-01, -6.4577e-02, -9.1914e-02,
                      -1.3289e-01,  3.6519e-02, -4.3832e-02,  1.8333e-02, -1.6609e-02,
                      -1.1664e-01, -1.2896e-02, -9.0714e-02, -6.2752e-02, -5.6227e-03,
                      -8.0434e-03, -7.6906e-02, -6.1766e-02, -2.3327e-02, -4.8617e-03,
                       1.9502e-02,  2.6383e-02, -1.3687e-01, -1.3888e-02, -7.8036e-02,
                      -4.2529e-02,  2.0986e-03, -6.5573e-02, -6.7369e-02,  1.1127e-01,
                      -6.7243e-02, -5.2704e-02, -6.7495e-02, -2.0261e-01,  1.8338e-03,
                      -4.8920e-02, -4.4593e-02,  5.1419e-02, -2.3942e-02, -5.0199e-02,
                      -1.2276e-02, -6.6802e-02, -1.6580e-02,  4.9347e-02, -2.0207e-03,
                       2.4133e-02,  1.0674e-01, -9.4432e-02,  2.2386e-02, -6.3873e-02,
                      -1.0076e-01,  3.7601e-02, -1.8393e-02, -1.1431e-01,  1.2535e-02,
                      -3.9450e-02, -7.7175e-02, -6.6141e-02,  3.8155e-02, -1.4562e-01,
                      -1.5029e-01, -6.1309e-02, -4.5519e-02, -8.4092e-02, -1.4432e-02,
                       2.4952e-03, -3.8216e-02, -7.2264e-03,  4.3610e-02,  2.1573e-02,
                      -2.0823e-02, -8.1183e-02, -6.4986e-02, -7.8382e-03, -1.9858e-02,
                      -1.7827e-02, -3.1805e-02, -5.3583e-02, -3.9476e-02, -1.0224e-01,
                       1.3250e-01, -1.0079e-01, -2.5470e-02, -6.3792e-02, -1.3439e-02,
                       1.8613e-02, -3.2616e-02, -1.5303e-01,  9.6725e-02, -1.3855e-01,
                      -4.0867e-02, -3.5070e-02,  8.2791e-03,  1.6832e-02, -6.5192e-02,
                      -7.1360e-02,  6.5521e-03,  4.9154e-02, -8.7362e-02, -3.6648e-02,
                       2.2211e-02,  8.5476e-02,  3.8330e-02, -9.1722e-03, -3.7589e-02,
                      -4.2944e-03,  3.9361e-02, -3.9832e-02, -6.2936e-02, -5.3549e-02,
                      -3.8536e-02,  3.0297e-02, -1.3257e-02, -3.2036e-02,  6.9866e-02,
                      -8.9357e-02,  1.4461e-02, -1.6135e-01,  4.4611e-02,  3.7213e-02,
                       1.1470e-02,  3.9973e-02, -4.1165e-02, -7.0273e-02,  2.0783e-02,
                      -5.9691e-02,  5.4869e-03,  7.2777e-02, -1.9492e-02, -4.4644e-02,
                       3.3107e-02, -5.4112e-02, -5.3075e-02, -1.1983e-01, -1.7153e-03,
                       7.3222e-02, -9.4390e-03, -3.1160e-02, -4.4089e-02, -3.5737e-02,
                      -2.5413e-02, -3.8455e-02, -5.2726e-02,  8.2307e-03,  1.3469e-02,
                       9.7620e-03,  6.4375e-02, -2.0232e-02,  2.5694e-03, -7.0421e-03,
                       6.2897e-04, -3.7834e-02,  4.9010e-02, -1.6554e-02,  1.5668e-02,
                      -3.9260e-02,  3.6260e-02,  6.8497e-03,  1.6747e-02,  6.2490e-02,
                      -1.3241e-02,  2.4392e-02, -1.1414e-01, -3.8142e-02, -3.9092e-02,
                       4.1382e-03, -6.5394e-02, -1.5568e-01,  5.4359e-02,  8.0231e-02,
                       2.8369e-02,  2.3225e-02,  3.2560e-02, -1.1436e-01, -1.2431e-01,
                      -2.3228e-02,  3.5272e-02,  9.1593e-03, -8.2171e-02, -6.4139e-02,
                       5.6950e-02, -7.9108e-02,  1.2537e-02, -1.4481e-01,  1.4560e-02,
                       1.4990e-03, -9.8995e-02,  3.4049e-02, -6.3881e-03, -4.8497e-02,
                      -1.4814e-02,  5.7813e-03,  4.9493e-03,  9.0631e-02, -1.9152e-02,
                       2.5794e-03, -4.1534e-02, -1.6913e-02, -8.1357e-02, -2.8641e-02,
                      -1.1442e-01, -1.0963e-01, -1.1539e-01, -6.4481e-02, -3.3746e-02,
                       2.1072e-01, -6.3483e-02, -3.1871e-02,  3.5540e-02, -1.1502e-02,
                       2.9419e-02,  4.6725e-02, -2.1526e-02, -6.0983e-02, -2.6562e-01,
                      -4.8293e-02, -9.0747e-02, -1.4045e-01, -5.9574e-02, -5.3283e-02,
                      -1.6777e-01, -7.7360e-02, -5.7564e-02, -5.3507e-02, -3.3962e-02,
                      -2.1337e-02,  4.4020e-02, -1.8096e-02, -8.7177e-02,  3.2901e-02,
                      -3.8601e-02,  1.2311e-02,  9.8516e-02, -2.6913e-02, -5.7905e-02,
                       1.1457e-02, -5.5223e-02, -8.3109e-02,  6.4570e-03, -9.1779e-02,
                       2.5755e-02, -2.4960e-02,  6.5775e-02, -1.8733e-02, -1.2113e-01,
                      -2.4427e-02, -5.1754e-02, -9.9163e-03, -2.6220e-02, -1.4214e-02,
                      -8.6276e-02, -2.2451e-02, -8.9149e-02,  3.2167e-02,  2.1752e-02,
                      -1.7969e-01, -1.1391e-02, -4.3032e-02, -6.9473e-02,  4.6748e-02,
                       9.7484e-02,  3.3706e-02, -4.3358e-02, -6.6322e-02,  5.9404e-02,
                       6.3426e-02,  1.8309e-02, -8.1677e-02, -1.0332e-01, -9.2788e-02,
                      -5.3440e-02,  3.9996e-02, -6.7882e-02, -1.7483e-02, -5.1719e-02,
                      -2.5540e-03, -1.6116e-01, -1.6460e-03,  2.9228e-02,  3.0461e-02,
                      -3.5015e-02, -1.0163e-01, -3.9784e-03,  2.4878e-02,  6.2658e-02,
                      -8.5688e-02, -9.1845e-02, -3.2132e-02,  4.8025e-02, -9.8263e-02,
                       1.5841e-01,  2.5453e-03, -4.7178e-02,  1.8466e-02, -1.0210e-01,
                      -1.7249e-01, -1.3093e-01, -1.7931e-02, -6.6825e-02, -1.4346e-01,
                      -1.4726e-01, -7.0094e-02,  6.9942e-02, -8.3925e-02, -1.2423e-01,
                      -1.0745e-01,  7.1415e-02, -6.0403e-01, -2.3948e-02, -5.0871e-02,
                       1.0733e-02, -5.8028e-02, -5.9879e-02, -6.7586e-02, -6.4515e-02,
                       9.1135e-03, -2.6929e-02,  3.4610e-03, -1.0576e-02, -1.1067e-01,
                      -1.1162e-01, -4.0060e-02, -3.0455e-03, -2.0466e-02, -5.3721e-02,
                      -2.4629e-02, -6.1773e-02, -2.5969e-02, -7.2224e-02,  2.8106e-02,
                      -6.9036e-02, -1.9796e-01, -5.3275e-02, -1.4712e-02, -8.4388e-02,
                      -2.8369e-02, -3.9980e-02, -2.6047e-02, -1.0714e-01,  2.8547e-02,
                      -2.2193e-02, -9.5794e-02, -4.2091e-02, -1.9698e-02, -3.3627e-02,
                      -9.0557e-02, -3.3607e-02, -5.4587e-02,  1.4144e-02, -7.3036e-02,
                      -2.0886e-03, -2.8163e-02, -1.2127e-02,  3.0528e-02,  1.5006e-02,
                       2.8221e-02, -9.1836e-02, -2.6291e-01, -8.1494e-02, -1.1605e-01,
                      -4.9562e-02, -2.1673e-02, -6.0306e-02,  1.6449e-02, -1.9473e-01,
                      -1.2645e-01, -2.2822e-02, -1.1683e-02, -1.7057e-02, -1.2283e-02,
                       3.0372e-02, -4.1456e-02, -8.6416e-02,  6.2488e-03, -5.4324e-02,
                       1.5889e-02,  4.6791e-02,  9.9803e-02, -8.9370e-02, -1.1542e-01,
                       5.5319e-02, -2.5189e-02,  1.2843e-03,  9.2767e-02, -1.1522e-01,
                      -1.0629e-01, -8.3282e-03, -7.7570e-02,  2.7264e-02,  1.3936e-02,
                      -7.2265e-03,  2.7728e-02, -1.0344e-01, -4.4165e-02, -2.5108e-02,
                       1.0416e-02,  1.0960e-03, -1.4428e-01,  7.2959e-02,  4.1418e-03,
                       1.6356e-02,  4.6846e-02,  1.0580e-02,  1.4894e-02, -6.8657e-02,
                      -3.1016e-02,  2.2205e-02, -2.0491e-02, -1.3737e-01,  1.2997e-02,
                      -1.1823e-01, -2.6152e-02, -6.2798e-03, -7.6812e-02,  9.7402e-02,
                      -3.3943e-02, -9.9322e-02,  2.5437e-02, -3.8420e-02, -5.4646e-02,
                       1.8742e-02, -6.1294e-02, -1.2764e-01, -8.5667e-02, -7.2930e-02,
                      -9.2526e-02, -4.4225e-03, -2.3361e-02,  9.8535e-02, -5.9092e-02,
                      -1.2367e-01, -1.5299e-02, -7.5522e-02, -6.1065e-02,  8.3851e-03,
                       4.0643e-03,  9.7663e-03, -3.8153e-02, -6.8727e-02,  2.7371e-02,
                      -8.4940e-02, -6.9174e-02,  2.5335e-02, -7.8991e-02, -8.2843e-02,
                       2.5822e-03, -4.9895e-02,  1.7402e-01, -1.4825e-01, -8.2648e-02,
                      -5.8978e-02, -6.3372e-02,  4.9758e-02, -1.3853e-02,  6.9719e-02,
                       2.1704e-02, -4.7439e-02,  2.8891e-02, -6.1337e-02, -4.6418e-02,
                      -7.2139e-02, -4.0586e-02, -1.5898e-02, -6.6128e-02, -5.2449e-02,
                      -2.7252e-02,  6.8639e-02, -2.2240e-02, -7.8824e-02, -6.0170e-02,
                       2.3924e-02, -8.4130e-02, -7.4032e-02,  4.8558e-02,  4.0058e-02,
                      -2.5612e-02, -1.1996e-01, -6.6695e-03, -3.5079e-03, -5.0895e-02,
                       2.4184e-03, -2.8388e-03,  3.4245e-02, -2.8254e-01,  3.7315e-02,
                      -2.0040e-02, -8.1750e-02, -2.6415e-02, -4.1038e-02, -2.1221e-02,
                       5.3552e-02, -1.7253e-02, -1.3540e-01, -8.6320e-02, -7.4510e-02,
                       6.3735e-03,  3.8067e-02,  1.3698e-02,  1.3367e-02, -2.2677e-02,
                      -8.5475e-02, -4.9991e-02, -1.5168e-01,  1.2845e-02, -2.3996e-02,
                       2.4343e-02, -1.1987e-01,  5.6549e-02, -2.7408e-02, -8.6949e-02,
                      -2.5118e-02,  6.0207e-02, -7.3208e-02,  1.0865e-02, -1.1792e-02,
                      -2.5480e-02, -4.1199e-02, -1.5048e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.weight',
              tensor([[-0.0211, -0.0380,  0.0529,  ...,  0.0276,  0.0116,  0.0266],
                      [-0.0105, -0.0035,  0.0149,  ..., -0.0187,  0.0091,  0.0019],
                      [ 0.0224, -0.0139,  0.0163,  ...,  0.0478, -0.0036, -0.0462],
                      ...,
                      [ 0.0508, -0.0185,  0.0507,  ..., -0.0169,  0.0511,  0.0142],
                      [-0.0279,  0.0899,  0.0408,  ..., -0.0207,  0.0242, -0.0010],
                      [ 0.0061,  0.0235,  0.0314,  ..., -0.0275, -0.0469,  0.0061]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.query.bias',
              tensor([ 2.9180e-02, -1.7636e-02, -1.2214e-01, -8.3849e-03,  1.5353e-02,
                      -8.3701e-03, -7.3415e-02,  9.2232e-03, -1.8532e-02,  4.3724e-02,
                       2.0097e-01, -5.3892e-03,  1.2990e-02,  3.7938e-03,  6.5356e-02,
                       8.0928e-03,  2.6524e-02, -4.4128e-02, -3.2687e-02, -6.7639e-03,
                       1.7189e-02,  2.1127e-02, -4.5293e-03,  4.2473e-02, -5.4708e-02,
                       2.4965e-02, -3.3623e-02, -2.3952e-03, -5.2514e-03,  1.1179e-02,
                      -3.6568e-03, -4.8313e-02,  3.2517e-02, -6.7681e-02,  2.7380e-02,
                       1.9776e-02,  7.1395e-03,  2.0322e-02,  3.5834e-02, -3.2826e-02,
                       2.6295e-02, -1.8592e-02,  1.4732e-02, -1.8712e-02, -1.9342e-02,
                      -2.9874e-03,  5.8836e-02,  5.0553e-02,  8.8740e-02,  3.3569e-02,
                      -8.7555e-02,  3.4409e-02,  4.4129e-03,  2.6338e-03, -5.5686e-02,
                       2.6123e-02,  7.7033e-03,  2.6902e-02, -2.6640e-02, -5.6140e-02,
                       2.6942e-02, -6.6242e-02,  4.0323e-02,  5.4162e-02, -9.7865e-03,
                      -1.8574e-02,  1.7337e-01,  4.0385e-02, -2.3281e-02, -3.2699e-02,
                       2.5582e-02,  2.2421e-02, -3.8966e-02, -1.3634e-02, -3.8820e-02,
                      -6.4802e-02, -3.4612e-02,  7.2445e-03,  3.4239e-02,  1.4464e-02,
                      -1.1927e-01,  2.9406e-02,  2.6439e-04, -8.6528e-02,  5.8142e-02,
                       4.6677e-02, -1.4653e-02,  1.0259e-02,  9.4678e-02, -2.1409e-02,
                      -1.2506e-02, -2.3919e-02, -1.0346e-01,  8.0385e-02,  4.6481e-03,
                       3.4967e-02,  4.7089e-02,  2.5341e-02, -3.5352e-02,  3.7904e-02,
                      -7.4038e-02,  1.3982e-01, -6.2858e-03, -1.0374e-02, -1.0050e-02,
                       5.5139e-02, -8.1059e-02, -2.3157e-02, -4.3525e-02,  6.8784e-02,
                      -4.6945e-02, -1.0036e-02,  3.4208e-02, -7.6044e-02, -5.7368e-02,
                      -1.7638e-02,  1.4104e-01,  5.9383e-02,  4.7780e-02,  2.7918e-02,
                       1.5118e-02, -4.0757e-04,  6.2594e-02,  2.7293e-02,  3.2736e-02,
                       3.8605e-02,  1.2046e-01, -2.8632e-02,  6.9142e-02, -6.4520e-02,
                      -9.0762e-02, -4.5169e-01, -2.8650e-02, -1.0364e-03,  4.9672e-01,
                      -9.0170e-02,  1.1874e-01,  1.8035e-01,  1.5865e-01, -5.1052e-02,
                      -1.3203e-01,  1.8435e-01,  6.4500e-02, -1.4690e-01,  4.7287e-03,
                       1.5012e-01,  4.9198e-01,  5.6659e-02, -1.0133e-01, -3.6924e-02,
                      -1.8819e-01, -1.5755e-01,  9.2057e-02, -6.2020e-02, -2.4719e-01,
                      -1.8930e-01, -8.4878e-02,  1.1506e-01, -4.5567e-01,  2.9894e-01,
                       1.8682e-01, -3.9839e-02,  1.3474e-01, -4.7188e-02,  6.4979e-02,
                      -1.0401e-02, -6.3680e-02, -7.5548e-02, -1.4702e-01, -1.5411e-02,
                      -9.2555e-02,  1.1088e-02, -1.5471e-01, -3.5945e-02, -7.8232e-02,
                      -3.1133e-01, -1.0475e-01,  4.3738e-02,  1.0512e-01, -9.2014e-02,
                      -1.1424e-01,  1.0265e-01,  8.8442e-02, -1.0505e-01,  3.1411e-03,
                      -5.1376e-01,  5.9702e-02, -7.5462e-02,  8.8749e-02,  1.3723e-01,
                      -1.3730e-01, -8.0220e-03,  2.0407e-01,  2.6861e-01,  1.8145e-01,
                      -1.7762e-01, -2.0507e-01, -1.7804e-01, -7.4139e-01, -4.8563e-01,
                      -1.6491e-01, -3.0716e-01,  8.4717e-02, -5.4081e-01,  1.4898e-01,
                      -6.1568e-01,  3.0118e-01,  4.9865e-01,  8.0487e-02,  1.0231e-01,
                       6.6999e-01,  2.4428e-01,  3.3731e-01,  1.1976e-01,  6.2704e-01,
                       1.5993e-01, -4.5898e-02,  1.8156e-01, -5.4787e-02, -1.7268e-01,
                       4.6693e-01,  6.0181e-01, -8.0084e-01, -3.5794e-01, -4.3232e-01,
                       1.6398e-02,  1.3268e-02, -6.2108e-02, -1.8759e-01, -1.5311e-01,
                      -2.1932e-01,  3.3909e-01, -1.7405e-01,  4.0756e-01, -7.3311e-02,
                       2.5067e-01,  2.7359e-01,  6.4573e-02, -2.3286e-01,  6.2637e-01,
                      -2.2943e-01, -7.5062e-01,  5.6583e-02, -1.3125e-01, -7.0612e-01,
                      -5.5780e-02, -7.0902e-02, -1.9921e-01, -5.0148e-01,  2.8451e-01,
                       1.2732e-01, -3.3925e-01, -6.7594e-02,  6.7742e-01, -1.8375e-01,
                      -2.4720e-01, -3.1024e-01, -2.8481e-01,  5.6733e-03,  2.7705e-01,
                      -6.8117e-02, -6.0755e-02, -6.9190e-01, -6.3829e-01,  1.3071e-01,
                       3.1666e-01, -1.5294e-02,  2.7764e-01, -5.7994e-02,  3.2297e-03,
                      -1.2898e-02,  1.2899e-01, -1.9653e-01, -2.1400e-01, -1.9294e-01,
                      -1.7473e-01, -9.1551e-02,  5.5321e-02, -2.4219e-02,  1.9765e-02,
                       1.0807e-01,  2.6527e-01,  7.2489e-01,  2.9577e-02, -2.5702e-01,
                      -2.0898e-01,  8.1161e-02, -3.4399e-01,  3.0788e-01,  4.5652e-02,
                       3.6154e-01,  1.5052e-01, -3.2587e-01,  2.5865e-02,  1.5995e-01,
                       7.0835e-01, -6.5463e-01, -3.4473e-02,  2.1798e-01, -7.6553e-02,
                      -1.7822e-01, -5.3524e-01,  5.9189e-02, -2.5770e-01, -1.7269e-01,
                      -3.4270e-02, -7.0300e-02,  4.0457e-01,  1.3240e-01, -1.7307e-01,
                       3.1666e-01,  3.1661e-01, -2.5183e-01, -3.4943e-01, -9.4644e-02,
                      -2.5964e-02,  5.2336e-01, -2.1955e-01, -3.0904e-02, -4.6377e-03,
                      -2.9820e-01,  4.9591e-01, -4.1319e-02, -7.8561e-02, -1.5660e-02,
                      -5.3837e-02, -1.0305e-01, -2.0892e-02,  1.1642e-02,  4.2154e-02,
                      -1.0465e-01, -2.8678e-02,  9.1619e-02,  1.6502e-02,  2.7909e-02,
                       8.7405e-03,  6.6435e-04,  7.9340e-02, -2.3283e-01,  1.2274e-02,
                      -2.7785e-01, -4.9324e-02,  4.8085e-02,  1.8913e-01, -5.5428e-02,
                      -1.7046e-01, -1.7193e-01,  1.9564e-02, -3.4594e-02, -5.5069e-02,
                       5.2817e-02,  6.0531e-02,  9.6637e-03, -9.0188e-02, -6.4268e-02,
                       8.7927e-02,  9.8801e-02, -5.1851e-02, -7.7141e-02, -4.4606e-02,
                       6.4345e-02, -2.3099e-01,  1.6735e-01, -1.7897e-02, -6.7126e-02,
                      -4.3364e-02, -2.2134e-02, -3.9022e-01,  4.5769e-02, -1.6389e-01,
                       1.0535e-02,  3.2934e-01,  1.3466e-01,  1.0256e-01,  1.2913e-02,
                       1.5077e-01,  2.2054e-01,  2.5810e-01, -1.6151e-01,  4.4884e-01,
                      -2.6807e-01, -1.2984e-01,  1.3091e-01,  1.7617e-02,  2.4776e-01,
                       2.3898e-01, -1.0314e-01, -1.7684e-02,  1.6240e-01,  7.7136e-02,
                      -5.1847e-02, -2.8328e-01, -1.8466e-01, -4.2082e-02, -1.6874e-01,
                      -4.9835e-01,  8.1393e-02, -7.3973e-02,  1.7194e-01, -1.9234e-01,
                       2.5578e-01,  3.1400e-02, -1.4888e-02, -1.2394e-01,  1.3178e-01,
                       3.7366e-02, -8.9856e-02,  6.2281e-02, -5.3409e-01, -1.2269e-02,
                      -1.9333e-01,  1.9505e-02,  5.8675e-02, -1.0252e-02, -1.4018e-01,
                      -3.6129e-02,  1.2760e-01,  1.0385e-01, -6.4000e-02, -5.4164e-01,
                      -1.6501e-01, -1.0950e-02, -3.7707e-01, -4.8358e-02, -4.9836e-02,
                       1.9896e-01,  1.5914e-01,  3.3339e-02, -9.2473e-02, -1.3434e-01,
                       2.6003e-01, -9.4204e-02,  6.3464e-02, -1.6376e-01,  1.1414e-01,
                      -8.9991e-02, -1.4890e-02,  1.5334e-01,  6.7561e-02, -6.4373e-02,
                       2.2312e-01, -7.7925e-02, -4.2660e-01,  4.0315e-02, -1.5781e-01,
                      -1.5892e-02,  3.6314e-02, -1.2921e-01, -4.8991e-02, -1.5445e-02,
                       6.2731e-03, -1.7709e-02, -2.3448e-02,  4.1079e-02, -3.7376e-03,
                      -2.0002e-02,  3.2948e-02,  2.8337e-02, -6.1887e-03,  3.2241e-02,
                       1.7816e-02, -5.2336e-02, -4.5624e-02,  4.3277e-02, -2.8838e-02,
                      -6.5885e-02, -4.6130e-02,  2.3227e-02, -3.1214e-02,  3.7851e-02,
                       3.9026e-02,  6.1403e-02,  1.2599e-01,  8.9722e-03,  1.6250e-01,
                      -4.1909e-02, -4.4391e-02,  7.4500e-02,  3.0561e-02, -2.3595e-03,
                      -1.8782e-02, -3.4998e-02,  1.7360e-03, -2.2303e-03, -4.0329e-02,
                       3.4128e-02,  5.1193e-02,  3.1642e-02, -9.2550e-03, -1.6981e-01,
                      -7.9787e-02,  6.8509e-02, -3.0703e-02,  9.7579e-03, -3.9663e-02,
                      -4.4138e-02,  7.6530e-02, -2.4719e-02,  5.6304e-03, -2.4317e-02,
                      -3.7284e-02,  3.2783e-02,  3.7267e-02,  8.9586e-02, -1.7489e-01,
                       1.1666e-02,  7.0780e-04,  4.8465e-02, -1.8830e-02,  8.6944e-02,
                      -4.3129e-03,  4.5842e-02,  5.8060e-02, -1.1214e-02, -4.1941e-02,
                       1.7192e-02,  1.2262e-01, -2.1800e-02,  1.0512e-01,  9.9093e-03,
                       8.9575e-03, -9.1447e-02,  3.2273e-01, -5.7125e-02, -2.0205e-01,
                       4.5907e-02,  2.1216e-01,  3.5844e-02,  1.1389e-01, -1.0565e-01,
                      -7.3307e-02, -5.9498e-02,  1.3973e-01,  2.2598e-03, -3.0338e-02,
                       1.4470e-02,  1.3999e-02,  1.0172e-01, -1.5245e-03,  1.0469e-01,
                      -1.8180e-01,  6.5084e-02, -9.6890e-02, -2.3512e-01, -1.3930e-01,
                      -4.5635e-02,  4.3958e-02,  3.6201e-02,  1.0078e-01,  6.5679e-02,
                       9.5428e-03,  1.3488e-02, -7.6999e-02, -5.4436e-02, -8.4333e-02,
                       4.7323e-03, -2.3227e-01, -1.2126e-01,  1.9201e-02,  1.9159e-01,
                       2.8225e-02,  5.9177e-02,  4.8456e-02,  8.0710e-02,  2.9662e-02,
                      -4.4937e-03,  2.0139e-01,  2.2874e-02,  3.4393e-02,  1.8519e-01,
                      -3.7185e-02, -1.3046e-02,  3.5624e-02,  1.4080e-02, -2.5185e-01,
                       3.1609e-02, -7.7893e-03, -4.1139e-02, -3.7129e-02, -7.1810e-02,
                       4.0718e-02, -1.9476e-01,  2.0837e-03, -1.0213e-01, -6.3105e-02,
                      -8.0908e-03, -5.4287e-02, -1.1051e-01,  3.0471e-01,  5.1233e-02,
                      -2.7217e-02, -2.4129e-02, -8.0976e-02, -3.2376e-02, -3.5156e-02,
                      -1.7210e-02, -6.8500e-02,  1.7351e-01,  1.0179e-02,  3.7372e-02,
                       2.0090e-02,  5.0542e-02,  4.0936e-02,  1.0867e-01, -4.8243e-02,
                       5.7686e-02,  3.4915e-03,  3.6895e-02, -7.7383e-03,  4.5024e-03,
                       7.3497e-02, -1.0439e-01,  3.8085e-02, -5.0266e-02, -6.7068e-02,
                      -1.6238e-03,  7.5254e-02, -2.4165e-02,  8.8917e-02,  3.9010e-02,
                      -1.1652e-02, -4.0198e-03,  4.6682e-03,  1.7702e-02,  3.7074e-02,
                       5.2201e-03, -3.1257e-03, -8.5171e-02,  2.6984e-02, -5.4009e-02,
                       3.9178e-02,  4.2688e-02,  2.0581e-02,  2.5404e-02, -3.0015e-02,
                       3.1061e-02,  1.3164e-02,  2.3206e-02, -2.1270e-02, -4.1734e-02,
                      -1.4920e-02,  5.8844e-03, -7.3789e-04,  4.1703e-02,  1.5478e-02,
                       2.9650e-02, -4.9333e-02, -3.6521e-02,  7.4917e-03, -3.3904e-02,
                       3.4647e-02,  1.5573e-02,  5.3351e-02,  3.0605e-02, -2.4275e-02,
                      -3.7028e-02,  1.0023e-02,  5.1011e-02,  2.2218e-02,  4.9964e-02,
                       1.0042e-02,  1.9997e-02,  5.4313e-02, -1.0534e-02,  1.0096e-01,
                       1.0999e-01, -1.9934e-02, -9.1938e-02, -2.3349e-02,  1.1528e-02,
                       2.1535e-02,  1.9778e-01, -3.0438e-03,  5.1867e-02, -1.1673e-02,
                       7.6588e-03,  5.5962e-02, -3.4705e-02, -6.4068e-03,  9.2197e-02,
                       7.8122e-03,  3.7045e-02, -4.9098e-02,  1.3020e-02,  5.7428e-03,
                      -8.9676e-03,  1.8949e-02, -2.4353e-02, -1.3280e-02,  3.5592e-02,
                       5.3897e-02,  1.2877e-02, -1.5273e-02,  9.1102e-03,  3.5791e-02,
                      -1.0407e-02, -2.3993e-02, -6.1579e-03,  1.6823e-02, -1.4015e-02,
                       1.7306e-02,  2.6717e-02,  4.3242e-02, -2.3495e-03, -1.5286e-03,
                      -1.8964e-02, -8.5141e-03,  3.7792e-02, -3.3596e-02, -7.5653e-02,
                      -7.1305e-04, -1.3996e-02, -2.3967e-03,  1.6199e-03, -3.9898e-03,
                      -4.0658e-02,  2.7127e-02, -1.4057e-02, -2.7418e-02,  1.7858e-02,
                      -2.4911e-02, -2.0700e-02, -2.4243e-02, -2.6769e-02, -1.4811e-02,
                       3.5174e-03, -1.6646e-02, -3.3680e-03,  5.2662e-02, -1.5591e-02,
                      -1.1030e-02,  8.5776e-03,  9.8856e-02, -9.5946e-03,  1.7795e-03,
                       1.0764e-02, -2.2388e-02,  4.1336e-02,  2.5277e-03,  7.6311e-03,
                      -4.3146e-02, -1.1571e-02, -9.8467e-03, -2.4067e-02, -3.2247e-02,
                      -2.0195e-02,  8.5324e-03, -1.0457e-02, -1.2278e-02,  4.6436e-03,
                      -9.3426e-03, -3.2372e-02,  8.3191e-03, -7.4723e-03,  1.0694e-02,
                      -6.4944e-03, -2.6537e-02, -2.9129e-02, -1.2999e-03,  2.5862e-03,
                      -1.4262e-03,  1.1116e-02, -3.9048e-02,  2.5024e-02,  1.7157e-01,
                       2.5413e-02, -5.9341e-03, -1.0148e-01], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.weight',
              tensor([[ 0.0661,  0.0441,  0.0154,  ..., -0.0061, -0.0342, -0.0166],
                      [-0.0451, -0.0268,  0.0083,  ...,  0.0218, -0.0424,  0.0047],
                      [-0.0235,  0.0558,  0.0074,  ...,  0.0357,  0.0464, -0.0645],
                      ...,
                      [ 0.0535,  0.0195, -0.0599,  ...,  0.0102,  0.0075,  0.0141],
                      [-0.0241,  0.0276, -0.0040,  ...,  0.0403, -0.0158, -0.0138],
                      [-0.0098, -0.0298, -0.0238,  ..., -0.0396,  0.0256,  0.0152]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.key.bias',
              tensor([ 3.8808e-04,  4.9086e-03,  4.9132e-04,  2.7695e-03, -6.5997e-04,
                       1.7839e-03,  7.7145e-03,  3.1295e-04,  4.8318e-05,  3.6096e-03,
                      -3.3648e-03, -4.9250e-04,  2.3162e-03, -3.4543e-03,  1.2639e-02,
                      -4.3985e-03,  4.7786e-04,  3.9576e-03, -7.0249e-04, -3.3845e-03,
                      -4.9514e-03,  5.4295e-03,  3.0464e-03, -4.7299e-03,  1.8654e-03,
                      -2.7212e-03, -1.5559e-03,  4.9618e-03,  3.8558e-03, -1.4085e-03,
                       3.7496e-03,  5.0292e-03,  6.9495e-03,  3.8285e-03, -5.5807e-03,
                       1.7178e-03,  1.2610e-03, -4.3850e-03,  3.1187e-03,  7.8406e-03,
                       1.7838e-03, -3.1063e-04, -4.9044e-03,  3.3202e-03, -3.9667e-03,
                      -7.5542e-04, -6.0531e-03,  2.9648e-03,  2.8779e-03, -2.4769e-03,
                      -2.6618e-03,  3.6112e-03, -6.9839e-03,  8.2164e-04,  2.6447e-03,
                      -3.0763e-03,  2.1642e-03,  5.2601e-03, -5.9337e-04,  8.9384e-03,
                      -3.5872e-03, -2.2751e-03, -2.4071e-03, -2.8959e-03,  1.4667e-03,
                      -6.3490e-03, -7.2982e-03, -1.7587e-03, -1.0527e-03,  2.8598e-03,
                      -1.1442e-03,  1.1185e-04, -1.5466e-04, -8.2667e-04,  1.1402e-04,
                       4.2677e-03,  2.2347e-03, -5.0249e-03, -3.5778e-03, -5.7863e-03,
                       1.3769e-03,  1.2969e-03,  2.9418e-03,  4.0355e-04,  6.9506e-03,
                      -1.3232e-03,  4.0454e-03,  5.2018e-03, -3.4427e-03, -3.1572e-04,
                       7.2365e-03, -5.2070e-03,  1.0480e-03,  1.4226e-03,  4.6080e-03,
                       4.7762e-03,  5.6588e-03, -7.8160e-04, -5.2288e-03,  1.7358e-03,
                       9.1710e-04, -8.6095e-03, -4.7721e-03,  3.6496e-03, -2.7494e-03,
                      -2.6430e-03,  2.5093e-03, -1.2394e-03,  2.8838e-03, -1.2008e-02,
                       2.0125e-03, -8.3838e-03, -7.5839e-03,  8.0440e-04,  1.8142e-03,
                      -1.4359e-03,  7.4799e-03, -3.6978e-03, -5.3207e-03, -5.8230e-03,
                       1.0556e-03,  7.0048e-04, -4.2238e-04, -1.4416e-03,  2.9481e-03,
                       5.8254e-03, -6.6128e-04, -2.6367e-03, -6.3389e-03, -7.5646e-03,
                      -3.2153e-03, -2.9213e-03, -6.6439e-03,  7.1745e-03,  6.6930e-03,
                       1.0224e-03,  4.9605e-03,  4.4521e-03,  3.7476e-03, -1.7460e-03,
                      -1.8983e-03,  4.0774e-03,  3.9168e-03,  4.9911e-03, -5.8408e-04,
                       3.0059e-03,  9.6244e-03, -7.0541e-03,  3.1096e-03, -4.5501e-03,
                      -5.3183e-04, -3.3182e-03,  7.8543e-03, -2.1907e-03,  2.7775e-03,
                      -9.7135e-04, -4.2590e-03,  1.7842e-03, -7.6017e-03,  5.7356e-03,
                      -2.9871e-03,  8.7407e-03,  5.7886e-03, -2.8190e-04, -7.4282e-05,
                       6.8354e-03, -3.6243e-03,  5.5978e-03, -1.7357e-03,  2.1788e-03,
                      -4.9526e-03,  7.9197e-04,  1.3506e-04,  8.1039e-04,  1.3453e-03,
                      -6.4590e-03, -1.1018e-03, -3.6357e-03, -4.6553e-03, -3.2233e-03,
                       1.8065e-03,  3.3803e-03, -7.3085e-04, -6.1549e-03, -3.4002e-03,
                      -8.1610e-03,  4.7184e-03,  2.7533e-03,  2.3523e-03,  4.5220e-03,
                      -8.7110e-03,  6.6411e-03, -2.8376e-03,  1.6365e-03,  6.2852e-03,
                      -2.8121e-03, -1.3896e-04, -9.9997e-04, -3.3164e-03,  1.2625e-03,
                       3.3565e-04, -3.1876e-03,  2.5248e-03,  1.7488e-03, -3.4591e-04,
                      -3.5371e-03,  3.6639e-03,  6.1450e-03,  1.7963e-07,  7.0866e-03,
                      -1.1502e-03,  9.0201e-03,  2.6615e-03, -1.7391e-03,  9.3613e-03,
                       1.6625e-04, -2.1279e-03,  4.7009e-03, -7.2452e-04,  1.8006e-03,
                       5.7789e-03,  1.4823e-03, -1.2710e-03, -3.6145e-03,  6.7628e-03,
                      -7.4439e-03, -4.6940e-03,  4.3761e-03, -5.6221e-04, -1.9661e-03,
                       6.3656e-03,  2.9631e-03, -2.9180e-03,  3.4115e-04,  2.7547e-03,
                       4.0229e-03, -5.3203e-04,  1.0304e-03, -4.6711e-03, -3.3242e-03,
                       1.3516e-03, -5.0411e-03, -5.1287e-04, -9.5597e-03, -2.5517e-03,
                       7.7283e-03, -6.5557e-03,  2.9158e-03, -1.8136e-03,  7.3391e-03,
                      -4.7448e-03,  8.1079e-03,  4.7138e-03, -6.9885e-05, -5.5180e-03,
                      -4.7763e-03, -5.3457e-03, -3.4530e-03,  1.1660e-03, -2.4788e-03,
                       1.7598e-03, -3.8877e-04,  5.0455e-03,  3.2556e-03,  3.1301e-03,
                       6.5212e-04, -3.0533e-03,  5.0592e-04,  1.3502e-03, -1.7020e-03,
                       4.5034e-03, -1.1601e-03, -2.4985e-03,  1.0885e-03, -5.4007e-04,
                      -3.1589e-03, -1.2399e-03,  6.3752e-03, -3.5764e-03, -1.9712e-03,
                       2.7652e-03,  4.0370e-03, -8.1933e-04, -4.8275e-03, -9.0516e-04,
                      -4.1203e-04,  3.0976e-03,  2.2060e-03,  2.1847e-04, -9.1558e-03,
                       3.5744e-03, -5.2460e-05, -4.3280e-04, -1.7283e-04,  5.1870e-03,
                      -1.3345e-03,  8.3766e-03,  1.7980e-03, -2.0566e-03, -8.0092e-04,
                       3.5064e-03, -3.6935e-03,  8.0798e-04,  5.3066e-03, -1.9602e-03,
                      -7.8034e-03,  4.7889e-03, -7.5880e-03, -1.1656e-03, -3.3109e-03,
                       8.1635e-03,  3.9698e-03,  2.2023e-03,  1.5875e-03,  7.6775e-03,
                       1.5870e-03, -1.2282e-03,  2.0211e-03,  3.4019e-03,  3.2815e-03,
                      -6.8682e-04, -1.8360e-03,  3.0998e-03,  4.5887e-03,  3.2432e-03,
                       6.2275e-03,  2.1870e-03,  4.8162e-04, -1.2444e-03, -1.4496e-03,
                       3.6633e-03, -1.8126e-03, -2.1128e-03,  3.8523e-04,  7.4424e-04,
                       6.8208e-05,  9.2732e-04,  1.3344e-03,  9.8760e-04, -2.0749e-03,
                      -1.8306e-03,  3.6289e-03, -4.4873e-03,  1.5073e-04,  3.1019e-03,
                      -3.3533e-04,  2.2004e-03,  9.6955e-04, -1.8870e-04,  2.4323e-03,
                       1.0517e-03, -3.9046e-03, -1.4777e-03, -3.1772e-03,  3.6478e-03,
                      -5.1114e-04, -1.7295e-03,  1.5908e-04,  1.7799e-03, -9.8493e-04,
                       6.5662e-04,  2.2053e-03,  7.5514e-04,  1.1920e-03,  2.1969e-03,
                       3.1604e-03, -3.3640e-04,  6.9878e-04,  2.3323e-03,  8.8422e-05,
                       2.3520e-03, -2.1955e-03, -5.7846e-05,  1.5616e-03,  3.8426e-04,
                      -4.4516e-03, -6.2413e-04, -3.9344e-03,  5.9066e-04, -5.0771e-03,
                      -6.6753e-05,  7.7187e-04, -2.6836e-03, -2.1823e-03, -4.8736e-03,
                       4.6461e-04, -3.9446e-03, -4.1495e-03,  3.4209e-03,  4.0409e-03,
                       2.2661e-03,  3.1035e-04,  3.2271e-03,  2.7565e-03, -3.3798e-03,
                       1.0785e-02,  2.4692e-03, -4.8434e-03, -1.9872e-03, -5.3289e-03,
                       2.4366e-04, -1.5445e-03, -2.5283e-04, -2.7938e-03, -2.2441e-03,
                      -9.7096e-05,  3.7257e-03, -8.3493e-06,  7.8233e-04, -4.1786e-03,
                      -1.7997e-03, -1.7448e-03, -2.3708e-03,  1.0127e-03, -2.0105e-03,
                      -3.1892e-03, -2.1444e-03,  8.1878e-04,  1.9344e-03,  7.7925e-03,
                      -4.3245e-03,  3.6450e-03, -3.4924e-03, -3.0679e-04,  6.7288e-04,
                       7.3607e-03,  9.7036e-05, -1.3028e-03,  8.7337e-04,  1.8805e-03,
                       2.1616e-03,  3.6163e-03, -2.1970e-04,  3.4357e-03, -1.3980e-03,
                      -1.2896e-03,  4.1107e-03,  2.0283e-03,  6.1456e-03,  1.8494e-03,
                      -1.9893e-03, -2.0269e-03,  8.0358e-03,  1.3762e-03, -4.1800e-03,
                      -3.9122e-03,  5.3919e-03, -4.3495e-03, -2.7432e-03, -6.4947e-04,
                      -8.3215e-03,  2.3827e-03,  2.8392e-03,  4.4985e-03, -7.4678e-03,
                      -4.2905e-04, -2.3004e-03, -4.4421e-03,  6.3033e-03,  5.4679e-03,
                       8.0603e-03,  6.7195e-03,  5.8281e-03,  2.1443e-03,  1.1354e-02,
                       5.6210e-03,  2.7485e-03, -4.5919e-03,  6.9064e-04, -3.4342e-03,
                       5.2361e-03, -4.6576e-03,  8.1945e-03, -2.8950e-03,  9.8782e-03,
                      -2.4287e-03, -4.5727e-05, -1.0238e-03, -1.4644e-03,  6.6196e-03,
                       4.5545e-03,  6.9541e-03,  2.4744e-03, -6.0841e-03,  5.3789e-03,
                       1.1055e-02,  5.5918e-03, -7.1984e-03,  4.3786e-03,  1.3966e-02,
                       9.4990e-04, -2.6440e-03, -5.2383e-03, -4.2470e-03,  1.1462e-02,
                      -7.7393e-04,  1.0436e-02,  3.3655e-03,  2.9612e-03, -3.8856e-03,
                      -1.6051e-03,  5.2291e-03, -4.3919e-03, -1.1878e-02,  1.5755e-03,
                      -5.7635e-03,  6.7309e-03, -4.5161e-03, -1.5119e-03,  1.1989e-04,
                      -6.0976e-03, -5.1104e-04,  1.9313e-03, -4.0218e-05,  4.3328e-05,
                      -7.1770e-03,  4.1805e-04, -4.0043e-04, -1.6872e-04, -3.3660e-03,
                       3.9681e-04,  1.1114e-03, -1.1562e-04, -1.5994e-03, -3.0412e-03,
                       2.8781e-04,  6.8010e-03, -1.0587e-03, -1.5483e-04,  1.6762e-03,
                      -3.1749e-04, -3.3523e-03,  2.0549e-03,  3.7204e-03,  2.3562e-03,
                       4.4121e-05, -1.2074e-03,  2.0446e-03, -2.3608e-03,  1.1539e-03,
                      -3.2423e-03,  1.3147e-03,  6.6237e-03, -4.5723e-03, -1.7988e-03,
                       1.2086e-03,  2.1212e-03,  1.6899e-03, -4.1324e-04,  3.4702e-04,
                      -2.3082e-05,  5.6167e-04, -4.7308e-03,  5.9644e-03, -3.7339e-03,
                      -1.5358e-04, -2.0925e-03, -1.4628e-03, -4.2895e-04, -1.1841e-03,
                      -2.5239e-03, -2.3331e-03,  4.4897e-03,  6.6892e-03,  1.9024e-03,
                       2.9929e-04,  2.2115e-03, -3.1439e-03, -5.5130e-04,  5.4442e-03,
                      -4.6224e-03,  1.3868e-03,  6.2623e-03, -5.6342e-04,  1.0737e-03,
                       3.3778e-03, -5.8921e-04, -6.0083e-04, -3.6113e-03, -9.7465e-04,
                      -5.6521e-04, -6.9325e-03, -1.8881e-03,  5.5924e-04, -8.2240e-04,
                       6.9680e-04, -6.0339e-03, -6.4932e-04,  4.3688e-03,  2.2687e-03,
                      -6.2883e-04,  1.8629e-03,  2.6414e-03, -3.4881e-03, -3.0860e-03,
                       2.9302e-03, -4.3083e-05, -3.9649e-03, -3.6153e-03, -5.3333e-03,
                      -1.7424e-04,  5.7753e-04, -6.8175e-04, -2.0807e-03,  2.9958e-03,
                       3.3254e-05, -1.6625e-03,  5.6714e-03,  4.6662e-04,  1.1827e-03,
                       1.0293e-04,  2.5692e-03,  4.1285e-03, -3.3515e-03, -8.0729e-04,
                       3.7026e-04, -4.3582e-03,  3.2994e-03,  2.0984e-03,  2.4749e-03,
                       5.3726e-04,  2.0042e-03,  1.7669e-03,  5.4069e-04,  2.9420e-03,
                      -7.5795e-03, -7.9811e-04, -1.3293e-04,  4.3249e-03,  1.7992e-03,
                      -2.3887e-03,  3.7897e-03,  1.0223e-03,  2.5415e-03, -9.8846e-05,
                       3.3847e-03, -6.0561e-03,  1.0822e-03,  4.2988e-04,  6.2141e-04,
                      -1.8838e-03,  5.7181e-04,  1.9411e-03,  5.7054e-03,  2.6736e-03,
                      -7.3111e-04,  7.7440e-03,  5.3410e-03, -3.9569e-03, -6.6290e-03,
                      -5.1656e-03, -1.7468e-03,  8.1768e-03, -1.4207e-02, -8.2815e-03,
                       8.5559e-03,  9.7329e-03, -3.5950e-03,  3.9386e-03,  1.1963e-02,
                       8.0441e-03,  2.8697e-03, -1.6480e-03,  4.1339e-04,  1.0055e-02,
                       1.7354e-03, -1.1654e-03,  1.1258e-03, -6.2720e-03, -5.6835e-03,
                      -2.6594e-03, -4.4510e-03,  4.4716e-04, -3.9291e-03,  7.5918e-03,
                      -5.4327e-03, -5.4755e-03,  3.2471e-03, -3.9772e-03,  3.3855e-03,
                      -5.0333e-04, -9.6862e-03,  1.4118e-03,  2.3212e-03,  1.3735e-02,
                      -1.3432e-03,  8.3733e-03,  4.4570e-03,  6.5106e-03, -1.0643e-03,
                      -3.3325e-03, -2.4539e-03, -5.0646e-03, -8.7442e-03, -8.0259e-03,
                       3.3639e-03,  9.2907e-03,  2.9424e-03,  1.3190e-03,  1.1843e-03,
                      -1.7020e-03,  6.5384e-04, -4.4140e-03, -3.1924e-03, -5.7904e-03,
                      -3.8556e-03, -3.8549e-03,  2.5169e-03,  4.0609e-03, -1.0811e-03,
                       5.6041e-03,  1.6480e-03, -1.4176e-03, -2.5885e-03, -1.1171e-03,
                      -2.7939e-04, -1.5652e-03, -1.0824e-03, -4.2317e-04,  3.7932e-03,
                       7.8025e-04, -5.4415e-03,  3.3751e-03, -5.5218e-04,  4.6502e-05,
                      -1.7323e-03,  3.5274e-03, -1.1664e-03, -5.0743e-03, -1.5035e-03,
                      -3.0358e-03, -4.2887e-03, -1.5196e-04,  6.7618e-04,  7.0846e-04,
                       2.2258e-03, -1.1005e-03, -2.3148e-03,  2.2817e-03,  1.6395e-05,
                      -2.1871e-03,  6.6393e-03,  8.0267e-04,  3.3268e-03, -2.4137e-03,
                       3.0099e-03, -1.6298e-03, -2.2990e-03,  2.8004e-03, -5.9112e-03,
                      -2.9208e-03,  2.1248e-03,  4.4982e-03, -7.9573e-04,  5.0004e-03,
                       3.3833e-03,  2.9165e-03,  2.2435e-03, -2.0537e-03, -2.2940e-03,
                       4.4505e-03, -2.4359e-03,  2.6802e-04, -1.1141e-04, -5.4508e-03,
                      -3.5462e-03,  8.5700e-04,  3.9575e-04], device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.weight',
              tensor([[ 0.0074, -0.0131,  0.0463,  ..., -0.0201,  0.0507,  0.0559],
                      [ 0.0210,  0.0725,  0.0328,  ..., -0.0125,  0.0393, -0.0253],
                      [-0.0432, -0.0128,  0.0226,  ...,  0.0019, -0.0198,  0.0748],
                      ...,
                      [-0.0276,  0.0378, -0.0079,  ..., -0.0150, -0.0083, -0.0207],
                      [-0.0011, -0.0063,  0.0090,  ..., -0.0298,  0.0103, -0.0022],
                      [ 0.0084, -0.0193,  0.0332,  ..., -0.0268,  0.0199, -0.0277]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.self.value.bias',
              tensor([-4.8081e-03,  2.3309e-02,  1.4134e-02,  8.3435e-03,  1.0190e-02,
                      -1.3972e-02,  5.1761e-04, -1.3699e-02,  2.6969e-02, -8.3850e-03,
                       9.4289e-04, -1.8652e-02,  1.1439e-03, -4.8520e-03, -2.8428e-03,
                      -6.6903e-03,  8.2895e-03, -3.4949e-03,  1.5248e-02, -3.0043e-03,
                       6.2747e-03,  1.8206e-02,  1.1763e-02, -1.1834e-02,  8.1226e-03,
                       5.2294e-03, -7.4572e-03,  1.6244e-02,  1.3265e-02, -3.1745e-03,
                       7.9232e-03,  5.4844e-03,  1.4819e-03, -1.9109e-02, -6.8446e-04,
                       7.4705e-03, -1.2057e-02, -4.2946e-03, -1.7356e-02, -5.7397e-03,
                       1.5812e-02, -2.3447e-02, -1.3102e-02, -8.1099e-03,  8.6520e-03,
                       1.1223e-02, -1.0568e-02, -8.4341e-03,  1.1458e-02,  1.0668e-02,
                      -1.6264e-02,  2.3167e-02,  1.1552e-02, -2.8982e-02,  4.8648e-03,
                       1.3687e-02,  2.1831e-02,  1.4980e-02, -3.6691e-03,  7.5636e-03,
                      -2.0005e-02,  1.4330e-03,  1.0570e-03,  1.6632e-02, -1.4754e-02,
                      -7.6708e-03, -4.2233e-03, -2.3048e-02,  5.5674e-03,  2.0858e-02,
                      -5.1818e-03,  1.2490e-02,  2.4425e-02,  5.4036e-03,  8.1635e-03,
                      -1.4818e-03, -4.6171e-03,  1.5887e-02, -3.3416e-03,  2.2355e-02,
                      -3.6775e-03,  6.3845e-03, -1.9236e-02,  9.0427e-03, -1.0916e-02,
                      -1.0218e-02, -1.0942e-02, -2.2595e-02, -5.5707e-04,  1.3415e-02,
                       3.5575e-03, -1.1180e-02, -8.9501e-03,  2.0144e-02,  1.2755e-02,
                      -1.8701e-02,  1.6172e-04, -6.3870e-03,  1.1606e-02, -5.0415e-03,
                      -1.2018e-02,  9.7887e-03, -8.1004e-03, -5.2066e-03, -4.1514e-02,
                       1.6546e-02,  1.0785e-02,  1.5515e-02, -1.8788e-02,  4.6399e-02,
                       1.0413e-03,  7.6039e-03, -1.2934e-02, -2.5702e-03,  2.0004e-02,
                      -2.9065e-03, -2.4294e-03, -1.2505e-02,  5.6111e-03, -1.7840e-02,
                       2.0339e-02,  4.8019e-03, -2.0455e-02, -8.9135e-04, -7.7298e-03,
                      -1.4528e-02, -7.7445e-03,  1.9691e-02, -4.8446e-02, -2.5695e-02,
                      -3.4887e-02, -1.5332e-02,  1.8373e-02, -2.5972e-02,  4.6386e-02,
                       4.9085e-02,  5.3230e-02, -1.3034e-02,  3.7704e-02,  2.4230e-02,
                       1.1827e-02,  4.7520e-03, -1.0795e-02, -1.0875e-02, -1.9178e-02,
                       2.9374e-03,  9.2104e-03,  1.8350e-03, -2.0042e-03,  2.1303e-02,
                       5.3899e-03, -3.4795e-02, -1.5577e-02, -5.3499e-02,  4.6065e-03,
                       2.9070e-02, -1.6400e-03, -2.1043e-04,  1.5732e-02, -1.0689e-03,
                       4.1432e-02,  3.5711e-03, -2.2434e-02, -2.4859e-02, -3.8561e-02,
                       1.9053e-03,  3.3347e-02,  6.9944e-02, -1.6789e-02, -5.0091e-02,
                      -4.0494e-03,  2.5043e-02, -7.6459e-03,  1.7486e-02, -4.6490e-02,
                       1.6600e-02,  2.0533e-02,  3.1475e-02,  8.1407e-03, -2.1088e-02,
                      -1.1159e-02,  1.1400e-02, -4.7879e-02, -2.4814e-02,  2.3630e-02,
                       1.4214e-02,  1.1260e-02, -4.7391e-02, -5.7606e-02,  1.1515e-02,
                      -4.4368e-02,  2.8129e-03,  1.6908e-02, -2.4225e-02,  1.0672e-02,
                      -1.9354e-02, -6.3103e-02, -3.3548e-02, -1.5704e-02,  5.5029e-02,
                      -1.3045e-02, -3.1003e-02,  2.5831e-02,  2.5875e-02, -3.6549e-02,
                      -8.8193e-05,  7.3955e-03, -1.8538e-02,  1.7011e-02,  3.1448e-02,
                      -5.0963e-03, -6.9040e-03, -2.3814e-02, -2.1155e-02, -1.4267e-02,
                      -3.8604e-02, -6.8466e-03,  1.7839e-02,  2.4309e-02,  2.4862e-02,
                      -8.9973e-03,  1.7015e-03,  3.7448e-02,  4.0318e-02, -9.4881e-03,
                      -2.3500e-02,  1.2402e-02, -1.7884e-02, -3.5523e-02, -2.3206e-02,
                       1.0938e-02,  2.2181e-03, -2.2852e-03,  3.4288e-03,  1.2070e-02,
                      -6.5388e-02,  1.8650e-02,  4.4041e-04, -7.8597e-02,  1.0829e-02,
                       8.2219e-03,  4.6055e-02,  4.7081e-02,  4.5556e-02,  2.0478e-02,
                      -9.5127e-03,  5.0151e-03,  2.1190e-02, -4.3954e-02, -3.1671e-02,
                       9.4253e-03,  5.1822e-02, -3.8911e-03, -1.3800e-03, -2.0795e-02,
                      -2.2261e-02,  2.0644e-02, -1.5844e-02, -4.1287e-03,  1.2527e-02,
                       3.8055e-02,  3.0386e-02, -3.6023e-02,  1.3716e-02, -2.8013e-02,
                      -2.2792e-02,  1.8553e-02,  7.8976e-03, -2.6535e-02, -1.6078e-04,
                      -7.9180e-03, -3.9633e-02, -1.8832e-02, -7.6180e-03, -5.8864e-03,
                       2.0331e-02, -1.8920e-02,  6.5337e-02,  7.0749e-03, -3.8662e-02,
                       1.4053e-03, -6.0970e-03,  1.4036e-02,  1.5323e-03,  3.1052e-03,
                      -7.0662e-03, -1.6843e-02, -1.4780e-03, -7.8131e-03, -9.1663e-06,
                       3.8042e-03,  3.9193e-02,  7.0539e-03,  2.7101e-03,  5.1915e-02,
                       2.7659e-02,  1.0898e-02, -5.4394e-03, -8.7539e-03, -5.8881e-02,
                       3.8087e-02, -3.6175e-02,  5.0366e-02,  2.4839e-02,  1.6708e-02,
                      -4.3446e-03,  1.1504e-04, -9.8296e-03,  5.1446e-03, -4.3773e-02,
                       4.1819e-02,  1.5753e-02, -6.7510e-03,  1.8859e-02, -3.1672e-02,
                      -3.2827e-02, -1.0551e-02, -1.8048e-02,  3.8041e-02, -3.6365e-02,
                       3.5978e-04,  2.2542e-02, -7.2474e-03,  1.1297e-02,  1.3055e-02,
                      -7.1768e-03,  5.3031e-03, -5.7201e-03, -1.4389e-02,  1.6155e-02,
                      -2.8250e-02,  2.6757e-02,  6.8733e-03, -7.3069e-03,  2.2055e-03,
                      -2.3287e-02,  1.9995e-03,  1.3038e-03,  1.6106e-02, -1.1154e-02,
                       1.9545e-02,  2.5269e-04, -3.4565e-03, -7.8696e-03, -1.2803e-02,
                      -1.5621e-02,  2.5433e-02, -3.0184e-03, -4.7789e-02, -1.2823e-02,
                       2.5795e-02,  1.3248e-02,  8.8074e-03,  3.3389e-03, -1.4419e-02,
                      -2.6726e-03, -1.5306e-02,  4.5901e-03, -3.4479e-02,  2.8026e-02,
                      -1.6529e-02,  1.4240e-02, -1.0970e-02,  1.0083e-02, -1.3295e-02,
                       2.1218e-02, -4.2085e-02, -2.6605e-03,  2.4141e-02,  7.3921e-03,
                      -3.5803e-02,  4.2316e-03,  4.3360e-03,  9.5050e-04,  2.4144e-03,
                      -1.1735e-02, -1.3683e-02, -2.5877e-02,  2.4134e-02,  6.3826e-03,
                      -1.3094e-02,  4.9552e-04,  2.9881e-03, -8.1918e-03, -5.2404e-02,
                      -3.4499e-02, -6.3960e-03, -2.4278e-02,  3.4665e-02,  3.1712e-02,
                       2.3719e-02,  4.6665e-02, -4.9040e-02, -2.6984e-03,  3.4113e-02,
                      -1.1177e-02, -9.3845e-02, -5.4450e-02,  6.4615e-02,  1.7026e-01,
                      -1.5147e-01,  2.3600e-02, -8.8446e-02, -1.0522e-01, -9.7701e-02,
                      -3.8877e-02,  6.2677e-02,  1.4184e-02,  9.1372e-02,  1.0810e-01,
                      -5.5199e-02,  1.9072e-02, -6.2204e-02, -4.9457e-02, -1.4322e-02,
                       2.8900e-02,  2.4469e-02,  5.9017e-02,  4.0941e-02, -1.2593e-01,
                      -6.5421e-03,  2.0720e-02,  8.9058e-05,  2.0108e-01,  4.1941e-02,
                       1.6546e-02,  8.5356e-02,  1.0228e-02,  9.5355e-02,  1.8678e-02,
                      -1.1380e-01, -3.0926e-02,  6.8573e-02,  8.1044e-02,  2.3829e-02,
                       7.5477e-02,  8.7446e-03, -4.3009e-02,  4.3620e-02,  3.0738e-01,
                       5.2247e-03,  8.1184e-02,  3.2136e-02, -1.7748e-01,  1.1794e-02,
                      -6.5224e-03, -5.5710e-02, -6.0320e-03, -2.8534e-02, -1.2943e-03,
                       1.5867e-02,  1.4597e-02, -1.6641e-02,  4.8395e-03,  1.2098e-02,
                      -4.6900e-03,  4.2907e-02,  3.3908e-02, -1.6126e-02, -9.5805e-03,
                       2.6337e-02, -1.6890e-02,  2.2329e-02,  2.7615e-03,  5.3100e-03,
                      -4.5141e-02, -5.8830e-03,  1.5634e-01,  1.8276e-02,  2.7041e-02,
                      -1.9654e-02, -5.8741e-03, -1.6939e-02,  3.5182e-02,  4.9080e-03,
                       7.3452e-03,  1.2783e-02, -4.8003e-04, -2.5646e-02,  4.1150e-02,
                      -1.8686e-02, -1.4433e-02,  1.2769e-03,  2.6605e-02, -3.2505e-02,
                       1.1385e-02,  2.3208e-02, -1.6443e-02,  3.6840e-02,  1.0989e-02,
                      -3.1838e-02, -1.5754e-02, -4.8506e-02, -4.6521e-03,  2.4808e-03,
                      -3.2778e-02,  4.9127e-03, -2.4763e-03, -2.3755e-02, -3.3756e-03,
                       4.0959e-05, -1.7587e-02, -2.8567e-02, -1.1327e-02,  3.2380e-03,
                      -3.0645e-03, -5.8224e-03,  2.8593e-02,  1.1970e-02, -2.8672e-02,
                       1.1831e-02, -4.3520e-02, -2.0441e-03,  1.0335e-02,  1.2329e-02,
                      -2.2122e-03,  6.5334e-04,  5.6409e-03,  3.9316e-04,  8.8920e-03,
                      -7.2362e-03,  1.4800e-03, -2.2645e-02, -3.0211e-02,  7.0378e-03,
                       1.2416e-02, -5.9203e-03,  6.3345e-03,  8.7288e-03, -1.5045e-02,
                       1.0030e-02, -2.1838e-02,  2.4196e-02,  2.5727e-03,  4.3966e-03,
                      -9.7279e-03,  6.9603e-03,  5.8437e-03, -4.0716e-03, -9.0903e-03,
                      -5.3046e-03,  9.4311e-03, -2.3070e-02,  1.1061e-02,  1.5402e-02,
                      -1.0219e-02, -1.8305e-02,  1.6079e-02,  1.6745e-02, -3.6648e-03,
                       6.4652e-03,  2.0818e-02, -9.7163e-03,  7.2261e-03, -8.7523e-03,
                      -9.9310e-03,  1.2590e-02, -9.9262e-03,  1.4202e-02, -1.2536e-02,
                       2.5670e-02,  2.2249e-02,  1.2780e-02,  1.4492e-02,  7.1917e-04,
                       1.1120e-03, -1.6849e-03, -2.5355e-02,  4.6168e-03,  8.6548e-03,
                      -6.3872e-03, -1.4106e-02, -4.6204e-03, -1.1646e-02, -1.0202e-02,
                       1.0937e-02, -1.4645e-02, -2.8747e-02, -1.7593e-02, -3.3965e-02,
                      -1.5650e-02, -1.2869e-03,  4.6973e-02, -7.0110e-02,  6.2139e-02,
                       1.0759e-02,  1.6784e-02, -4.7959e-02, -3.2459e-02, -1.8951e-02,
                       5.1590e-02, -4.7159e-03, -1.1605e-02,  5.7274e-02,  1.5088e-02,
                       1.7562e-02,  4.0560e-02,  5.4702e-03, -1.2955e-02, -9.3925e-03,
                       5.0446e-02, -2.3168e-02, -1.0911e-02,  5.1744e-03, -8.9292e-02,
                      -1.8951e-02,  2.5187e-02, -4.7789e-02,  2.3616e-02, -2.2979e-03,
                       6.4912e-03, -3.8908e-02,  1.6889e-03,  5.7708e-02, -1.4867e-02,
                       1.3058e-02, -4.2420e-02, -2.8685e-03, -1.9798e-02,  1.1240e-01,
                       1.1386e-02,  9.2953e-02,  9.4054e-03, -5.7401e-02,  1.3190e-02,
                       3.5432e-02,  3.2812e-02,  1.8756e-02,  7.1674e-02,  6.9847e-02,
                       1.8214e-03,  4.3617e-02, -6.9662e-04,  1.0750e-02,  6.1384e-02,
                       2.2843e-02, -5.6358e-02, -4.1674e-02, -2.3745e-03, -4.3241e-02,
                      -1.8131e-03, -1.7189e-03,  2.8931e-03, -1.4496e-02, -1.2973e-02,
                      -2.3576e-02,  1.7406e-02,  2.3101e-03,  7.9462e-03, -2.0159e-03,
                      -1.0865e-03,  9.7094e-03,  1.3945e-02,  7.7751e-03,  1.2115e-02,
                      -1.0348e-02,  9.4609e-03, -1.0878e-02,  9.0871e-03, -5.5302e-03,
                      -2.1951e-03, -5.0512e-03,  1.6880e-02, -1.0711e-02, -1.5944e-02,
                      -2.2950e-03, -3.0676e-02,  1.0203e-02, -1.3280e-02, -1.2986e-02,
                      -7.2038e-03, -9.3026e-03, -4.4463e-03,  9.8860e-03,  1.4279e-02,
                      -1.9393e-02,  1.3272e-02,  2.3210e-03,  1.6494e-02, -1.5576e-03,
                       9.4173e-04, -4.2223e-03, -1.6108e-02, -4.3160e-03, -9.0764e-04,
                      -1.2346e-02,  1.5336e-02,  6.4858e-03, -1.9381e-04,  4.9966e-03,
                       1.2893e-02,  6.8232e-03,  9.1621e-03, -9.3124e-03,  4.1110e-03,
                       7.9371e-03,  1.6611e-02,  4.9952e-03,  6.6541e-03, -2.4391e-02,
                      -1.8367e-03, -7.0036e-02,  1.9535e-02, -4.4301e-03,  1.1372e-02,
                      -4.3805e-03, -1.7456e-03, -1.4460e-02, -8.7643e-03,  1.6628e-02,
                       1.0326e-02, -9.3517e-03, -1.9627e-02,  5.1476e-03, -1.0811e-03,
                       3.7800e-03,  7.3016e-03, -1.1444e-02, -1.0179e-03, -1.4284e-02,
                       3.3586e-03,  8.5603e-03,  2.0687e-03, -1.6998e-02, -1.2566e-02,
                      -8.9877e-03,  7.6775e-03,  6.2601e-04,  1.1334e-02, -1.3662e-03,
                      -1.2181e-02,  2.3601e-03, -2.4713e-02, -4.5526e-03,  1.1214e-02,
                      -1.4191e-02, -9.3254e-03,  7.0166e-03,  5.2283e-03,  1.1928e-02,
                       5.6641e-03,  6.3114e-03, -5.9665e-03, -1.6936e-02,  2.3369e-02,
                      -3.6167e-03,  6.7628e-04, -1.3372e-04, -2.9039e-03, -1.4883e-04,
                      -1.4044e-02, -1.7381e-02,  3.2874e-03, -1.4307e-02, -3.2103e-03,
                      -3.4803e-03,  4.4542e-03,  1.3893e-02,  3.9904e-03,  1.2571e-02,
                      -1.0034e-03,  1.6899e-02,  1.9232e-02, -6.2675e-03,  1.4390e-02,
                       2.6467e-02,  7.4599e-03, -9.6776e-03], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.weight',
              tensor([[ 0.0565, -0.0056,  0.0451,  ..., -0.0366,  0.0015,  0.0479],
                      [-0.0200, -0.0016, -0.0094,  ..., -0.0659, -0.0058,  0.0371],
                      [-0.0149, -0.0186, -0.0013,  ...,  0.0039,  0.0090,  0.0530],
                      ...,
                      [-0.0694, -0.0012, -0.0352,  ...,  0.0165,  0.0475, -0.0317],
                      [-0.0008,  0.0138,  0.0269,  ..., -0.0267,  0.0351,  0.0101],
                      [ 0.0135, -0.0329, -0.0365,  ...,  0.0213,  0.0262,  0.0096]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.dense.bias',
              tensor([-7.9271e-02,  2.4277e-02,  6.2471e-02,  2.1825e-02,  2.3979e-03,
                      -1.6763e-02,  1.8361e-02, -7.2322e-03, -5.7137e-02,  2.3615e-02,
                       3.0837e-02, -2.0406e-02, -3.2651e-02,  6.1279e-02, -9.7631e-03,
                      -1.1405e-01, -1.2302e-02,  1.9188e-02, -6.9907e-02, -1.7032e-02,
                       8.1114e-02, -3.0139e-02,  6.6032e-02, -3.4032e-02,  6.4795e-02,
                       1.1234e-02,  7.2982e-02,  5.3690e-02, -3.9292e-02,  1.8513e-02,
                       5.9389e-02, -3.6507e-02,  7.8168e-02, -8.1123e-02, -8.6181e-02,
                      -2.5926e-02, -3.2230e-02,  6.7374e-02,  5.7971e-02, -2.7857e-02,
                      -1.3296e-02, -3.5212e-02, -3.0388e-02,  9.7532e-02, -6.4551e-02,
                       6.4821e-02,  7.1203e-02, -3.0424e-02, -8.3763e-03,  9.2012e-02,
                      -7.7651e-02, -4.2275e-02, -7.9203e-02,  6.5457e-02,  9.8339e-02,
                       8.0153e-02,  1.1589e-01,  4.1903e-02, -5.5702e-02,  1.7062e-02,
                       4.3498e-04,  1.2463e-02,  1.3496e-02, -1.6661e-02,  5.2986e-02,
                      -4.8119e-02, -3.5050e-02,  7.2093e-02,  2.9857e-02,  9.2373e-02,
                       1.1725e-01,  1.3568e-01,  3.3002e-02, -8.5204e-02, -2.5582e-02,
                       8.0305e-02, -5.4393e-02, -4.4395e-02,  1.0530e-01,  4.4520e-02,
                       1.0589e-01, -6.0070e-02,  2.7192e-02,  2.2199e-02, -5.0683e-02,
                      -2.4132e-02, -4.1304e-02,  2.0126e-02,  6.5385e-02, -1.2330e-01,
                      -4.1568e-02, -1.1890e-01, -3.9927e-02, -1.4757e-02,  4.9474e-02,
                      -2.5484e-02, -5.9922e-02,  6.8253e-03,  2.2789e-02, -1.0765e-02,
                       6.5079e-02,  9.5446e-02,  3.2500e-02,  1.1854e-02,  4.0400e-02,
                       1.7346e-03, -2.4225e-02,  2.7377e-02,  2.3528e-02, -1.4210e-01,
                       6.9573e-03, -1.4467e-02, -1.6652e-02, -1.5558e-02, -1.4865e-01,
                      -5.3159e-02,  1.6749e-01,  5.9165e-02,  6.5464e-02,  5.4873e-02,
                       1.4968e-01, -8.1895e-03, -6.5431e-02, -4.2867e-02, -1.1603e-02,
                      -9.1211e-02, -5.4997e-02,  9.6283e-03,  5.0411e-02, -1.0975e-01,
                       7.9973e-02, -2.1880e-02,  1.0573e-01,  5.6864e-03,  2.2076e-02,
                       1.2800e-01, -1.1554e-01, -1.7355e-03, -3.1440e-02,  7.9833e-02,
                       1.2461e-01, -4.3970e-02,  6.1417e-02,  4.2099e-02, -1.0318e-01,
                      -8.1304e-02, -9.7224e-02,  4.6999e-02,  3.0299e-02,  7.4942e-02,
                       7.3613e-02, -4.7314e-02, -8.0775e-02, -1.7134e-01,  3.3692e-02,
                       1.8034e-01,  1.1988e-02,  3.6052e-02, -6.7102e-02,  5.1704e-02,
                       5.8928e-02, -5.3238e-03, -1.0255e-01, -1.4161e-02, -7.4833e-02,
                       1.5334e-02,  2.3791e-02,  6.4715e-02,  1.2979e-02,  2.3801e-02,
                      -8.0962e-02, -6.8766e-03,  3.8568e-02, -8.5324e-02, -8.6745e-02,
                       5.8877e-02, -8.8959e-04,  7.5920e-03,  3.9862e-02,  2.8642e-03,
                       7.4362e-02, -8.7651e-02, -5.0402e-02,  1.4491e-01, -7.2743e-02,
                      -1.2607e-02, -5.0273e-02, -4.2129e-02,  1.1060e-01, -9.9287e-02,
                      -1.6327e-02,  1.0555e-01, -5.1899e-03, -9.2604e-02,  2.5174e-02,
                      -9.9589e-02,  4.2801e-02,  3.0499e-02, -1.2694e-02,  2.4503e-02,
                       1.5131e-02, -8.3215e-02,  8.4434e-02,  4.9539e-04,  6.2103e-02,
                       2.6388e-03,  5.7845e-03, -1.2934e-02,  4.7815e-02,  1.3687e-01,
                       8.0342e-02,  2.8176e-02, -4.0606e-02,  8.8170e-02, -2.6887e-02,
                       6.3423e-02, -7.9918e-03, -1.6742e-01, -9.5603e-02,  1.2640e-01,
                      -5.8353e-02,  6.8187e-02, -8.4792e-02,  1.1685e-01,  1.8609e-02,
                      -5.5081e-02,  1.4104e-02,  2.7977e-02, -1.0921e-01, -7.9536e-04,
                      -1.2870e-01,  6.6325e-02,  1.6823e-02, -9.1930e-02, -3.3241e-02,
                       3.3511e-02, -1.9798e-02, -1.2141e-02, -9.0710e-02, -9.7632e-02,
                       6.0982e-02,  1.9411e-02, -5.8758e-02,  1.0931e-01, -1.9724e-02,
                      -5.1524e-03, -1.5983e-02, -1.7846e-02, -3.6940e-02, -2.6870e-02,
                      -1.0555e-01, -6.5885e-02,  5.4296e-02, -5.0150e-02, -5.9500e-02,
                      -2.5046e-02, -2.9075e-02,  4.2835e-02,  8.0096e-02, -4.6317e-02,
                      -3.4953e-02,  6.2393e-02,  1.4382e-02, -1.5328e-02,  6.8810e-02,
                       3.8036e-02, -3.0399e-02, -2.9979e-02,  7.4405e-02,  6.6585e-02,
                       2.9019e-02,  9.3619e-02, -5.6621e-03, -5.9150e-02,  5.3204e-02,
                      -8.3977e-03,  6.3753e-02,  8.9718e-02, -5.4246e-02,  2.0240e-02,
                      -3.6466e-02, -2.7419e-02,  1.0431e-01, -5.2447e-02, -5.0976e-02,
                      -4.0343e-02, -1.2096e-01, -7.1365e-02, -2.0944e-02, -1.1239e-01,
                       2.8891e-02, -5.0581e-02, -5.6296e-02, -9.2648e-02, -9.1772e-02,
                       4.7360e-02,  8.0040e-02, -5.4117e-02, -8.8924e-02,  5.4622e-02,
                      -2.8282e-02,  1.2688e-02,  1.1883e-02, -5.4410e-02,  9.6025e-04,
                      -3.9720e-03,  1.0384e-02,  5.6535e-03,  8.2845e-02, -7.0138e-02,
                       5.4764e-02,  3.9904e-02, -1.0636e-02, -1.7269e-01,  1.3471e-01,
                       8.1182e-02,  4.5399e-02, -5.7744e-02, -5.6788e-02,  4.0137e-02,
                      -4.1710e-02,  5.9069e-02,  4.8668e-02,  2.7203e-02,  1.4205e-01,
                      -6.5383e-02,  6.7210e-02,  2.8998e-02,  5.6654e-02,  9.5857e-02,
                       1.3401e-02,  1.8056e-02,  8.6046e-02, -2.6379e-02,  6.0336e-02,
                       7.8737e-02, -3.5837e-03, -5.8140e-02,  5.7806e-02,  7.7800e-02,
                      -2.0793e-02, -2.4570e-03, -7.1537e-02, -7.3961e-02, -4.4757e-03,
                       3.6434e-02,  3.4982e-02,  5.3470e-02, -1.5923e-02, -7.7020e-02,
                       6.4751e-03, -5.2258e-02,  1.4998e-02,  6.3390e-02,  1.8183e-02,
                       8.1286e-02,  4.0481e-02, -9.2703e-02, -5.5286e-02, -5.3462e-03,
                       1.1762e-02,  3.8635e-02, -6.9007e-02, -2.5745e-03,  9.9019e-03,
                       7.2407e-02, -1.2300e-02, -1.5959e-02,  4.7126e-02, -1.4946e-01,
                      -2.0601e-02,  1.1198e-03,  8.8582e-02, -3.6119e-02,  7.5154e-03,
                      -4.4316e-02,  5.6116e-02,  3.1495e-02, -9.9016e-02, -7.3745e-02,
                      -8.0807e-02, -9.4414e-03, -1.8370e-02, -4.3417e-02,  5.7943e-02,
                      -6.5591e-03, -1.2520e-02,  1.8884e-02,  5.0080e-02,  3.8213e-02,
                       3.1919e-02,  5.6733e-02,  4.4127e-02, -1.4119e-02, -3.5682e-02,
                      -7.4413e-02,  1.1914e-03, -6.0982e-02,  8.7812e-02, -9.9483e-03,
                       8.7100e-02, -1.2122e-01, -3.1519e-03,  9.3985e-02, -1.2155e-01,
                      -4.2327e-02, -4.3788e-02,  5.4971e-02,  2.3763e-02,  2.7501e-02,
                       2.4077e-02, -1.2984e-02,  4.1900e-02,  1.7490e-02,  9.6888e-02,
                      -1.2987e-01, -6.2935e-02, -4.6806e-02,  6.1611e-02, -2.8537e-02,
                      -4.2335e-02, -9.5722e-03, -1.1759e-01,  1.4407e-03, -7.4601e-02,
                      -7.8232e-02,  2.1912e-02,  3.4631e-02, -1.3805e-01, -9.6752e-02,
                      -2.2525e-03, -4.6800e-02,  4.4756e-02,  8.6720e-03,  2.6751e-02,
                      -1.1481e-02, -2.2951e-02,  6.6000e-02,  1.2593e-02, -1.1782e-02,
                       2.9347e-02,  1.2128e-01,  5.5347e-02,  7.0157e-03,  8.3959e-02,
                       7.2415e-02, -1.8290e-03,  6.9392e-02,  2.5577e-02, -4.2097e-02,
                       1.6603e-02,  5.1123e-02,  3.6314e-02,  1.2445e-02,  6.8735e-02,
                      -8.8779e-03,  3.5106e-02,  2.8355e-02, -3.8080e-02,  2.4629e-02,
                      -3.1320e-02,  7.5621e-03, -5.1159e-03, -3.5435e-03,  1.9219e-02,
                      -2.8422e-02,  5.3152e-02, -1.4272e-01,  4.9577e-02, -7.2591e-02,
                      -2.8524e-03, -6.2053e-02, -7.7306e-03, -3.9735e-02, -4.7742e-02,
                      -7.9453e-02,  9.0873e-02,  4.4695e-02, -2.7010e-02,  9.8592e-03,
                       1.8412e-02, -8.5250e-02, -2.8135e-02, -1.2251e-01, -7.6122e-02,
                       3.0494e-02,  5.9042e-02, -7.3070e-02, -5.1483e-02,  5.6642e-02,
                       1.1271e-02, -3.0647e-02, -2.0232e-02,  4.6952e-02, -5.2894e-02,
                      -3.5627e-02,  8.7976e-02, -3.4112e-02, -5.1915e-02,  9.6190e-03,
                      -1.0833e-01,  6.0903e-03,  7.1602e-03,  1.7717e-01,  7.3691e-03,
                       4.6579e-02, -3.1697e-02, -7.1470e-03, -1.4484e-02, -6.7091e-02,
                       1.2358e-01,  1.4279e-02,  5.1250e-02,  8.7772e-02,  3.8380e-02,
                      -6.2730e-02,  2.3249e-02,  8.9999e-02,  5.0931e-02,  1.2567e-02,
                       1.2091e-01,  3.5089e-02,  3.5240e-02, -6.5852e-02, -5.2589e-02,
                       2.7265e-02, -3.0350e-02, -1.5178e-02,  1.5715e-01,  3.3457e-02,
                       5.7297e-02, -4.8952e-02, -1.7486e-02,  5.8197e-03,  5.3580e-02,
                      -1.4341e-01,  5.3924e-02,  2.5498e-02, -4.5216e-02, -6.2376e-02,
                      -1.5303e-02, -1.3306e-01, -6.2276e-02, -7.2887e-02, -5.6067e-02,
                      -2.0966e-02,  1.6701e-02,  1.2199e-03, -8.0999e-02,  3.8653e-03,
                      -9.7153e-02, -7.7714e-02,  5.6193e-02, -2.5748e-02, -5.6049e-02,
                      -1.2654e-01, -6.6400e-02,  5.3270e-01, -2.8369e-03,  1.9650e-02,
                      -1.0084e-01, -1.2401e-02, -5.7372e-02, -6.7963e-02, -1.1239e-01,
                      -5.2300e-02, -2.6440e-02,  3.4749e-02, -2.0935e-02,  6.4374e-02,
                      -2.6806e-02, -8.0563e-03, -3.6192e-02, -8.9876e-02,  4.4590e-02,
                       2.1760e-02, -5.7975e-02,  7.8475e-03, -4.4160e-02,  7.4527e-02,
                      -4.0853e-02, -3.4232e-03, -1.3138e-02,  9.3149e-03, -4.1502e-02,
                      -9.8637e-02,  3.5324e-02, -6.0078e-02,  5.7727e-02,  9.2641e-02,
                      -3.9747e-02, -8.7994e-02,  1.3131e-02, -5.6981e-02, -1.2448e-02,
                      -1.7523e-02,  7.7396e-02,  5.3356e-03,  4.6589e-02, -3.1331e-03,
                       2.7501e-02,  7.9872e-02,  6.0196e-02, -2.8189e-02,  6.2673e-02,
                       6.7721e-02, -1.1228e-01, -2.9487e-04,  6.0963e-02, -1.1456e-03,
                      -9.0733e-02,  9.9691e-02, -7.9452e-02, -5.3444e-02, -6.0140e-02,
                      -8.6357e-02, -1.7955e-02, -1.0059e-02,  6.2670e-02,  2.0930e-03,
                       3.4272e-02,  3.4391e-02, -6.5693e-02, -7.9627e-03,  2.7643e-02,
                       6.2040e-03, -3.3907e-02,  2.3862e-02, -5.4018e-02, -5.7425e-02,
                       6.5122e-02,  9.2607e-02,  7.7451e-03, -3.9712e-02,  1.6264e-01,
                      -7.6952e-02,  1.6986e-02, -2.7587e-02,  4.1006e-02,  1.1555e-02,
                       1.5040e-01,  3.0255e-02, -6.5837e-02, -1.0119e-02,  1.8915e-02,
                      -2.5001e-03,  4.5255e-02,  8.6038e-03,  3.1631e-02, -2.1541e-02,
                      -9.4296e-02,  1.0805e-01,  3.8323e-02,  6.8224e-02,  5.2599e-03,
                       1.0209e-01, -2.7599e-03,  2.2423e-02, -1.2729e-01, -3.5494e-02,
                       6.0919e-02, -1.6675e-01, -8.3215e-02, -2.1733e-02,  1.5191e-01,
                      -6.5102e-03,  2.4371e-02, -2.0981e-02,  1.5547e-02,  2.7840e-02,
                      -7.8810e-02, -2.7626e-02,  7.8102e-02,  1.7792e-02, -7.7915e-02,
                      -9.5340e-02, -3.1174e-02,  9.8182e-02, -6.0487e-02, -1.1962e-03,
                       8.7755e-02,  2.3568e-02, -6.5106e-02, -4.4814e-02, -2.7892e-02,
                      -2.8505e-02,  5.0483e-02,  3.6874e-02,  2.6559e-02,  4.6688e-02,
                      -4.5904e-02, -1.7838e-01,  4.7772e-02, -5.6823e-02,  9.4955e-02,
                      -3.7173e-02, -4.5003e-02, -4.1899e-02, -1.8621e-01,  4.4773e-02,
                      -2.5389e-02, -8.3174e-02, -1.5444e-03, -4.5693e-02, -3.8369e-02,
                       8.1828e-02, -9.7544e-02, -2.7484e-02, -7.1681e-03,  7.1080e-02,
                       2.2496e-02,  2.6393e-02,  3.7085e-02,  3.4266e-02, -2.2572e-02,
                       8.1055e-02, -1.5757e-02,  2.5314e-02,  1.3971e-01,  6.3600e-02,
                       8.0120e-02, -9.6505e-02,  4.9060e-02, -1.0698e-02,  3.4138e-02,
                      -2.8151e-02,  1.1860e-01,  8.5289e-02, -1.0464e-01, -8.8445e-03,
                      -6.8786e-02,  2.1143e-02, -5.3136e-02, -1.3464e-01, -5.2214e-03,
                      -2.7687e-02, -8.0971e-02,  3.5086e-02, -1.6441e-02, -4.7506e-02,
                      -1.4703e-01, -2.2578e-03,  5.8416e-02, -1.2372e-02,  6.9022e-02,
                       1.5822e-01, -3.7757e-02,  1.2691e-01, -6.1317e-03,  9.5474e-02,
                       8.6121e-02,  7.8841e-02, -1.0040e-02, -8.0328e-02,  2.7443e-02,
                      -5.0926e-02, -2.3703e-02,  8.2906e-03, -1.5076e-02, -1.9754e-03,
                       7.6575e-02, -1.0831e-01,  5.7232e-02, -7.1417e-02,  2.5706e-02,
                      -5.9388e-02, -9.1650e-02,  3.8953e-02], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.weight',
              tensor([0.8455, 0.8358, 0.8099, 0.8397, 0.7983, 0.7729, 0.7874, 0.7892, 0.8343,
                      0.7872, 0.8239, 0.8472, 0.8555, 0.8395, 0.8520, 0.7681, 0.8028, 0.7726,
                      0.8338, 0.8279, 0.7894, 0.8425, 0.7742, 0.7783, 0.7953, 0.8061, 0.8410,
                      0.9535, 0.8161, 0.8257, 0.8215, 0.7638, 0.8530, 0.7739, 0.8409, 0.7815,
                      0.8167, 0.8345, 0.7729, 0.8751, 0.8351, 0.7756, 0.8421, 0.8378, 0.8664,
                      0.8775, 0.8170, 0.9031, 0.8483, 0.7741, 0.8613, 0.8228, 0.8241, 0.8363,
                      0.7786, 0.8210, 0.8126, 0.8164, 0.8031, 0.8298, 0.8044, 0.8824, 0.8484,
                      0.7930, 0.8148, 0.8654, 0.8044, 0.7905, 0.7971, 0.8489, 0.8288, 0.8273,
                      0.7884, 0.8051, 0.8782, 0.8710, 0.7986, 0.8559, 0.8559, 0.8645, 0.8127,
                      0.8075, 0.8352, 0.8149, 0.7732, 0.8335, 0.8087, 0.8053, 0.8221, 0.8069,
                      0.7988, 0.7858, 0.8549, 0.7969, 0.7883, 0.8131, 0.7621, 0.8007, 0.9298,
                      0.7970, 0.7836, 0.8567, 0.7976, 0.8726, 0.7728, 0.8559, 0.8732, 0.7951,
                      0.8672, 0.8499, 0.7863, 0.7856, 0.9076, 0.7524, 0.7936, 0.8605, 0.8378,
                      0.8313, 0.8208, 0.8652, 0.8023, 0.8515, 0.8649, 0.7660, 0.7991, 0.7698,
                      0.8066, 0.7549, 0.8155, 0.7977, 0.8339, 0.7859, 0.8035, 0.8703, 0.8162,
                      0.8058, 0.6902, 0.8134, 3.2713, 0.8303, 0.7872, 0.8519, 0.7872, 0.7682,
                      0.7640, 0.8154, 0.8147, 0.8082, 0.7953, 0.8748, 0.8569, 0.7918, 0.8428,
                      0.8102, 0.8282, 0.8292, 0.8546, 0.8099, 0.8448, 0.8058, 0.9846, 0.8734,
                      0.7902, 0.8210, 0.8367, 0.8327, 0.9016, 0.7556, 0.8047, 0.8207, 0.8503,
                      0.7588, 0.8060, 0.8580, 0.8132, 0.8481, 0.8802, 0.8201, 0.8889, 0.8012,
                      0.7688, 0.7802, 0.7940, 0.8525, 0.8420, 0.8475, 0.7842, 0.8322, 0.8456,
                      0.8199, 0.8198, 0.7336, 0.8181, 0.8069, 0.8203, 0.8520, 0.8343, 0.8181,
                      0.8031, 0.8690, 0.8547, 0.8400, 0.8182, 0.8030, 0.8004, 0.8010, 0.8389,
                      0.9257, 0.8291, 0.8009, 0.8292, 0.8477, 0.7496, 0.8299, 0.8047, 0.8501,
                      0.7957, 0.7687, 0.8012, 0.7909, 0.8308, 0.7813, 0.8620, 0.8419, 0.7835,
                      0.8349, 0.8247, 0.8467, 0.8377, 0.7574, 0.8163, 0.8824, 0.7946, 0.7757,
                      0.8074, 0.8279, 0.8002, 0.8921, 0.8360, 0.8683, 0.7919, 0.7428, 0.8020,
                      0.7787, 0.8316, 0.7865, 0.8528, 0.7788, 0.8767, 0.8638, 0.8600, 0.8123,
                      0.9305, 0.8812, 0.9000, 0.8375, 0.8351, 0.8170, 0.8323, 0.8222, 0.7550,
                      0.8272, 0.8201, 0.7786, 0.8275, 0.8012, 0.8433, 0.8653, 0.7810, 0.8442,
                      0.8467, 0.8350, 0.9381, 0.8167, 0.8483, 0.8532, 0.8154, 0.8371, 0.8087,
                      0.8358, 0.8865, 0.8456, 0.7879, 0.8270, 0.8391, 0.8877, 0.7693, 0.8489,
                      0.8446, 0.8259, 0.7978, 0.8096, 0.7644, 0.8527, 0.8121, 0.8012, 0.8907,
                      0.7516, 0.8333, 0.8168, 0.8743, 0.7994, 0.7971, 0.7748, 3.2939, 0.8219,
                      0.7972, 0.8511, 0.8585, 0.8404, 0.8140, 0.8072, 0.8229, 0.7696, 0.7681,
                      0.8435, 0.7744, 0.8169, 0.8702, 0.7928, 0.7979, 0.8796, 0.8130, 0.8458,
                      0.8083, 0.7874, 0.8354, 0.8077, 0.8630, 0.8008, 0.8554, 0.8029, 0.8669,
                      0.8215, 0.8931, 0.8529, 0.8121, 0.8954, 0.9469, 0.8029, 0.7500, 0.8889,
                      0.8181, 0.8727, 0.8323, 0.8639, 0.8235, 0.7976, 0.8225, 0.7758, 0.8185,
                      0.8496, 0.7938, 0.8250, 0.8946, 0.8279, 0.7987, 0.8017, 0.8284, 0.8019,
                      0.8025, 0.8668, 0.7927, 0.8390, 0.8224, 0.8157, 0.8415, 0.9539, 0.8226,
                      0.8209, 0.8269, 0.8533, 0.8370, 0.7960, 0.8142, 0.7740, 0.7684, 0.8211,
                      0.8233, 0.7654, 0.7873, 0.8095, 0.8471, 0.8755, 0.7832, 0.8005, 0.8008,
                      0.8475, 0.7964, 0.8035, 0.8794, 0.7957, 0.8088, 0.8155, 0.8264, 0.8303,
                      0.7977, 0.8607, 0.8137, 0.7960, 0.7515, 0.7834, 0.7895, 0.8106, 0.8240,
                      0.8661, 0.8012, 0.8066, 0.8538, 0.9003, 0.7963, 0.8027, 0.8590, 0.8875,
                      0.8200, 0.7478, 0.7614, 0.8419, 0.8346, 0.8368, 0.8307, 0.8391, 0.8405,
                      0.8137, 0.8213, 0.8235, 0.8062, 0.7388, 0.7920, 0.8586, 0.8236, 0.8579,
                      0.7825, 0.8671, 0.7607, 0.8363, 0.7979, 0.8225, 0.8439, 0.8590, 0.8313,
                      0.7914, 0.8125, 0.8245, 0.7928, 0.7732, 0.8442, 0.8739, 0.8219, 0.8199,
                      0.8177, 0.7798, 0.8012, 0.8527, 0.7923, 0.9805, 0.7918, 0.7374, 0.8085,
                      0.7708, 0.8000, 0.8160, 0.8006, 0.8476, 2.2491, 0.7821, 0.8177, 0.8542,
                      0.8230, 0.8363, 0.8650, 0.7950, 0.8828, 0.8147, 0.8720, 0.8471, 0.7698,
                      0.8453, 0.8229, 0.8965, 0.7883, 0.7770, 0.8444, 0.8391, 0.8142, 0.8134,
                      0.8940, 0.7524, 0.9104, 0.7765, 0.8339, 0.8448, 0.8282, 0.8107, 0.8485,
                      0.8168, 0.7867, 0.8810, 0.7936, 0.8312, 0.8566, 0.8497, 0.8112, 0.7993,
                      0.8312, 0.9627, 0.8777, 0.8002, 0.8081, 0.8101, 0.8166, 0.8420, 0.8007,
                      0.8275, 0.8284, 0.8186, 0.8486, 0.8464, 0.7655, 0.8179, 0.8368, 0.7930,
                      0.8282, 0.9114, 0.8263, 0.9221, 0.9398, 0.8704, 0.8511, 0.8568, 0.8607,
                      0.8094, 0.8336, 0.8075, 0.8128, 0.8226, 0.8208, 0.8159, 0.8089, 0.8478,
                      0.8765, 0.8686, 0.7835, 0.7857, 0.7832, 0.9141, 0.8305, 0.7837, 0.8225,
                      0.8280, 0.8085, 0.8072, 0.8957, 0.8204, 0.7963, 0.8152, 0.8018, 0.8561,
                      0.7980, 0.8031, 0.8412, 0.8593, 0.7655, 0.8412, 0.8304, 0.8287, 0.7839,
                      0.8253, 0.7653, 0.8541, 0.8083, 0.8153, 0.7915, 0.8239, 0.8519, 0.9200,
                      0.8019, 0.8019, 0.8522, 0.8080, 0.8396, 0.8812, 0.8654, 0.8232, 0.8352,
                      0.8497, 0.7580, 0.8376, 0.8285, 0.7757, 0.8563, 0.7623, 0.8022, 0.7445,
                      0.7960, 0.9294, 0.8073, 0.8058, 0.8210, 0.8239, 0.8137, 0.7749, 0.8019,
                      0.8230, 0.9473, 0.8162, 0.8156, 2.0299, 0.8712, 0.9014, 0.8035, 0.7709,
                      0.8209, 0.8036, 0.9400, 0.9017, 0.8495, 0.8743, 0.8545, 0.8325, 0.8452,
                      0.7655, 0.8265, 0.8787, 0.7925, 0.8871, 0.8621, 0.8570, 0.7774, 0.7865,
                      0.8555, 0.8294, 0.8223, 0.8438, 0.8066, 0.8004, 0.8209, 0.8227, 0.8480,
                      0.8339, 0.8902, 0.7781, 0.8447, 0.8007, 0.8099, 0.8088, 0.7789, 0.8600,
                      0.8453, 0.8072, 0.7915, 0.8528, 0.7953, 0.7781, 0.8340, 0.8029, 0.8470,
                      0.7812, 0.8570, 0.8433, 0.7981, 0.8046, 0.8070, 0.7978, 0.8195, 0.8314,
                      0.8664, 0.7387, 0.7659, 0.8104, 0.9040, 0.8058, 0.8156, 0.8858, 0.7984,
                      0.8122, 0.8309, 0.8355, 0.8883, 0.7946, 0.8662, 0.7851, 0.8445, 0.8999,
                      0.8511, 0.7922, 0.7847, 0.8587, 0.8095, 0.8421, 0.8310, 0.7745, 0.7933,
                      0.8145, 0.8361, 0.8050, 0.7927, 1.0332, 0.8046, 0.8779, 0.7780, 0.7467,
                      0.7968, 0.7987, 0.8343, 0.8896, 0.8169, 0.8366, 0.8023, 0.8446, 0.7733,
                      0.8139, 0.8509, 0.8007, 0.8713, 0.8337, 0.7726, 0.7917, 0.8000, 0.8175,
                      0.8249, 0.8227, 0.8204, 0.7697, 0.8782, 0.7706, 0.8630, 0.7815, 0.7935,
                      0.7969, 0.7819, 0.7936, 0.8466, 0.9832, 0.8013, 0.8814, 0.8387, 0.7780,
                      0.8718, 0.8726, 0.8785, 0.8261, 0.7883, 0.8525, 0.7843, 0.7887, 0.8261,
                      0.8381, 0.7904, 0.7906, 0.8271, 0.8161, 0.8962, 0.7798, 0.8440, 0.8077,
                      0.8098, 0.8103, 0.8378, 0.8449, 0.7698, 0.8277, 0.8499, 0.7908, 0.8489,
                      0.8230, 0.8634, 0.8175], device='cuda:0')),
             ('bert.encoder.layer.10.attention.output.LayerNorm.bias',
              tensor([ 7.4331e-02, -2.3134e-01, -1.3688e-02,  1.5043e-01,  2.8646e-02,
                      -1.3049e-01, -1.3255e-01,  1.0163e-01, -1.4263e-02, -4.3611e-02,
                       5.7205e-02,  9.8583e-02, -5.1725e-02,  6.8967e-03,  4.0900e-02,
                       6.8368e-02, -1.3671e-02, -5.4405e-02, -8.8714e-02, -1.0779e-01,
                      -2.7931e-02, -5.7160e-02,  1.5766e-03,  2.1739e-02, -4.2825e-03,
                      -1.5111e-01, -1.2099e-02,  3.7119e-01,  8.1235e-02,  3.4565e-02,
                      -4.1637e-02, -4.0154e-02, -9.2103e-02, -5.8910e-02,  2.1406e-01,
                       1.1995e-01, -2.0230e-01,  2.4527e-02, -5.0278e-02,  2.7005e-01,
                      -2.1786e-02, -7.1685e-02,  5.2556e-03, -3.2210e-03, -6.1127e-03,
                      -5.0673e-02,  7.3134e-02,  1.1287e-01, -7.3646e-02,  5.4587e-02,
                       9.7916e-02,  7.2493e-02, -2.9495e-02, -1.5974e-01,  4.8514e-02,
                      -8.0015e-02, -2.0325e-01, -2.4293e-02,  2.5058e-02,  1.6215e-01,
                      -4.3953e-02, -1.0501e-02,  1.5415e-01, -8.3182e-02, -7.1262e-02,
                       1.8750e-02, -3.4923e-02,  9.5243e-03,  1.4289e-01, -2.9996e-01,
                      -7.7673e-02, -1.2394e-01, -1.2297e-01,  4.7581e-02, -6.2255e-02,
                       4.4388e-02,  1.6097e-02, -1.3585e-01, -5.0260e-02, -7.1976e-02,
                       5.4223e-02,  1.3490e-01,  7.9045e-03,  1.4089e-01, -6.5109e-02,
                       1.0052e-01,  6.1286e-03, -7.1665e-02, -1.9991e-02,  7.9450e-02,
                      -2.1859e-02,  4.3488e-03,  1.2113e-01, -4.3540e-02,  1.2468e-03,
                       1.7408e-01,  6.2074e-02, -8.7951e-02, -1.1798e-01,  4.5716e-02,
                      -2.5504e-02, -5.6617e-02, -4.5013e-02,  9.6061e-02, -1.2156e-01,
                       5.1026e-02,  1.3751e-01, -4.1471e-02, -6.4125e-02, -7.1917e-02,
                       2.3261e-02, -5.3904e-02, -1.5068e-02, -4.5405e-02,  5.1520e-03,
                       1.1876e-01, -3.7775e-02,  9.9032e-03, -5.8620e-02, -4.7984e-02,
                      -4.1797e-02, -7.7487e-02, -8.2915e-02,  5.2863e-02, -2.5032e-02,
                       2.6003e-02, -1.9112e-02, -1.1529e-01, -1.9434e-02,  3.8643e-02,
                      -2.4701e-02, -7.6144e-02,  7.6097e-02, -6.8506e-03, -2.7255e-02,
                      -8.7316e-03, -4.8135e-01,  1.0454e-01, -2.8574e+00, -2.4208e-02,
                      -1.6459e-01, -6.5098e-02,  6.5797e-02, -1.2953e-01, -2.3457e-02,
                      -3.0060e-02, -6.6075e-02,  1.1566e-01, -2.9909e-02, -1.0750e-01,
                      -1.6776e-01, -4.7139e-02, -6.4677e-02,  4.1900e-02,  3.7436e-02,
                      -2.6446e-01, -9.5778e-03, -1.4982e-01,  2.4235e-01, -1.4398e-01,
                       2.0941e-01,  2.1690e-01,  1.4723e-03, -1.9924e-02,  2.7643e-03,
                      -1.6803e-01,  2.9412e-01, -9.1289e-03, -1.7088e-01,  6.2542e-02,
                       1.2483e-02, -2.8500e-02, -5.5778e-02,  7.2500e-02,  8.8207e-02,
                       5.3055e-02,  1.9194e-01, -2.0057e-01, -3.0279e-02, -2.2834e-02,
                       2.4455e-02, -8.7919e-02, -1.5820e-02, -1.8727e-01,  3.1948e-02,
                       6.2932e-02, -4.6485e-02, -1.3308e-01,  3.5215e-02,  2.1962e-02,
                      -2.1609e-03, -3.1398e-02,  4.4933e-02,  3.6238e-02, -2.0110e-01,
                      -1.0245e-01,  1.2915e-02, -5.9429e-02, -9.7034e-02, -8.9527e-02,
                       8.5305e-03,  1.4333e-01, -2.1942e-02,  1.7121e-02, -6.7383e-02,
                       5.6647e-02, -4.1335e-02, -1.4615e-01, -4.7488e-02, -5.3670e-02,
                      -9.4686e-02, -1.3211e-01,  5.5722e-03, -1.3764e-01, -7.3099e-02,
                      -1.6515e-02,  1.7435e-03,  3.0162e-02, -2.3080e-02, -4.2948e-02,
                      -8.1914e-02,  6.1743e-02,  1.4371e-01, -1.6359e-01, -1.1933e-01,
                       6.5864e-02, -1.4711e-02, -4.4141e-02,  1.6427e-01, -1.9668e-02,
                       9.4961e-03,  4.0909e-02, -1.7782e-02, -8.7753e-02, -1.2723e-01,
                      -1.2682e-01,  5.2569e-02, -1.3558e-01,  7.5654e-03,  7.6940e-02,
                      -1.0565e-01, -7.0909e-02,  1.3929e-01, -8.1040e-03, -2.1764e-01,
                      -8.1584e-02,  3.1271e-04,  1.2638e-01, -1.2050e-01,  5.8934e-03,
                       1.0269e-02, -1.6294e-02,  2.4859e-01,  1.0620e-01,  4.0650e-02,
                       1.0204e-01, -3.0343e-02,  1.6629e-02, -5.4321e-02, -2.9523e-02,
                       5.2705e-02,  4.1650e-03,  5.7654e-02, -2.4636e-02, -6.3198e-02,
                      -3.4738e-02, -7.7219e-03, -3.8884e-02,  4.2205e-02, -1.6766e-02,
                      -8.2939e-02, -5.5014e-02,  1.9810e-01, -2.7910e-02, -1.0885e-02,
                      -1.8964e-03, -1.0958e-01, -1.6238e-02,  1.0085e-01, -2.1285e-01,
                       1.5468e-01, -4.8298e-02,  1.5709e-02,  4.1341e-02, -1.6373e-01,
                       7.6027e-02, -2.0472e-02, -4.3219e-02, -4.2925e-02, -7.8794e-02,
                      -6.7578e-02,  6.8165e-02, -1.3001e-01, -8.8465e-02,  3.1128e-03,
                      -1.4909e-01, -2.4786e-01, -1.1663e-02, -5.0240e-02, -3.8683e-03,
                       1.4602e-01, -6.3397e-02,  9.9678e-02,  2.3651e-02, -1.1297e+00,
                      -6.9118e-02,  5.0311e-02,  8.8122e-02,  5.4654e-02,  8.7208e-02,
                       1.9734e-01, -1.6181e-02, -1.1728e-01,  3.3760e-02, -7.2084e-02,
                      -3.1480e-02,  3.9016e-02, -1.8556e-02, -1.1862e-01, -2.8006e-02,
                      -5.8831e-02,  5.6861e-02, -2.8830e-02,  3.5309e-02, -9.6681e-02,
                       1.7626e-02, -1.9136e-02, -3.7118e-02,  9.6072e-02, -1.0755e-01,
                      -2.8686e-01,  1.3252e-02, -6.3647e-03,  1.4662e-01, -3.8441e-02,
                      -6.2379e-02, -6.4913e-02,  1.1600e-01, -3.6904e-01,  1.2896e-01,
                       3.0244e-02,  1.6486e-02, -3.3887e-02, -6.0933e-02,  4.4032e-03,
                       1.3267e-01, -1.0712e-01, -9.5671e-02, -1.3314e-02,  6.3080e-03,
                      -7.9831e-02, -3.0049e-01, -4.7757e-02,  1.8818e-02,  3.8923e-02,
                      -4.6384e-02, -1.4471e-01,  5.1662e-02,  1.4346e-02, -6.8289e-02,
                       4.2756e-03, -4.4067e-02, -2.9746e-02, -1.0717e-01, -1.1169e-01,
                      -5.3252e-02, -2.2802e-02,  2.5487e-01, -1.4045e-01, -1.1847e-01,
                      -6.3900e-02, -2.1963e-01,  2.3739e-02,  1.2828e-01, -4.6507e-02,
                       4.7201e-03, -1.7007e-01, -1.6949e-01, -1.4337e-02, -6.3904e-02,
                       2.5320e-02, -2.1892e-02,  5.0246e-02,  5.6379e-02,  2.7419e-02,
                      -1.2496e-01, -5.8818e-02,  6.3990e-02,  2.1892e-02,  2.9561e-02,
                      -5.8546e-02,  1.0863e-02,  1.8554e-02, -8.8547e-02, -7.7006e-02,
                       4.7777e-03, -1.4416e-01, -9.7401e-03, -6.2780e-02, -1.6928e-02,
                      -1.0347e-01,  4.6099e-02, -9.8282e-02, -7.4629e-02, -4.0729e-02,
                       2.7525e-02, -1.9495e-01, -4.4765e-02, -2.0402e-01, -2.0349e-01,
                      -1.1849e-02, -1.0094e-01,  7.7679e-02, -1.1469e-02,  1.3283e-01,
                      -1.1841e-01,  1.1971e-02,  7.7345e-02, -1.7634e-01, -4.3431e-02,
                      -7.6964e-02, -1.7887e-02,  1.2986e-02,  2.5222e-01,  3.3029e-02,
                       7.6851e-04, -1.3684e-01, -1.0906e-01,  1.8308e-03,  2.8470e-02,
                      -7.0427e-02,  9.1967e-02, -8.6512e-02,  1.1909e-01, -9.0123e-02,
                       5.0307e-02,  1.0320e-01, -9.1227e-02, -1.7539e-02, -1.7925e-01,
                      -3.2092e-02, -6.4983e-02, -4.8349e-02, -2.1658e-01, -6.8565e-02,
                      -9.1578e-02, -5.6030e-02, -1.8229e-01, -2.7980e-02, -1.0902e-01,
                       1.0629e-01, -3.0265e-02,  6.4015e-02,  3.0541e-02,  7.9297e-05,
                      -5.1773e-01,  9.0637e-02, -6.2647e-02, -3.5377e-02,  1.3419e-02,
                      -1.2845e-01, -1.5698e-01,  5.2254e-03, -6.2943e-02,  8.3491e-01,
                       1.4147e-02, -2.2768e-02,  3.3133e-01,  6.4411e-02, -2.8906e-02,
                       1.4388e-01,  3.0916e-02,  4.3374e-02,  8.3846e-02,  2.3524e-02,
                      -1.0412e-03, -1.2322e-01, -7.9323e-02, -1.3976e-02, -2.0741e-01,
                      -8.4714e-02,  3.3913e-02, -1.1920e-01, -6.2924e-02,  6.6714e-02,
                       2.1400e-02,  7.2408e-02,  8.8697e-02, -1.6314e-01,  4.3608e-02,
                      -1.9592e-01, -1.6110e-01, -1.9820e-01,  2.8173e-02, -4.5626e-03,
                      -5.3080e-02, -6.8913e-02, -8.5385e-03, -6.1629e-02,  4.9669e-06,
                       2.6185e-02, -2.8683e-02,  5.8155e-03, -1.1378e-01, -5.5174e-02,
                       3.6821e-01, -2.6874e-02, -3.4786e-02,  8.4335e-02, -8.3469e-03,
                      -1.5539e-01, -1.9761e-01,  5.8347e-02, -1.1820e-02, -1.2447e-01,
                      -8.2496e-02, -9.0465e-03,  1.0920e-01,  4.8663e-02,  8.7003e-02,
                       9.5976e-02, -1.2747e-01,  5.0769e-02, -7.5603e-02,  2.5676e-02,
                      -3.1190e-02,  3.3559e-01, -1.2603e-01, -2.4820e-01, -8.9627e-02,
                       9.3721e-02,  4.3272e-02, -7.3315e-02, -7.4194e-02, -1.0846e-01,
                       5.8548e-02,  4.8805e-02, -1.4256e-02, -1.2597e-01,  8.3337e-02,
                      -3.2899e-01, -7.9649e-03,  7.3392e-02, -1.3001e-01,  1.0827e-01,
                       2.8035e-01,  4.3777e-02,  5.7821e-02, -7.2327e-02,  1.0853e-01,
                       1.4180e-01, -9.8630e-03, -1.5054e-01,  7.5342e-02,  8.4199e-02,
                       1.4979e-01, -9.5391e-02, -1.8434e+00, -2.0475e-03,  4.8575e-03,
                      -8.0206e-02, -1.9197e-02,  4.2841e-02,  5.0380e-02,  2.7100e-02,
                      -1.7042e-01, -7.7054e-02,  3.1212e-02, -5.9107e-02,  1.0312e-01,
                       8.6094e-02,  4.4559e-02, -4.0591e-02, -1.3802e-02,  2.6238e-02,
                      -9.6953e-03, -7.3383e-02,  2.9362e-02,  5.1689e-02, -1.0115e-01,
                       1.4378e-01,  2.0435e-01,  2.5968e-03, -2.5299e-03,  9.3802e-02,
                       1.0031e-02,  5.5362e-02, -7.3602e-02,  9.1882e-02, -7.6191e-02,
                      -4.4507e-02,  8.3296e-02,  3.4970e-02,  2.4205e-02, -1.8978e-02,
                       1.2951e-01, -4.5595e-02,  7.0504e-03,  5.3092e-02, -2.5091e-02,
                      -2.9289e-02, -6.5449e-02,  2.7562e-02, -3.5974e-04,  2.6951e-02,
                       1.8086e-02,  3.7236e-02,  6.9695e-01, -5.9787e-02,  1.6403e-01,
                       8.2712e-02, -2.0964e-02,  5.3074e-02, -8.5332e-03,  3.7771e-01,
                       1.7171e-01, -6.9481e-02, -3.2829e-02, -8.6724e-02, -4.6636e-02,
                      -6.5375e-02, -9.9267e-02,  5.7146e-02, -4.4627e-02,  5.5748e-02,
                      -1.1800e-01, -2.2644e-02, -1.5642e-01,  6.7883e-02,  6.8122e-02,
                      -1.6671e-01, -1.1106e-03, -1.6686e-01, -2.3345e-01,  9.4157e-02,
                       5.4992e-02, -1.1854e-01, -1.7883e-03, -3.9583e-02, -8.5585e-02,
                      -1.4312e-01, -1.1303e-01,  2.6581e-03, -4.0209e-02,  3.3157e-02,
                      -3.9975e-02, -4.3018e-02,  1.4963e-01, -1.0210e-01,  4.0915e-02,
                      -3.9108e-02, -7.6224e-02, -2.1704e-01, -1.6496e-01,  8.3351e-02,
                      -5.2257e-02, -4.3732e-02,  1.4002e-03,  1.8974e-01, -1.5629e-01,
                       9.6166e-02,  2.1238e-02,  4.3324e-02,  5.3063e-02, -2.4816e-01,
                       3.2701e-02,  5.0937e-02, -5.8403e-02, -8.9589e-04,  9.2876e-02,
                      -4.3814e-02,  4.5310e-02,  2.0168e-01,  4.9363e-02,  5.4196e-02,
                       1.2333e-01, -9.5485e-02, -4.8237e-02, -1.6105e-01, -2.3228e-02,
                       8.5542e-02, -6.8287e-02,  3.8779e-02,  1.0755e-02, -1.0357e-01,
                       3.0989e-02, -8.8859e-02, -7.0396e-02, -1.3151e-02, -1.2403e-01,
                       9.6754e-02,  7.5420e-02, -9.4697e-02,  2.7759e-02,  9.6119e-02,
                       6.8350e-02, -7.8508e-02, -5.4724e-01,  1.5620e-01,  1.1696e-01,
                      -6.4977e-03,  2.4087e-02, -5.8906e-02, -1.7684e-02, -1.1527e-01,
                      -4.7735e-02,  7.5569e-02, -6.3919e-02,  5.9477e-02,  6.1592e-03,
                       7.7222e-02, -5.1267e-02, -1.1314e-01,  5.3792e-02, -2.8314e-03,
                      -5.3822e-03, -1.4705e-01, -2.2228e-02, -3.5033e-02, -3.5213e-02,
                      -5.6810e-02,  1.4660e-01, -5.0603e-02, -1.1446e-01, -1.1762e-02,
                      -4.7559e-02,  6.2058e-02, -3.0691e-02, -5.7177e-02,  4.8334e-03,
                      -3.9242e-02, -8.7804e-02, -2.8235e-02,  3.0751e-01, -1.5684e-01,
                       7.5417e-02,  8.3382e-02,  4.2396e-03,  1.2521e-01, -1.0679e-02,
                      -1.2365e-01, -7.8473e-02,  1.1560e-01,  8.3254e-02,  3.7809e-02,
                      -6.1386e-02, -2.8435e-02, -5.4846e-02, -5.7169e-03, -1.3081e-01,
                       1.3851e-01,  9.0960e-03,  2.4731e-01, -4.6352e-02, -6.0475e-02,
                      -1.9273e-02,  1.1520e-01, -1.6847e-01, -1.1280e-01,  8.1221e-02,
                      -1.4548e-01, -1.2833e-01,  6.1389e-02, -6.6215e-02, -5.1146e-02,
                       6.7931e-02, -5.1115e-02,  1.3512e-01], device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.weight',
              tensor([[ 0.0417, -0.0386,  0.0274,  ...,  0.0235, -0.0381, -0.0001],
                      [ 0.0141,  0.0676,  0.0490,  ...,  0.0097, -0.0257, -0.0065],
                      [-0.0248,  0.0366,  0.0020,  ..., -0.0005, -0.0450, -0.0550],
                      ...,
                      [ 0.0475,  0.0058, -0.0047,  ...,  0.0307, -0.0059,  0.0292],
                      [-0.1002, -0.0255,  0.0240,  ...,  0.0204, -0.0428,  0.0120],
                      [-0.0269,  0.0153,  0.0392,  ...,  0.0647, -0.0096,  0.0332]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.intermediate.dense.bias',
              tensor([-0.0944, -0.0363, -0.0773,  ..., -0.0079, -0.0962, -0.0942],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.weight',
              tensor([[ 0.0312, -0.0375, -0.0572,  ..., -0.0095, -0.0630, -0.0186],
                      [-0.0511,  0.0021, -0.0547,  ...,  0.0228, -0.0370,  0.0144],
                      [ 0.0336, -0.0550,  0.0274,  ..., -0.0139,  0.0216, -0.0628],
                      ...,
                      [-0.0267, -0.0104, -0.0301,  ..., -0.0218, -0.0475,  0.0254],
                      [-0.0429, -0.0266, -0.0259,  ..., -0.0054, -0.0277,  0.0500],
                      [ 0.0322, -0.0513, -0.0011,  ..., -0.0038,  0.0014, -0.0118]],
                     device='cuda:0')),
             ('bert.encoder.layer.10.output.dense.bias',
              tensor([ 1.0025e-01, -9.2635e-02, -7.2645e-02,  1.6350e-01, -6.2996e-02,
                      -1.1051e-01, -1.1826e-01,  7.8119e-02,  6.7524e-02, -1.0064e-01,
                       1.8326e-02, -2.7069e-02, -5.9804e-02,  5.0576e-02,  1.8764e-03,
                       1.0199e-01, -2.9818e-02, -8.6129e-02,  3.6577e-02, -1.1084e-01,
                      -3.0137e-02, -9.2417e-02,  5.3995e-02,  5.6433e-02, -2.6625e-02,
                      -4.5459e-02,  1.4633e-02,  1.3656e-01,  1.8009e-01,  7.4646e-02,
                      -7.1319e-02,  7.7159e-03, -1.1655e-01, -3.1477e-02,  1.2234e-01,
                       1.0581e-01, -1.0908e-01,  6.0757e-02, -2.9727e-02,  1.6408e-01,
                      -6.1644e-02, -2.0823e-02,  5.1129e-02, -1.0113e-01,  1.3298e-01,
                      -9.6546e-02, -1.2671e-02,  5.8692e-02, -4.6343e-02,  1.4528e-01,
                       1.0502e-01,  1.6586e-01,  1.5535e-01, -1.2558e-01,  7.3919e-02,
                      -6.4041e-02, -1.6729e-01, -5.6450e-02,  8.9132e-03,  1.6751e-01,
                      -8.3331e-02, -9.9215e-02,  2.7162e-02, -1.9904e-02, -8.5761e-02,
                       8.2666e-02,  2.9798e-02,  1.9391e-02,  1.6641e-01, -2.2856e-01,
                      -1.7106e-03, -8.0009e-02, -2.2134e-02,  8.3611e-02, -1.0305e-01,
                       3.2256e-02,  4.5804e-02, -9.1307e-02, -7.8919e-02, -6.3895e-02,
                       4.0579e-02,  3.6956e-02,  5.7480e-02,  1.2218e-01,  6.2332e-02,
                      -7.3241e-03, -1.7717e-02, -4.1764e-02, -1.1642e-02,  4.7583e-02,
                      -3.2726e-02,  3.1560e-02,  9.0652e-02, -7.6017e-02, -5.3718e-02,
                       2.9486e-02,  1.1690e-01,  5.4748e-02,  4.5211e-02,  1.2716e-01,
                       4.4554e-02, -4.7988e-02, -2.8436e-02,  4.2589e-02,  4.4727e-02,
                      -4.6883e-02,  8.5709e-02, -1.0715e-01,  1.1411e-02, -4.1454e-02,
                       5.8547e-02,  5.6413e-02,  2.6583e-02, -4.3713e-02,  9.0263e-02,
                       1.0277e-01, -8.2320e-02,  2.4191e-02, -9.4020e-02, -1.2704e-01,
                      -2.2628e-02,  2.5440e-02,  8.8683e-02, -4.2917e-02,  3.4643e-03,
                       6.3306e-02, -4.4600e-04, -4.4146e-02,  4.8259e-02,  6.6146e-02,
                      -3.0046e-02,  1.8246e-02,  1.2136e-01,  4.8779e-02, -6.5456e-02,
                      -8.2458e-02,  3.5392e-02,  1.1587e-01,  7.1118e-02,  3.7697e-03,
                      -8.6289e-02, -5.5213e-02,  6.7257e-02, -1.7375e-01, -5.9833e-02,
                       1.2229e-02, -4.2913e-02,  4.2479e-02,  5.8657e-02, -1.5609e-01,
                      -1.7592e-01, -4.3253e-02, -1.2772e-02,  5.8771e-02, -3.0844e-02,
                      -1.8072e-01, -1.0551e-01, -6.5555e-02,  1.1363e-01, -1.5905e-01,
                       1.8848e-02,  5.3191e-02,  5.2212e-02,  4.5747e-02,  3.6786e-02,
                      -1.0054e-01,  1.6057e-01,  1.2236e-02,  1.7315e-02,  9.2367e-02,
                       4.7650e-02,  2.5365e-02, -9.7005e-02,  1.7908e-01,  1.7605e-01,
                       8.2944e-02,  1.3272e-01, -1.0321e-01,  3.3847e-02,  6.6517e-03,
                      -4.8712e-02, -5.5718e-02,  7.0780e-02, -7.2144e-02,  6.0613e-02,
                       1.0063e-01, -4.2009e-02, -7.0434e-02, -1.0518e-02, -4.5681e-02,
                       3.2820e-02, -5.0441e-02,  3.5223e-02,  1.1885e-01, -1.8415e-01,
                      -6.2292e-02, -8.8592e-02, -2.6521e-02, -1.1647e-01, -9.3057e-02,
                      -6.7781e-02,  1.7978e-02, -5.0600e-02,  9.1547e-02,  2.9844e-02,
                      -7.9757e-02,  6.8604e-02, -9.9675e-02,  2.8346e-02, -5.8909e-02,
                      -5.0599e-02, -9.2242e-02,  7.9647e-02, -7.3704e-02, -3.6528e-02,
                      -4.9657e-02,  7.5625e-02,  2.2409e-02,  1.1423e-02, -7.1035e-02,
                      -4.1410e-02,  7.3904e-03,  9.5413e-02, -9.5038e-02,  7.2859e-02,
                       6.2190e-02,  1.3424e-02, -3.7148e-04,  5.1754e-02,  2.6872e-02,
                       2.9840e-02,  3.7088e-02,  7.9955e-02, -3.0122e-02, -2.8367e-02,
                      -8.4975e-02,  1.0026e-01, -9.7536e-02, -3.0906e-02,  1.0886e-01,
                      -2.4625e-01,  8.5573e-03,  1.9416e-01,  4.7725e-02, -1.3308e-02,
                      -9.2150e-02,  2.4825e-02,  7.5137e-02,  6.3415e-02,  8.4227e-02,
                       9.6825e-02,  2.1118e-02,  2.8075e-03,  1.6537e-02,  7.7692e-02,
                       1.0693e-01, -8.1548e-02, -9.1376e-03, -9.8251e-02,  1.1684e-01,
                       2.2561e-02, -1.2813e-02,  1.7917e-02,  8.0397e-02, -1.9387e-02,
                      -3.2231e-02,  1.1358e-01, -9.8579e-05,  2.6582e-02, -7.8449e-02,
                      -2.2238e-02, -1.4331e-01,  8.1476e-02,  7.3929e-02,  6.1541e-02,
                       7.3845e-03, -3.7198e-02,  1.3118e-02,  3.7960e-02, -4.6761e-02,
                       3.9765e-03,  3.2286e-02, -2.6129e-02,  1.6689e-01, -5.8121e-02,
                      -1.5967e-02,  1.1338e-01, -9.1637e-02,  5.0279e-02,  7.4775e-02,
                       1.3591e-01,  7.1900e-02, -5.1762e-02, -8.5176e-02,  2.6902e-02,
                      -1.2212e-01, -3.7912e-02,  4.2783e-02, -5.0327e-03, -5.2039e-04,
                       7.6954e-02, -1.7326e-02,  9.1219e-02,  1.2837e-01, -1.7283e-01,
                       1.4144e-02,  4.2211e-02,  7.1416e-02, -3.8157e-02,  1.0002e-01,
                       1.5353e-01,  5.8225e-02, -1.0747e-01,  1.1700e-01, -8.8443e-02,
                      -1.0008e-01,  1.7286e-03,  8.3174e-02, -1.8935e-02, -1.4102e-01,
                      -1.6956e-01,  4.3052e-02, -9.8586e-03, -5.2148e-02, -1.0738e-01,
                      -6.7067e-02, -4.6864e-02,  9.6494e-02,  5.5404e-02, -1.5514e-01,
                      -1.2245e-01,  1.3294e-01, -8.2353e-02,  7.3078e-02, -4.4096e-02,
                      -7.2283e-02, -3.5127e-02,  1.4661e-01, -1.1456e-01,  2.0440e-02,
                       1.1197e-01,  2.4828e-02,  7.7198e-03, -1.3942e-02,  4.5150e-02,
                       1.2466e-01, -4.7255e-02, -6.7814e-02,  7.5214e-02,  2.4086e-02,
                      -7.0035e-02, -1.6840e-01, -1.0010e-01,  4.8919e-02,  9.3635e-02,
                      -9.3190e-02, -6.2605e-02,  2.6813e-02,  9.4929e-02, -4.2963e-02,
                       3.4610e-02, -8.8681e-02,  9.8392e-02,  6.1164e-03, -5.7864e-02,
                      -6.3029e-02,  7.8271e-02,  1.3082e-01, -7.7565e-02, -3.6675e-03,
                      -3.3635e-02, -1.1739e-01,  5.9937e-02,  8.5925e-02, -1.4048e-01,
                       1.0377e-01, -2.2281e-01, -1.4842e-01,  3.0629e-02, -2.1985e-02,
                      -8.0656e-02,  1.1859e-01,  7.5972e-02,  1.0198e-01,  8.1581e-03,
                      -1.0560e-01,  2.2188e-02, -7.4681e-02,  1.3070e-01,  7.2934e-02,
                      -8.2281e-02,  3.0294e-02,  5.6299e-02, -6.5436e-02,  4.2621e-02,
                      -1.2268e-01, -5.6247e-02, -7.0465e-02, -1.0388e-01,  1.7317e-02,
                      -1.0761e-01,  1.7536e-01, -5.5636e-02, -1.9065e-01, -9.5700e-02,
                       9.5127e-02, -1.0303e-01, -7.7372e-02, -8.7646e-02, -9.1251e-02,
                       9.2295e-02, -3.2857e-02,  3.2663e-02,  3.8269e-02, -2.2128e-02,
                      -1.0983e-01,  2.5537e-02,  3.5114e-02, -1.3267e-01, -1.0241e-01,
                       2.0351e-02, -6.9447e-02,  7.1280e-02,  1.1900e-01,  9.7174e-02,
                      -1.6420e-02, -4.1648e-02, -1.1556e-01,  5.0425e-02, -1.0964e-02,
                      -3.3958e-02,  1.4534e-01, -1.1464e-01,  1.2239e-01, -1.7207e-02,
                      -2.4539e-02, -2.9762e-02, -8.7254e-02, -4.4233e-02,  7.1151e-02,
                       2.5867e-02, -9.2106e-02, -8.6636e-02, -1.7632e-01, -1.1957e-01,
                      -4.2665e-02, -3.2353e-02,  7.2935e-04, -1.5136e-02,  4.0401e-03,
                       7.3065e-02,  5.5672e-02,  7.6326e-02,  3.8080e-02,  2.3731e-02,
                      -1.6232e-01,  1.2091e-01, -3.3230e-02, -9.1614e-02,  1.9144e-02,
                      -8.0377e-02, -7.6692e-02, -6.1828e-02,  2.4685e-02,  2.3948e-01,
                       1.5791e-01, -3.5629e-02,  2.7590e-01,  1.7912e-02, -1.9363e-02,
                       9.6995e-02,  2.0677e-02,  6.8916e-02,  1.1472e-01,  1.1926e-01,
                       2.2681e-02, -2.3152e-01, -6.2574e-02,  8.6446e-02, -5.2895e-02,
                      -9.1493e-03,  8.0955e-02, -1.9015e-02,  7.0544e-02,  5.5841e-02,
                       1.0632e-02,  2.1943e-02,  1.2880e-01, -8.2272e-02, -1.0963e-01,
                      -1.4959e-01, -7.4056e-02, -1.1151e-01,  7.1974e-02,  2.5146e-02,
                       5.4176e-02, -1.1135e-01, -3.5093e-02,  6.2142e-03,  1.3665e-01,
                       1.0867e-01, -1.2807e-03,  4.1031e-03, -4.0168e-05, -1.4984e-01,
                       1.3808e-01,  2.0660e-02,  3.0592e-02, -3.7945e-02, -9.7928e-02,
                       1.0323e-03, -1.0009e-01,  5.6771e-02, -5.1050e-02, -3.8435e-02,
                      -1.0427e-01, -5.7075e-03,  4.6932e-02,  4.5902e-02,  9.1488e-02,
                      -8.1397e-02, -1.9089e-01, -7.9001e-02, -3.8396e-02,  8.7903e-02,
                      -1.0740e-01,  1.1375e-01, -6.6707e-02, -1.6905e-01, -2.3511e-02,
                       4.2752e-02,  5.2364e-02, -1.2102e-01, -1.0973e-01, -1.3396e-02,
                       9.1149e-03,  6.4144e-02,  7.0250e-02, -5.7599e-02,  1.2355e-01,
                      -1.0931e-01,  1.9434e-02,  8.6288e-02, -1.5544e-01,  5.2876e-02,
                       1.4211e-01,  1.7488e-01, -3.2986e-02, -1.3374e-02,  5.8999e-02,
                       1.4474e-01,  1.3150e-02, -1.3204e-01,  5.0444e-02,  1.0709e-01,
                       1.1860e-01, -9.2451e-02, -6.4222e-01,  5.5535e-02,  3.7269e-02,
                       3.3332e-02, -4.3704e-02,  6.7348e-02, -3.2657e-03,  5.9827e-02,
                      -8.4973e-02, -1.3637e-02, -1.0407e-01, -1.5294e-02,  2.1762e-02,
                       1.4192e-01, -4.0584e-02,  1.1284e-01, -3.3792e-02,  1.2799e-01,
                      -2.5680e-02,  9.6940e-02,  4.6711e-02,  1.2329e-01, -1.9116e-01,
                       8.3742e-02,  1.3369e-01,  5.1259e-02,  4.5705e-02,  5.0335e-02,
                       7.2604e-02,  1.1815e-02,  4.4956e-03,  1.6062e-01, -7.5624e-02,
                      -4.2578e-03,  4.4528e-02,  2.7015e-02,  3.0898e-02,  2.1976e-02,
                       4.1856e-02,  2.5347e-03,  6.3413e-02,  4.7870e-02, -1.4891e-02,
                       7.6410e-02, -5.7650e-02, -4.9430e-02, -2.2900e-02, -8.5771e-02,
                      -1.0122e-01,  1.7386e-01,  1.8544e-01,  7.3750e-02,  1.2034e-01,
                       1.2565e-02, -1.2547e-01,  9.4349e-02, -6.8263e-02,  1.2738e-01,
                       1.3823e-01, -9.4992e-03, -8.3725e-02, -6.8377e-02,  6.6589e-02,
                      -7.5948e-02, -1.2994e-01,  1.8580e-01, -1.1863e-01,  1.0141e-02,
                      -2.9541e-02, -7.5441e-02, -1.7984e-01,  1.0803e-01,  2.8880e-02,
                      -5.6708e-02,  6.8887e-02, -6.8081e-02, -1.2958e-01,  1.2532e-01,
                       4.0008e-02, -4.7042e-02,  3.4135e-02, -1.1961e-02, -3.6043e-02,
                      -5.0807e-02, -4.2160e-02,  2.3339e-02, -2.1172e-02, -2.2576e-02,
                      -5.1385e-02, -4.0350e-02,  8.2540e-02, -9.7479e-02, -7.6087e-02,
                      -2.9939e-02, -7.6981e-02, -4.4496e-02, -8.3915e-02,  6.6821e-02,
                       6.2710e-02, -4.7313e-02, -6.0559e-02,  9.6415e-02, -6.1282e-02,
                       1.4080e-02,  3.5313e-02, -4.1061e-02,  8.7026e-02, -1.2286e-01,
                       7.1687e-02,  3.3613e-02, -4.2337e-02, -7.3183e-02,  1.2532e-01,
                      -1.8996e-02,  1.9247e-01,  7.5753e-02,  9.4597e-03,  4.7395e-02,
                       1.0871e-01,  3.6770e-02,  3.1412e-02, -7.9413e-02, -6.9878e-02,
                       2.8306e-02, -4.1237e-02,  1.1319e-01,  5.7472e-02, -5.9153e-02,
                       5.6455e-02, -1.2222e-01,  6.9349e-02,  5.4322e-02, -9.6692e-02,
                       4.2289e-02,  1.9655e-01, -9.0891e-02,  1.0914e-01, -2.9754e-02,
                      -4.5448e-02, -3.3479e-02, -1.1799e-01,  1.2729e-01, -2.2060e-02,
                       1.6008e-02, -2.2006e-03,  2.5745e-02, -8.9326e-02, -8.5861e-02,
                      -1.6107e-02,  6.4715e-02, -7.5742e-02,  1.3097e-01, -2.1356e-02,
                      -1.1565e-03,  6.8983e-02, -9.4151e-02,  5.3988e-02, -1.1716e-02,
                      -1.7883e-01, -7.3773e-02, -1.0267e-01, -3.4559e-02,  3.7164e-02,
                      -1.1425e-01,  5.1731e-03,  1.0460e-02, -7.4306e-02, -3.1994e-02,
                      -3.1839e-02,  7.4279e-02, -6.5072e-02,  6.3217e-02, -1.9734e-02,
                      -9.5452e-03, -1.0548e-01, -1.2925e-01,  1.4595e-01, -4.0234e-02,
                       5.7538e-02,  5.0390e-02, -4.7287e-03,  1.3424e-01, -8.2824e-02,
                      -2.8621e-02, -2.9302e-02,  5.2928e-02,  7.0134e-02,  4.6287e-02,
                      -1.5748e-01, -5.3824e-02, -5.3697e-02, -5.5637e-02, -7.1278e-02,
                       1.5367e-01,  5.0043e-02,  5.0631e-02, -9.7023e-02,  7.8810e-02,
                       4.0281e-02,  4.5964e-02, -5.4834e-02,  7.0331e-02,  9.0879e-02,
                      -9.7510e-02, -3.2170e-02,  5.8973e-02, -4.7972e-03,  1.5688e-02,
                      -2.2621e-02,  3.5360e-02,  7.6543e-02], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.weight',
              tensor([0.8127, 0.8380, 0.8733, 0.8166, 0.8273, 0.8142, 0.7793, 0.8312, 0.8422,
                      0.7904, 0.8799, 0.8802, 0.8959, 0.8875, 0.8492, 0.8158, 0.8669, 0.8167,
                      0.8429, 0.8490, 0.8549, 0.8867, 0.8216, 0.8403, 0.8607, 0.8550, 0.8524,
                      0.7637, 0.8577, 0.8753, 0.8489, 0.8547, 0.8966, 0.8204, 0.8224, 0.8495,
                      0.8075, 0.8742, 0.8436, 0.7811, 0.8650, 0.8445, 0.8200, 0.8801, 0.8564,
                      0.8497, 0.8477, 0.8255, 0.8765, 0.8450, 0.8707, 0.8155, 0.8410, 0.8609,
                      0.8039, 0.8104, 0.8293, 0.8775, 0.8214, 0.8275, 0.8600, 0.8824, 0.8708,
                      0.8658, 0.8236, 0.8697, 0.8597, 0.8389, 0.8247, 0.7629, 0.8573, 0.8433,
                      0.8384, 0.8372, 0.8629, 0.8759, 0.8432, 0.8564, 0.8750, 0.8882, 0.8372,
                      0.8733, 0.8490, 0.8412, 0.8261, 0.8356, 0.8360, 0.8528, 0.8796, 0.8503,
                      0.8323, 0.8125, 0.8524, 0.8649, 0.8400, 0.8442, 0.8088, 0.8515, 0.7589,
                      0.8486, 0.8235, 0.8913, 0.8113, 0.8557, 0.8136, 0.8916, 0.8961, 0.8449,
                      0.8853, 0.8691, 0.8155, 0.8597, 0.8870, 0.8102, 0.8558, 0.8643, 0.8547,
                      0.8443, 0.8601, 0.8756, 0.8457, 0.8676, 0.8419, 0.8058, 0.8291, 0.8410,
                      0.8431, 0.8083, 0.8354, 0.8617, 0.8781, 0.8498, 0.8466, 0.8582, 0.8794,
                      0.8577, 0.9530, 0.8245, 0.1421, 0.8669, 0.8162, 0.8586, 0.8404, 0.8045,
                      0.8381, 0.8511, 0.8356, 0.8565, 0.8710, 0.8385, 0.8494, 0.8656, 0.9043,
                      0.8725, 0.8346, 0.8252, 0.8617, 0.8504, 0.8055, 0.8738, 0.8648, 0.8808,
                      0.8601, 0.8606, 0.8377, 0.8497, 0.7951, 0.8249, 0.8409, 0.8558, 0.8525,
                      0.8192, 0.8245, 0.8639, 0.8373, 0.8354, 0.8351, 0.8092, 0.8828, 0.8378,
                      0.8273, 0.8453, 0.7983, 0.8638, 0.8617, 0.8569, 0.8294, 0.8126, 0.8422,
                      0.8326, 0.8440, 0.8389, 0.8067, 0.8346, 0.8121, 0.8338, 0.8590, 0.8651,
                      0.8552, 0.8530, 0.8742, 0.7897, 0.8657, 0.8450, 0.8431, 0.8507, 0.8663,
                      0.8728, 0.8593, 0.8469, 0.8630, 0.8788, 0.8012, 0.8494, 0.8429, 0.8751,
                      0.8218, 0.8179, 0.8464, 0.8287, 0.8846, 0.8551, 0.8728, 0.8675, 0.8390,
                      0.8374, 0.8633, 0.8557, 0.8158, 0.7876, 0.8498, 0.8740, 0.8310, 0.8679,
                      0.8446, 0.8015, 0.8262, 0.8448, 0.8539, 0.8743, 0.8533, 0.8425, 0.8188,
                      0.8531, 0.8335, 0.8553, 0.8791, 0.8258, 0.8932, 0.8695, 0.8795, 0.8443,
                      0.9561, 0.8850, 0.8865, 0.8520, 0.8795, 0.8240, 0.8625, 0.8478, 0.7924,
                      0.8016, 0.8631, 0.8476, 0.8457, 0.8695, 0.8626, 0.8836, 0.8491, 0.8528,
                      0.8307, 0.8564, 0.8603, 0.8451, 0.8739, 0.8387, 0.8563, 0.8614, 0.8046,
                      0.8568, 0.9369, 0.8654, 0.8491, 0.7448, 0.8576, 0.8712, 0.8129, 0.8638,
                      0.8428, 0.7650, 0.8287, 0.8434, 0.8495, 0.8494, 0.8384, 0.8381, 0.7879,
                      0.8285, 0.8719, 0.8236, 0.8544, 0.8376, 0.8338, 0.8398, 0.1546, 0.8851,
                      0.8439, 0.8583, 0.8687, 0.8578, 0.8105, 0.8415, 0.8511, 0.8522, 0.8492,
                      0.8554, 0.8272, 0.8223, 0.8802, 0.8032, 0.8443, 0.8563, 0.8553, 0.8795,
                      0.8480, 0.8595, 0.8656, 0.8583, 0.8624, 0.8304, 0.8362, 0.8324, 0.8455,
                      0.8862, 0.8699, 0.8666, 0.8557, 0.8528, 0.8138, 0.8208, 0.8170, 0.8722,
                      0.8187, 0.8743, 0.8477, 0.8769, 0.8664, 0.8392, 0.8564, 0.8296, 0.8652,
                      0.8108, 0.8215, 0.8487, 0.8987, 0.8544, 0.8496, 0.8343, 0.8793, 0.8230,
                      0.8295, 0.8166, 0.8593, 0.8667, 0.7871, 0.8348, 0.8707, 0.8752, 0.8564,
                      0.8522, 0.8716, 0.8718, 0.8365, 0.8250, 0.8105, 0.8291, 0.8187, 0.8766,
                      0.8713, 0.7913, 0.8154, 0.8578, 0.8512, 0.8724, 0.8219, 0.8130, 0.8433,
                      0.8801, 0.8651, 0.8387, 0.8579, 0.8386, 0.8527, 0.8481, 0.8577, 0.8855,
                      0.8204, 0.8740, 0.8472, 0.8268, 0.8230, 0.8487, 0.8253, 0.8587, 0.8488,
                      0.8355, 0.8326, 0.8704, 0.8246, 0.9036, 0.8533, 0.8146, 0.8678, 0.8917,
                      0.8669, 0.8628, 0.8135, 0.8520, 0.8347, 0.8797, 0.8467, 0.9108, 0.8429,
                      0.7881, 0.8473, 0.8625, 0.8151, 0.8386, 0.8564, 0.8745, 0.8497, 0.8482,
                      0.8247, 0.8512, 0.8215, 0.8951, 0.8306, 0.8442, 0.8607, 0.8200, 0.8676,
                      0.8177, 0.8513, 0.8330, 0.8453, 0.8259, 0.8562, 0.8548, 0.8498, 0.8216,
                      0.8551, 0.8256, 0.8394, 0.8599, 0.8320, 0.7844, 0.8075, 0.8433, 0.8394,
                      0.8287, 0.8454, 0.8549, 0.8227, 0.8981, 0.1946, 0.7993, 0.8244, 0.7674,
                      0.8766, 0.8431, 0.8395, 0.8427, 0.8760, 0.8096, 0.8683, 0.8457, 0.8167,
                      0.8785, 0.8203, 0.8676, 0.8653, 0.8320, 0.9061, 0.8507, 0.8562, 0.8460,
                      0.8858, 0.8280, 0.9435, 0.8565, 0.8113, 0.8746, 0.8475, 0.8586, 0.8574,
                      0.8364, 0.8525, 0.8637, 0.8333, 0.8382, 0.8852, 0.8825, 0.8545, 0.8176,
                      0.8454, 0.8190, 0.9117, 0.8492, 0.8669, 0.8639, 0.8449, 0.8669, 0.8264,
                      0.8469, 0.8521, 0.8267, 0.8567, 0.8421, 0.8315, 0.8644, 0.8784, 0.8505,
                      0.8652, 0.9224, 0.8669, 0.8803, 0.8285, 0.9008, 0.8301, 0.8639, 0.8389,
                      0.8421, 0.8720, 0.8425, 0.8154, 0.8284, 0.7973, 0.8503, 0.8550, 0.8414,
                      0.8350, 0.8776, 0.8155, 0.8178, 0.8215, 0.8546, 0.7717, 0.8306, 0.8565,
                      0.8437, 0.8124, 0.8208, 0.8862, 0.8236, 0.8122, 0.8526, 0.8067, 1.1323,
                      0.8411, 0.8540, 0.8705, 0.8775, 0.8513, 0.8674, 0.8569, 0.8762, 0.8661,
                      0.8591, 0.8227, 0.8410, 0.8327, 0.8626, 0.8192, 0.8649, 0.8481, 0.8729,
                      0.8443, 0.8266, 0.8755, 0.8739, 0.8542, 0.8330, 0.8594, 0.8456, 0.8659,
                      0.8589, 0.8399, 0.8356, 0.8281, 0.8438, 0.8850, 0.8182, 0.8431, 0.8297,
                      0.8547, 0.8686, 0.8322, 0.8362, 0.8802, 0.8506, 0.8737, 0.8453, 0.8381,
                      0.8637, 0.7637, 0.8565, 0.8569, 0.1876, 0.8421, 0.8608, 0.8391, 0.8280,
                      0.8229, 0.8474, 0.8319, 0.8497, 0.8994, 0.8752, 0.8636, 0.8548, 0.8711,
                      0.8493, 0.8350, 0.8785, 0.8238, 0.8547, 0.8361, 0.8083, 0.8475, 0.8090,
                      0.8647, 0.8599, 0.8329, 0.8182, 0.8109, 0.8271, 0.8621, 0.8670, 0.8544,
                      0.8747, 0.8708, 0.8295, 0.8592, 0.8438, 0.8503, 0.8392, 0.8049, 0.8436,
                      0.8733, 0.8303, 0.8135, 0.9092, 0.8184, 0.8309, 0.8319, 0.8352, 0.8676,
                      0.8389, 0.8123, 0.8502, 0.8262, 0.8465, 0.8497, 0.7974, 0.8372, 0.8673,
                      0.8964, 0.8133, 0.8373, 0.8226, 0.8876, 0.8003, 0.8000, 0.8907, 0.8414,
                      0.8359, 0.8451, 0.8905, 0.8667, 0.8648, 0.8732, 0.8531, 0.8430, 0.8816,
                      0.8531, 0.8337, 0.8279, 0.8907, 0.8557, 0.8729, 0.8756, 0.8306, 0.8566,
                      0.8467, 0.8829, 0.8639, 0.8421, 0.7752, 0.8221, 0.8741, 0.8575, 0.8236,
                      0.8016, 0.8338, 0.8587, 0.8833, 0.8525, 0.8783, 0.8503, 0.8503, 0.8440,
                      0.8744, 0.8687, 0.8264, 0.8746, 0.8568, 0.7883, 0.8288, 0.8452, 0.8691,
                      0.8363, 0.8258, 0.8511, 0.8215, 0.8698, 0.8193, 0.8850, 0.8337, 0.8542,
                      0.8582, 0.8396, 0.8573, 0.8715, 0.8225, 0.8469, 0.8590, 0.8566, 0.8365,
                      0.8367, 0.8866, 0.8417, 0.8631, 0.8028, 0.8250, 0.8139, 0.8310, 0.8541,
                      0.8386, 0.8594, 0.8338, 0.8076, 0.8535, 0.8305, 0.8175, 0.8520, 0.8716,
                      0.8298, 0.8470, 0.8714, 0.7818, 0.8249, 0.8499, 0.8783, 0.8456, 0.8916,
                      0.8568, 0.8756, 0.8370], device='cuda:0')),
             ('bert.encoder.layer.10.output.LayerNorm.bias',
              tensor([-9.7629e-02,  6.8768e-02, -6.3548e-02, -5.2208e-02, -6.3844e-03,
                      -1.0693e-02,  1.7951e-02, -7.0519e-02, -5.2583e-02,  6.0426e-03,
                      -5.7131e-02, -1.0381e-01,  1.6367e-03, -4.0295e-02, -6.0846e-02,
                      -6.3284e-02, -4.0206e-02, -4.1512e-02,  3.5517e-02,  7.2152e-03,
                      -3.0828e-02, -2.8239e-02, -6.2158e-02, -3.5868e-02, -5.8217e-02,
                       1.0361e-02, -6.0192e-02, -2.1750e-01, -4.5070e-02, -9.0725e-02,
                      -2.3935e-02,  1.2613e-03, -2.2461e-02,  4.7972e-03, -1.2611e-01,
                      -8.2024e-02,  5.3385e-02, -6.6461e-02, -4.5696e-02, -1.9179e-01,
                      -7.0246e-03, -5.2087e-03, -9.7986e-02, -4.3549e-02, -6.2423e-03,
                       1.3663e-02, -1.0640e-01, -1.1521e-01, -2.3402e-02, -3.7013e-02,
                      -9.7045e-02, -4.2064e-02, -5.4059e-02, -1.8725e-03, -4.3311e-02,
                       1.1072e-02,  7.3527e-03, -5.9613e-02, -2.6191e-02, -9.4741e-02,
                      -4.5731e-03, -6.3711e-02, -1.5403e-01, -9.9716e-03,  1.6690e-02,
                      -4.3571e-02, -1.7228e-02, -2.5712e-02, -5.2433e-02,  2.9530e-02,
                      -5.2114e-04,  3.7842e-03,  3.3222e-02, -9.2213e-02, -2.2753e-02,
                      -3.8304e-02, -7.8486e-02, -3.0417e-02, -5.8721e-02, -3.7411e-02,
                      -5.8685e-02, -6.8987e-02, -3.8358e-02, -9.7301e-02,  1.8926e-02,
                      -1.4494e-01, -2.1409e-02, -4.3913e-02, -4.1780e-02, -7.7222e-02,
                      -8.8468e-03, -2.7463e-02, -4.9174e-02, -5.3675e-03, -4.3605e-02,
                      -1.6514e-01, -7.1279e-02, -1.3186e-03, -1.9845e-02, -3.9865e-02,
                      -1.6371e-02, -2.6024e-02, -4.3137e-02, -8.6068e-02,  1.0175e-02,
                      -3.5336e-02, -1.1954e-01, -2.4674e-02, -8.0183e-03, -2.8243e-04,
                      -8.9736e-02,  1.8523e-02, -2.4682e-02, -1.6432e-02, -4.9508e-03,
                      -8.8994e-02, -4.9587e-02, -6.8121e-02, -3.3640e-02, -3.8701e-02,
                      -6.1888e-02,  1.6961e-03, -5.3215e-02, -8.6814e-02, -4.9780e-02,
                      -2.6827e-03, -3.7266e-02,  3.4231e-03, -2.0389e-02, -7.0249e-02,
                      -3.0818e-03, -5.1986e-03, -7.2094e-02, -3.6160e-02, -4.8383e-02,
                      -6.3758e-02, -3.2822e-02, -8.0071e-02,  1.7546e+00, -5.7469e-02,
                       2.5778e-02,  2.6006e-02, -6.0837e-02, -1.6244e-02, -3.8323e-02,
                      -1.0010e-01, -9.9125e-04, -6.1540e-02, -4.2381e-02,  4.6186e-02,
                       3.1153e-02, -1.2199e-02, -2.8061e-02, -3.0596e-02, -6.9042e-02,
                       6.9963e-02, -5.8095e-02,  2.1577e-02, -1.3255e-01,  6.6971e-03,
                      -1.7974e-01, -1.2550e-01, -4.5400e-03, -4.0757e-02, -2.0098e-02,
                       4.2922e-02, -1.5403e-01, -1.8029e-03,  2.8317e-02, -6.8493e-02,
                      -2.8406e-02, -2.6079e-02,  3.0995e-02, -5.5163e-02, -6.2546e-02,
                      -7.3497e-02, -1.1755e-01,  9.9000e-02, -5.4441e-03, -6.4628e-02,
                      -9.7231e-02,  4.6654e-03, -9.0644e-04,  4.6950e-02, -6.8614e-03,
                      -8.7310e-02, -3.6641e-02,  5.8967e-02, -4.8388e-02, -2.7844e-02,
                      -4.7667e-02, -6.0352e-02, -1.0948e-01, -5.4061e-03,  5.8223e-02,
                       1.9663e-02, -4.4834e-02, -1.6145e-02, -3.2085e-03,  3.0203e-03,
                      -6.9147e-02, -8.1055e-02, -6.6842e-03, -5.5721e-02, -7.0561e-02,
                      -7.2221e-02, -2.8663e-02,  5.9860e-02, -2.1361e-02, -2.9154e-02,
                      -4.7208e-02, -9.9672e-03, -1.7935e-02, -1.0828e-02,  6.0644e-03,
                      -3.0608e-02, -5.0164e-02, -2.0221e-02,  4.8298e-02, -3.5189e-02,
                      -5.7092e-02, -5.0357e-02, -8.3195e-02,  3.3796e-02,  6.5930e-02,
                      -9.3118e-02, -4.7346e-02, -4.1148e-02, -1.3465e-01, -3.1210e-02,
                      -2.4388e-02, -7.4132e-02, -4.1517e-02, -9.3788e-04,  3.3966e-02,
                       6.3165e-02, -5.2294e-02,  3.7350e-02, -7.9675e-03, -3.3539e-02,
                      -1.1103e-02,  1.7834e-02, -1.0160e-01, -3.5598e-02,  6.9373e-02,
                       6.4791e-03, -3.8884e-02, -8.0427e-02, -1.1889e-02, -8.3103e-02,
                      -6.8177e-02, -1.4884e-02, -1.4819e-01, -6.1671e-02, -4.3153e-02,
                      -7.3747e-02, -1.6620e-02, -1.5602e-02,  8.9542e-03, -8.4828e-03,
                      -7.0281e-02,  7.7492e-03, -7.1278e-02, -2.0155e-02, -1.7326e-02,
                      -2.6865e-02, -1.5507e-02, -4.9205e-02, -2.9697e-03, -3.5394e-02,
                      -4.2939e-03, -2.7924e-02, -1.1519e-01, -5.6711e-02, -6.3462e-02,
                      -1.4783e-02, -6.5136e-03, -4.1895e-02, -7.1570e-02,  7.3091e-02,
                      -1.0755e-01, -2.7843e-02, -9.7154e-02, -6.2984e-02,  4.0383e-02,
                      -6.4979e-02, -1.4706e-02,  6.6784e-03, -2.5569e-02, -4.3604e-02,
                       1.9917e-02, -2.1204e-02, -2.3588e-03,  2.5199e-02, -1.7851e-02,
                      -2.7707e-02,  8.6307e-02, -4.3508e-02,  1.6717e-02, -7.1980e-02,
                      -9.8275e-02,  1.2516e-03, -7.7168e-03, -5.2013e-02,  8.5199e-01,
                      -2.8388e-02, -7.4935e-02, -9.7316e-02, -2.1307e-02, -1.1488e-01,
                      -1.2441e-01, -3.0438e-02,  1.0903e-02,  1.0808e-02,  5.1371e-03,
                      -1.2617e-02, -1.6081e-02,  6.8029e-03,  2.0996e-02, -5.8182e-04,
                      -4.7596e-02, -9.3737e-02, -5.5020e-02, -3.9454e-02, -3.8375e-02,
                      -4.3475e-02, -5.9265e-02,  1.7168e-03, -6.5279e-02, -4.4081e-02,
                       1.1499e-01, -5.9192e-02, -2.8159e-02, -4.9569e-02, -1.9762e-02,
                       4.7947e-03, -1.1071e-02, -1.2415e-01,  1.4971e-01, -9.9579e-02,
                       4.0231e-03, -1.9315e-02, -2.9681e-02,  2.4779e-03, -5.7239e-02,
                      -8.7161e-02, -2.0734e-02,  3.6440e-02, -5.5364e-02,  1.1226e-02,
                      -2.9833e-02,  7.3035e-02,  1.0003e-02, -5.3215e-02, -3.5401e-02,
                      -3.9713e-02,  5.5154e-02, -4.0893e-02, -5.1928e-02, -2.7588e-02,
                      -5.4543e-02,  2.5180e-02, -1.0591e-04, -2.2916e-02,  4.5838e-02,
                      -5.1516e-02, -7.4025e-03, -1.4165e-01,  4.2514e-02,  4.3076e-02,
                      -4.5669e-02,  3.9948e-02, -6.1212e-02, -5.9835e-02, -1.4740e-02,
                      -6.6580e-03, -8.2782e-03,  2.1925e-02, -1.8606e-02,  1.5740e-02,
                       5.6935e-03, -2.5013e-02, -5.9614e-02, -7.6859e-02, -5.7448e-02,
                       1.6306e-02,  7.0200e-03, -5.4763e-02, -3.3318e-02, -6.9021e-02,
                      -3.7271e-02, -3.8571e-02, -4.5201e-02, -1.5703e-02,  2.4236e-02,
                      -2.2120e-02,  2.8025e-02, -3.4423e-02, -3.0439e-02,  8.5328e-03,
                      -8.2056e-03, -2.6404e-02,  3.6048e-02, -4.1012e-02,  9.2021e-03,
                      -1.1241e-02,  9.1548e-03, -2.8834e-02,  6.4727e-02,  3.2350e-02,
                       4.5919e-04,  1.3297e-02, -7.6771e-02, -3.8016e-02, -7.3859e-02,
                      -8.6139e-03, -6.0413e-02, -9.5629e-02,  1.1299e-02, -6.6509e-03,
                       4.6721e-04, -1.4310e-02, -1.3005e-02, -1.1598e-01, -5.2229e-02,
                      -4.1214e-02,  5.0007e-02,  1.5879e-02, -5.6039e-02, -6.6149e-02,
                       1.8797e-02, -7.3186e-02,  1.7643e-02, -9.7395e-02,  4.6551e-03,
                      -4.4367e-02, -5.8932e-02, -1.0960e-02, -3.4287e-02, -5.6667e-02,
                      -9.5601e-03, -1.3159e-02, -4.6283e-02,  8.4239e-03, -1.5966e-02,
                       1.0536e-02, -8.5076e-03, -5.3658e-03, -7.0120e-02,  1.3918e-02,
                      -1.0184e-01, -7.2391e-03, -1.0364e-01, -5.7170e-02, -8.5446e-02,
                       1.8345e-01, -7.8991e-02,  4.7242e-03, -3.7582e-02, -3.0754e-02,
                       1.0009e-02,  3.6360e-02, -4.9127e-02, -3.7518e-02, -5.4070e-01,
                      -2.9574e-02, -5.5105e-02, -1.3289e-01, -8.6475e-02, -2.0803e-02,
                      -1.1999e-01, -7.2181e-02, -7.4762e-02, -4.3939e-02,  7.2528e-03,
                      -1.0787e-02, -6.3063e-03, -3.7885e-02, -4.9258e-02,  4.0690e-02,
                      -1.4467e-02, -5.1598e-02,  3.7152e-02, -3.8071e-03, -4.5359e-02,
                      -1.9664e-02, -6.8543e-02, -4.8327e-02, -3.1333e-03, -1.1028e-01,
                       3.8652e-02, -1.5818e-02,  8.2905e-03, -2.3496e-02, -6.1172e-02,
                      -4.6251e-02, -5.5105e-02, -4.4081e-02, -5.1766e-02,  2.0442e-02,
                      -4.1440e-02, -3.1530e-02, -5.6456e-02,  6.0734e-03, -2.7102e-02,
                      -2.0047e-01, -1.2586e-02, -1.1937e-02, -9.6773e-02,  4.5540e-03,
                       4.3137e-02,  4.4503e-02, -8.8273e-02, -5.5278e-02,  1.7874e-02,
                       5.6627e-02, -4.6777e-02, -1.0431e-01, -8.4880e-02, -6.0847e-02,
                      -8.4221e-02, -5.1364e-03, -5.4108e-02, -2.1296e-02, -1.4953e-02,
                      -4.0188e-03, -1.7183e-01,  1.8422e-02,  6.2862e-02, -1.8548e-02,
                      -6.5666e-02, -3.8080e-02, -3.4863e-02, -1.0573e-03,  3.8691e-02,
                      -6.6248e-02, -9.0751e-02,  2.7359e-03,  2.2510e-02, -1.0726e-01,
                       9.3053e-02, -4.2810e-02, -4.4637e-02,  7.8028e-03, -7.0891e-02,
                      -1.6171e-01, -1.0772e-01, -6.0608e-02, -3.1518e-02, -1.0041e-01,
                      -8.6337e-02, -2.0817e-02,  6.0662e-02, -7.1801e-02, -7.1729e-02,
                      -3.1620e-02,  4.5169e-02, -1.0613e+00, -4.6733e-02, -4.1578e-03,
                      -2.1753e-02, -6.4934e-02, -4.7617e-02, -9.6220e-02, -7.5472e-02,
                       1.4311e-02,  5.9136e-03, -6.4900e-02, -1.6920e-02, -6.2708e-02,
                      -6.2050e-02, -6.9209e-02,  3.7664e-02, -4.9442e-02, -5.3466e-02,
                      -4.8314e-02, -3.7268e-02, -4.4544e-02, -2.8681e-02, -4.9679e-02,
                      -7.1749e-02, -1.5558e-01, -2.7314e-02,  5.7029e-03, -5.5352e-02,
                      -4.6923e-02, -4.1555e-02, -2.5049e-02, -6.3667e-02, -1.5758e-02,
                      -1.7168e-02, -6.3442e-02, -3.8201e-02, -3.6373e-02, -1.7973e-02,
                      -8.8030e-02, -4.2747e-03, -4.4311e-02, -5.0452e-02, -6.2402e-02,
                      -4.0327e-03, -5.0456e-02, -3.0078e-02, -7.9756e-03, -2.7398e-02,
                      -2.7990e-02, -6.1019e-02, -5.9309e-01, -3.7958e-02, -1.0117e-01,
                      -7.8258e-02,  1.4713e-03, -4.5574e-02, -4.6063e-02, -1.8687e-01,
                      -1.1290e-01, -1.7849e-02, -6.4818e-03, -2.2060e-02, -4.4640e-02,
                       2.6804e-02, -3.3986e-02, -3.5354e-03,  5.8812e-03, -8.6781e-02,
                      -1.2068e-02, -1.3520e-02,  6.9939e-02, -1.2789e-02, -4.0671e-02,
                       3.1474e-02, -2.1541e-02,  1.7908e-02,  4.9268e-02, -6.7364e-02,
                      -7.6378e-02, -3.5639e-02, -3.5335e-02,  6.8561e-03, -1.1173e-02,
                       2.2441e-02,  1.9409e-02, -3.2404e-02, -1.8242e-02, -4.6468e-02,
                      -2.8264e-02, -2.6403e-02, -9.4632e-02, -2.8703e-03, -6.9854e-02,
                       1.5004e-02,  8.8990e-03,  6.2729e-03,  2.0601e-02, -4.7474e-02,
                      -4.1590e-02, -1.8888e-02, -3.3977e-02, -1.1494e-01,  3.1396e-02,
                      -5.1054e-02, -4.7116e-02, -4.3144e-02, -9.7755e-02,  6.9019e-02,
                      -3.2752e-02, -4.2359e-02, -3.8075e-03, -5.2071e-02, -8.1706e-02,
                      -5.3141e-03, -5.0035e-02, -1.3519e-01, -5.4814e-02, -7.2379e-02,
                      -6.2772e-02,  2.8918e-02, -5.1551e-02,  6.3910e-02, -6.4553e-02,
                      -1.2783e-01, -5.5333e-02, -7.1117e-02, -7.7348e-02,  1.3986e-02,
                      -1.3966e-02, -1.5552e-03, -9.2283e-03, -6.6214e-02,  9.0474e-03,
                      -6.9085e-02, -3.4371e-02,  1.0351e-02, -4.6121e-02, -1.0168e-01,
                      -4.4703e-02, -5.4820e-02,  2.2490e-01, -1.1592e-01, -1.0338e-01,
                      -2.2205e-02, -3.4195e-02,  2.7856e-02, -8.6390e-03,  2.8113e-02,
                       3.1167e-03, -5.8371e-02,  1.4589e-03, -5.2243e-02, -3.9663e-02,
                      -3.8804e-02, -3.2302e-02,  3.7376e-02, -2.8123e-02, -2.7265e-02,
                      -6.4222e-02,  4.1929e-02, -3.4435e-02, -6.9501e-02, -4.1993e-02,
                       1.6877e-02, -9.3344e-02, -4.4421e-02,  1.1967e-02, -5.7417e-03,
                       6.7617e-03, -7.1274e-02, -3.1082e-02,  3.6869e-03, -5.4107e-02,
                       1.1006e-02, -5.0179e-02, -2.6305e-02, -2.4893e-01,  5.6312e-02,
                      -1.8687e-02, -8.7317e-02, -6.5729e-02, -5.9261e-02, -4.5036e-02,
                       6.2380e-02, -1.1527e-02, -1.1717e-01, -1.0176e-01, -7.5452e-02,
                      -3.0940e-02, -4.2164e-02, -1.7499e-02,  1.5853e-02,  1.9601e-03,
                      -8.5867e-02, -1.7905e-02, -1.7241e-01,  2.2088e-02, -1.3757e-02,
                      -1.6499e-02, -1.4039e-01,  4.2005e-02, -1.4382e-02, -1.0847e-01,
                      -2.1502e-03,  4.0799e-02, -7.6276e-02, -3.2816e-03,  4.5880e-03,
                      -3.7229e-02, -2.7270e-02, -1.2487e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.weight',
              tensor([[-0.0030, -0.0048, -0.0093,  ..., -0.0476, -0.0077, -0.0757],
                      [-0.0212,  0.0093, -0.0195,  ...,  0.0141, -0.0079,  0.0057],
                      [-0.0369,  0.0217,  0.0472,  ..., -0.0539, -0.0240, -0.0257],
                      ...,
                      [ 0.0153, -0.0073, -0.0228,  ..., -0.0379,  0.0208,  0.0300],
                      [-0.0514,  0.0974, -0.0746,  ..., -0.0626, -0.0052,  0.0587],
                      [ 0.0209,  0.0493,  0.0415,  ...,  0.0586, -0.0412, -0.0534]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.query.bias',
              tensor([ 1.2324e-01,  1.5082e-02,  1.2770e-01, -1.8665e-01,  8.1737e-02,
                      -1.1181e-01,  1.1411e-02,  1.6335e-01, -4.1312e-02, -3.6071e-01,
                       5.2167e-02, -1.5854e-01,  3.8704e-03, -1.4881e-01,  1.3623e-01,
                      -9.8274e-02, -5.7544e-02,  1.5976e-01, -2.1148e-02,  1.0057e-01,
                       1.6047e-03,  9.9443e-02, -1.0944e-01, -3.4265e-02,  2.2460e-02,
                      -3.7647e-02, -1.0843e-01,  6.4884e-02,  2.7329e-01,  1.2731e-01,
                      -9.1489e-02, -1.7058e-01,  5.5723e-02,  1.4691e-02, -4.1406e-02,
                      -1.0962e-01, -1.8871e-01,  1.0091e-01, -6.1051e-02, -5.2866e-02,
                       1.0422e-01, -2.6670e-02,  5.6077e-02, -3.9938e-02,  3.9583e-02,
                       7.1373e-02,  1.4656e-02,  1.3995e-01,  1.8325e-02, -9.5772e-03,
                       9.7784e-02, -3.2398e-02, -5.8406e-02,  4.9137e-02,  4.1513e-02,
                      -9.8840e-02, -8.3557e-02,  2.7507e-01,  5.4756e-02,  5.7382e-03,
                      -6.4171e-03, -1.4556e-02,  3.5345e-02, -1.4037e-03,  1.7683e-01,
                      -3.3311e-04,  2.4276e-01,  3.8557e-02,  6.7990e-02, -2.4944e-01,
                      -2.0507e-01,  5.3854e-02, -2.8283e-01,  2.3106e-01, -8.1348e-02,
                      -6.8609e-01, -9.1347e-02,  4.0115e-02, -1.9550e-01, -1.1780e-01,
                      -9.6371e-03,  5.0286e-01, -9.6777e-02,  1.0518e-01, -3.2857e-01,
                      -4.4041e-02,  4.4837e-01, -1.8354e-01,  9.1271e-02, -2.9681e-01,
                       1.4897e-01,  1.3836e-01,  1.0575e-01, -2.4195e-01, -5.0752e-02,
                       9.8292e-03,  5.5970e-03,  2.6434e-01,  3.6342e-02,  2.5046e-02,
                       2.9015e-02,  1.6572e-03,  1.5157e-01, -9.4186e-02, -1.2694e-01,
                       3.4582e-02, -2.5270e-01, -5.8554e-01,  1.5548e-01, -5.1798e-01,
                      -1.1094e-02, -3.2430e-01,  3.3901e-02,  4.3871e-02,  1.6126e-01,
                       1.3213e-01,  7.7743e-02,  5.9535e-02,  1.6184e-01, -1.5198e-01,
                       8.8578e-02, -3.1137e-01,  2.5325e-01, -3.0538e-02,  1.9913e-01,
                      -4.2238e-01, -1.9629e-02, -1.0984e-01,  3.5109e-01, -6.8156e-01,
                       3.8148e-01, -1.6627e-01,  3.4818e-01,  1.8150e-01, -1.1693e-01,
                       3.3067e-01, -1.1141e-01,  8.3323e-02,  2.3233e-01,  1.2313e-01,
                      -4.1194e-01, -3.8367e-01,  1.7994e-01,  3.5247e-01, -1.2479e-01,
                      -2.9393e-01, -6.3386e-02, -7.8063e-02,  8.2613e-02,  3.6782e-02,
                      -2.4321e-01, -2.7120e-01,  2.3214e-01,  1.3598e-01,  1.0924e-01,
                       2.2171e-01,  2.8284e-01, -1.0926e-02,  3.5061e-01,  1.7646e-01,
                       2.6588e-02, -4.2357e-01,  4.0402e-02,  7.0043e-02,  8.5749e-02,
                       5.9144e-01, -5.7669e-01, -1.3882e-01, -2.6104e-01,  7.4748e-02,
                      -6.7503e-02, -5.7825e-02, -2.1168e-01,  5.8511e-02,  1.6970e-01,
                       1.1099e-01,  1.3077e-01,  1.5847e-01, -1.5028e-01, -6.3796e-02,
                       1.8169e-01,  3.3584e-01,  1.0830e-01,  1.8443e-01,  3.7854e-01,
                       9.6695e-02, -3.4741e-01, -1.2435e-01, -2.6230e-01, -7.1585e-01,
                       3.6509e-02, -3.4344e-01, -8.4726e-02, -1.9020e-01,  2.3996e-01,
                      -3.7092e-02,  3.8738e-01, -7.4800e-01,  1.7718e-02, -6.8231e-01,
                      -4.8684e-01, -8.2730e-03,  3.3070e-01, -1.1450e-01,  2.2140e-01,
                       1.6587e-01,  2.0377e-01,  2.2443e-01,  3.2303e-01, -1.3482e-01,
                       5.1225e-01, -7.6749e-02,  3.7697e-01,  1.5004e-01,  1.2958e-01,
                       4.3846e-02, -6.7864e-01,  1.3544e-01, -2.9901e-01, -2.7892e-01,
                       1.5587e-01,  1.5945e-01, -1.2585e-01, -4.6307e-02,  1.4109e-01,
                       6.7160e-01, -3.0960e-01, -3.0333e-01,  3.8765e-02, -6.0241e-02,
                      -6.6184e-01,  1.9578e-01, -1.3508e-01, -5.0927e-01,  1.6589e-01,
                      -1.2905e-01, -3.2438e-01, -1.4294e-01,  2.1788e-01, -1.2117e-01,
                      -1.2377e-01, -1.7300e-01,  3.6371e-01, -1.4809e-01, -1.7891e-01,
                      -6.8370e-02, -5.2942e-02,  2.5666e-01,  1.8634e-01,  2.7453e-01,
                       1.0290e-01,  3.0504e-01,  2.3424e-01,  1.7807e-02, -5.2082e-01,
                      -1.8872e-01,  6.9056e-02,  1.1919e-02, -1.6552e-02, -5.9829e-02,
                      -3.5082e-02,  2.3299e-02,  4.3653e-02,  1.5409e-01, -6.6360e-02,
                       5.7160e-02,  3.3269e-02,  1.0671e-02, -1.6395e-03, -3.1129e-02,
                       4.2356e-02,  6.6101e-02, -5.3831e-04, -1.9009e-01,  2.0976e-02,
                       5.3942e-03,  8.3191e-03, -6.0401e-02, -4.1189e-02, -6.1204e-02,
                       4.0820e-03,  8.2753e-04, -4.1942e-02,  1.4875e-02, -1.0484e-01,
                      -7.6287e-02,  1.5304e-02, -4.4646e-02, -7.8175e-02, -4.4050e-02,
                       2.4635e-02, -2.7128e-02,  6.5936e-02, -1.1318e-01, -3.2032e-02,
                       4.5328e-02,  4.9820e-02, -6.1613e-02, -3.4164e-02,  5.2729e-02,
                       1.3853e-02, -1.4816e-03, -8.1088e-03,  3.9889e-02, -1.3113e-02,
                      -1.1015e-01, -1.6771e-01, -8.1139e-04,  2.8051e-02, -9.4046e-03,
                      -4.0328e-02, -5.8357e-02, -3.0080e-02,  3.6249e-02,  2.8430e-02,
                      -1.0947e-04, -2.1157e-02,  4.5025e-02,  2.9909e-02, -3.3640e-01,
                      -1.2768e-01, -1.8685e-01, -4.1453e-02, -1.1977e-01,  1.8243e-01,
                      -2.2541e-01,  4.8452e-01, -1.4689e-01,  1.3313e-02,  3.0595e-01,
                       1.2690e-01, -2.4001e-01,  1.6916e-02,  1.6480e-01, -8.7399e-02,
                       2.6356e-01, -1.6666e-02, -2.1766e-01, -5.1144e-01, -1.1225e-01,
                       5.2531e-02,  3.0285e-01,  3.1463e-02,  6.2434e-02, -1.7016e-01,
                       2.2443e-01,  1.8025e-01, -7.5363e-02,  6.8428e-02, -5.7635e-02,
                       2.1685e-02,  1.5853e-01, -2.7028e-01,  2.2103e-01, -3.0929e-01,
                       1.3675e-01,  2.0177e-01,  4.0367e-02, -1.2628e-01, -3.1518e-01,
                       1.1711e-01, -2.4497e-01, -1.2708e-01, -1.7188e-01,  1.7609e-02,
                       8.5830e-02, -6.5289e-02, -1.2118e-02,  2.3909e-01, -1.2687e-01,
                       2.6658e-01,  6.6126e-02,  5.0244e-02, -2.7623e-03, -1.9288e-01,
                      -3.3343e-02, -1.8490e-01,  4.7614e-01,  1.0023e-01, -3.3355e-03,
                      -2.2038e-01, -3.2249e-02, -3.3201e-02, -9.2393e-02, -2.6806e-01,
                      -2.9700e-01,  1.4163e-01,  1.1566e-02, -3.0206e-02,  1.2800e-01,
                      -7.1137e-02,  4.3644e-02,  9.2268e-02,  4.6343e-02, -8.5257e-02,
                       1.5798e-01, -3.3749e-02, -1.5482e-01, -1.1047e-01, -2.4276e-03,
                      -2.6592e-02,  2.7188e-01,  1.5172e-01,  2.5381e-02,  2.5360e-01,
                       6.3327e-02,  1.6452e-01,  1.7142e-01,  6.6784e-03,  7.6518e-02,
                       2.5480e-02,  1.1326e-01, -3.3891e-02,  1.5053e-02, -6.0978e-02,
                       8.9045e-02, -8.6171e-02, -3.4446e-01, -1.2643e-01, -1.2407e-01,
                      -8.3002e-03,  4.9713e-02, -1.7469e-02, -3.4917e-02,  4.4345e-02,
                      -1.0253e-01, -6.0382e-02, -2.0815e-03, -3.4523e-02, -1.5470e-01,
                      -1.7242e-01, -1.3841e-01,  4.8211e-02, -2.4381e-01,  6.6409e-01,
                       1.4095e-01,  3.5451e-02,  2.9332e-01, -5.5167e-02,  7.6004e-02,
                      -1.4783e-01,  1.3821e-01,  1.1286e-02, -1.2586e-01, -1.9919e-03,
                       1.4151e-01, -1.7512e-01,  1.2069e-01,  2.2855e-02,  7.8469e-02,
                       3.4599e-02, -4.1140e-02,  5.9723e-03,  8.0361e-02,  1.5554e-01,
                       9.1677e-02,  3.7472e-02, -5.6326e-02,  1.1115e-01,  3.4208e-02,
                      -1.0837e-01,  1.0425e-03, -1.6157e-02, -4.2550e-02,  2.4609e-02,
                       1.5286e-02, -1.9488e-02, -9.8804e-02,  5.0876e-02,  3.4223e-01,
                      -1.8492e-02,  7.4376e-03,  5.1815e-02,  2.2964e-03,  6.8901e-02,
                       2.3289e-02,  1.8274e-01,  7.4077e-02, -1.0182e-02,  6.4672e-02,
                       2.8928e-02, -4.8447e-02, -1.2920e-02, -2.6033e-01, -7.9491e-02,
                      -2.2762e-02, -1.1282e-01,  6.5627e-02, -7.5805e-02, -5.0418e-03,
                      -1.1594e-01,  3.7879e-02, -9.2645e-02,  2.2229e-02, -4.1011e-02,
                       9.0060e-02, -1.2811e-01,  1.4961e-02,  9.7976e-03, -5.1148e-02,
                       1.7452e-02, -1.8311e-01, -1.2376e-01, -5.6901e-02,  4.7544e-02,
                       3.3025e-02,  5.2209e-02,  3.4283e-02, -3.9638e-02, -8.8142e-02,
                       3.3677e-02,  1.7049e-01,  1.8385e-02,  7.7980e-02,  1.2387e-01,
                      -1.2102e-01, -1.9454e-01, -8.2468e-03, -1.6715e-01, -1.0206e-01,
                      -9.4337e-02,  6.7589e-02,  1.0162e-01, -3.6633e-02,  1.0180e-01,
                       2.9798e-02,  4.0259e-02, -1.2906e-02,  6.1946e-02,  1.2203e-01,
                      -9.8861e-02, -7.2110e-02, -1.1347e-01,  6.3532e-02, -1.4693e-01,
                       8.2101e-03,  2.5907e-02, -2.3733e-02,  3.6438e-02, -6.0434e-02,
                       4.9759e-02,  3.1288e-02, -5.0161e-02, -1.6000e-01,  4.5357e-03,
                      -5.6590e-02,  4.8466e-02, -1.2643e-01,  9.1728e-02, -1.1861e-01,
                      -1.9629e-01, -1.6565e-01, -1.5240e-03, -4.8083e-02,  7.2834e-02,
                       1.7579e-01, -2.2871e-02, -6.6037e-02,  1.2400e-01, -1.5945e-02,
                       2.9599e-02,  3.0297e-02, -6.1485e-03,  2.1946e-02, -1.0194e-01,
                      -1.2166e-01,  1.5481e-01,  7.6055e-02,  9.7857e-02, -2.5117e-02,
                      -6.8625e-02, -3.5795e-02, -6.4436e-02,  1.0141e-01, -1.7269e-01,
                       1.3727e-01,  1.6619e-02,  7.6208e-02, -9.5755e-02,  6.8641e-02,
                       6.7857e-02,  4.8945e-02, -2.3898e-01, -1.1054e-02, -3.8090e-02,
                       5.2379e-02,  6.8531e-03, -2.4582e-02, -4.4726e-02, -7.6343e-02,
                      -3.9869e-02, -2.2078e-02, -5.6183e-02, -9.9489e-02, -4.8711e-02,
                      -3.3082e-03,  6.7986e-02,  4.7178e-02, -9.5188e-02, -1.9864e-02,
                      -4.7389e-02, -2.9031e-02, -1.5400e-02,  2.6762e-02, -6.6072e-02,
                      -3.9736e-02,  7.2128e-02, -7.1320e-02, -3.7455e-02,  1.3329e-01,
                       1.1471e-02, -8.2235e-02,  1.0904e-01,  2.5726e-02, -2.2460e-02,
                       2.2639e-02,  4.2128e-02, -2.7295e-02,  3.4843e-03, -6.8029e-02,
                      -5.0540e-02,  2.5553e-02,  7.7991e-02,  8.7690e-03, -1.7234e-03,
                       4.9080e-02,  1.1907e-01,  3.0032e-03, -1.9352e-03,  6.7132e-02,
                       5.2776e-02,  9.5488e-02, -3.0681e-02, -2.2635e-02, -1.1750e-02,
                       9.6448e-03, -1.1318e-01,  2.5942e-02, -1.9729e-02, -9.4323e-02,
                      -7.8468e-02,  7.1889e-02, -1.9066e-01, -5.6871e-01,  2.7091e-01,
                      -1.4163e-01, -1.9918e-01,  2.8316e-01,  7.5790e-02, -2.6680e-01,
                       2.4243e-02, -2.7552e-02,  7.2754e-02, -2.9786e-01,  1.2807e-01,
                      -2.3966e-01,  7.0949e-01, -1.2727e-01, -2.6550e-01, -8.9195e-02,
                      -1.7333e-02, -1.9780e-01,  4.7528e-01, -9.9398e-02,  1.4701e-02,
                       2.6605e-01, -1.8007e-01,  1.6312e-01, -2.6689e-02,  1.2668e-02,
                      -1.2087e-01,  3.8999e-01,  4.4377e-02,  2.3178e-01, -1.1621e-01,
                       2.9452e-01, -1.1946e-01,  1.4637e-01, -1.8541e-01,  5.2455e-01,
                      -1.2154e-01, -1.7446e-01, -1.7262e-01,  6.9943e-03, -6.7820e-02,
                      -5.7928e-02,  8.3364e-02,  9.0320e-02,  4.1961e-01,  1.9256e-01,
                      -4.5538e-02, -5.8061e-02, -2.3257e-02,  6.1048e-02, -7.9232e-02,
                      -2.8488e-02,  7.9514e-02, -2.4490e-01, -6.6441e-02, -2.7094e-01,
                      -2.9768e-01,  2.5480e-01, -2.6163e-01, -4.5672e-01,  2.6256e-02,
                      -4.9352e-01,  7.0965e-03,  1.1539e-01, -1.2014e-04,  1.6610e-01,
                       4.1229e-01, -1.7886e-01, -1.0468e-02, -3.6520e-02, -2.2007e-02,
                      -1.4488e-01, -5.9224e-01, -3.0218e-01, -1.7696e-01,  1.5649e-02,
                       2.6460e-01,  4.7844e-01, -1.0552e-01, -2.7863e-01,  8.9253e-01,
                      -6.9365e-02, -7.1208e-02,  1.0269e-01, -1.4326e-01, -8.5634e-02,
                      -9.1551e-02, -2.8639e-01, -1.5279e-01, -3.9989e-01, -8.1220e-02,
                       1.5329e-01,  2.0297e-01, -8.5462e-02,  4.1257e-01, -1.2338e-01,
                       4.0487e-01,  2.9721e-01,  2.8157e-03,  8.3523e-02,  2.9950e-01,
                       1.0293e-01,  3.1167e-01,  8.2857e-02,  5.2554e-02,  1.0521e-01,
                      -1.4564e-01,  3.1978e-01,  3.2184e-02,  4.1802e-01, -9.9067e-02,
                      -2.2631e-01, -5.0207e-01, -1.2682e-01,  6.2725e-01, -9.4694e-03,
                       2.3304e-02,  8.1671e-01,  8.4851e-02,  2.1406e-01,  2.9784e-01,
                      -1.5902e-01, -3.2065e-01, -8.3559e-01], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.weight',
              tensor([[-0.0192,  0.0719, -0.0207,  ...,  0.0060, -0.0042, -0.0675],
                      [ 0.0167, -0.0527, -0.0131,  ...,  0.0029, -0.0226,  0.0212],
                      [ 0.0220, -0.0416, -0.0042,  ..., -0.0158,  0.0018,  0.0097],
                      ...,
                      [-0.0070,  0.0438, -0.1157,  ..., -0.0453, -0.0323, -0.0250],
                      [-0.0027,  0.0265, -0.0018,  ..., -0.0706,  0.0105, -0.0299],
                      [ 0.0209,  0.0409, -0.0824,  ...,  0.0370, -0.0571, -0.0836]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.key.bias',
              tensor([-7.7447e-04,  3.1950e-03, -4.2067e-04,  1.4976e-03,  1.1655e-03,
                      -6.7334e-04,  6.9145e-03, -7.4662e-04,  3.3186e-03,  6.5898e-03,
                       3.2893e-03,  3.2123e-04, -3.2576e-03, -4.8722e-03,  1.5899e-04,
                       1.9989e-03,  3.6974e-03,  7.4025e-05, -3.4222e-03,  1.6151e-03,
                       1.2584e-03, -2.5341e-03,  1.0451e-03,  5.3570e-04, -3.2990e-04,
                       2.6481e-03,  5.0601e-04, -3.3150e-03, -1.1246e-03, -1.8770e-03,
                       4.8222e-04,  4.3345e-03, -4.0309e-03,  4.5255e-04,  2.6725e-03,
                      -8.4072e-04, -3.3386e-03, -1.3108e-03,  1.2540e-03,  2.5181e-03,
                       3.5243e-03, -6.2241e-03,  9.0927e-04,  5.9337e-03,  8.3884e-03,
                      -2.5797e-03, -4.1441e-03, -4.6786e-03, -1.4778e-03, -3.9640e-04,
                       6.8682e-05,  8.4184e-04, -2.0793e-04, -5.6379e-04, -9.1258e-05,
                      -3.9878e-03, -3.0910e-04,  1.9532e-03, -9.2862e-04,  1.5941e-03,
                      -1.5428e-03,  2.5105e-03,  1.6512e-04,  2.8964e-04,  1.0728e-04,
                       5.3496e-03, -3.5500e-04,  3.7845e-03, -3.4597e-03, -7.4537e-03,
                      -1.0519e-03, -2.4806e-03, -1.9697e-03, -7.1651e-03, -7.8970e-03,
                      -9.6296e-03, -7.3134e-04, -7.9140e-04,  2.5765e-03, -3.8277e-03,
                       2.7696e-03,  6.6846e-03,  3.2705e-03, -2.3523e-03,  8.9223e-04,
                       2.4914e-05, -6.0736e-04, -1.1030e-03, -3.9416e-04,  1.2377e-03,
                       5.4410e-03,  1.5503e-04,  4.4068e-03, -2.9920e-03,  1.1520e-03,
                      -2.1169e-03, -6.4296e-03,  2.1580e-03, -3.2992e-03, -2.5647e-03,
                       5.9387e-03,  3.6179e-03, -8.4677e-04,  1.1395e-03, -1.8730e-03,
                      -2.7933e-03,  3.7463e-03,  3.1687e-03,  2.8102e-03, -8.4401e-03,
                       3.3362e-03,  7.6669e-04,  5.1628e-03, -3.9063e-03,  6.8710e-03,
                      -3.7220e-04,  4.7786e-05, -2.8168e-03,  1.1507e-03, -1.5708e-03,
                      -9.0775e-04, -5.2068e-03,  3.3212e-04,  2.2409e-03,  6.9169e-03,
                       1.3498e-03, -1.1509e-03, -9.0329e-04,  3.0294e-03, -8.5620e-03,
                       3.8231e-04, -7.0694e-03,  2.1038e-03, -6.3151e-03, -1.9627e-03,
                      -2.4086e-03,  4.3628e-03, -2.2877e-03,  2.1126e-03, -3.3589e-03,
                       1.0203e-02, -4.1756e-03, -1.0734e-03, -1.7118e-03,  4.1300e-03,
                       1.7395e-03, -2.4230e-04, -3.8056e-03,  2.7478e-03, -5.4160e-04,
                       2.0857e-03, -6.5418e-03,  2.6227e-04,  5.0769e-03,  2.5642e-03,
                      -3.8371e-03, -4.1918e-03, -1.5609e-03, -3.2369e-03,  3.7093e-03,
                      -5.0958e-03,  5.5660e-03,  2.7756e-03, -4.8041e-03, -9.7620e-04,
                       1.3818e-03, -5.4573e-04,  3.2605e-03, -3.3990e-04,  7.3985e-03,
                       7.8858e-03,  3.6675e-03, -2.3074e-03,  2.9239e-03, -3.4889e-03,
                      -3.5853e-03, -1.1966e-03,  1.0334e-03,  3.4108e-06, -4.2411e-03,
                       4.6823e-03, -2.6586e-03,  1.3938e-03,  2.4605e-03,  3.7523e-03,
                      -3.8217e-03, -1.2080e-04, -1.4147e-03, -5.5728e-03, -7.9387e-03,
                       1.0516e-02,  4.7207e-03, -1.1988e-03,  8.4227e-03,  8.3772e-03,
                       3.2221e-03, -6.1875e-03, -5.7372e-03,  2.0945e-03, -6.7318e-03,
                      -7.5528e-03,  3.2526e-03,  3.6184e-04, -1.7981e-03,  3.3517e-04,
                      -1.9429e-03, -3.7554e-03,  5.0796e-03, -2.9855e-03,  2.5374e-03,
                       2.6723e-03,  7.4639e-04,  3.9022e-03, -2.2880e-03, -9.0239e-03,
                      -7.8716e-04, -7.7316e-03,  1.7353e-03, -5.8920e-03,  3.7674e-03,
                       2.5565e-04,  9.6812e-04, -3.5620e-03, -4.4774e-03,  2.3358e-03,
                       3.0740e-03,  1.1546e-03, -6.4198e-03,  2.4362e-03, -7.8193e-03,
                      -1.8643e-03, -7.7562e-03, -6.1821e-03, -7.8391e-03,  1.1610e-03,
                       4.1797e-03,  2.1519e-03,  6.1547e-04,  1.9980e-03,  1.1456e-03,
                      -4.0725e-03, -3.0481e-03,  2.6950e-03, -3.5646e-03, -1.7510e-03,
                       6.6876e-03, -2.3290e-03,  2.2352e-03,  5.6302e-03,  6.2566e-03,
                      -6.7301e-03,  5.2302e-03,  8.7940e-04, -3.6456e-03, -6.8178e-03,
                       1.4210e-03,  1.9962e-04,  2.1095e-03,  1.1991e-03,  5.6750e-03,
                       9.6617e-04, -4.6789e-03,  1.7437e-03,  2.7885e-03, -3.5585e-03,
                       4.7421e-03,  5.6970e-03,  5.0877e-04,  7.5902e-04,  1.1805e-03,
                      -2.8130e-03,  5.8787e-03,  3.6562e-03, -9.4156e-03, -1.1066e-03,
                      -1.6273e-06,  3.0729e-03,  1.7081e-03, -7.8370e-03,  1.4981e-03,
                      -2.8273e-03, -1.0599e-03,  1.8422e-03, -1.8637e-04, -9.6688e-06,
                      -1.6974e-03, -1.4590e-03,  2.7163e-03, -6.2062e-03, -2.3079e-03,
                       3.3542e-03, -9.9616e-04, -1.2032e-03,  4.3571e-03, -1.2479e-03,
                      -1.5005e-03,  5.2217e-04, -2.7481e-03, -3.6206e-03,  4.5971e-03,
                      -5.6928e-03, -1.0514e-03,  1.3906e-04, -2.4553e-03,  2.6051e-03,
                      -2.1906e-03, -1.8411e-03,  1.1599e-03, -5.7423e-03,  2.2500e-03,
                       3.2040e-03, -1.1173e-03, -2.9331e-03,  2.6109e-04, -3.0325e-03,
                       3.4874e-03,  6.5896e-03, -6.5532e-03,  2.1140e-03, -1.3578e-02,
                       1.2530e-03,  8.0277e-03, -3.6251e-04, -4.5251e-04, -4.2747e-03,
                      -1.3490e-03, -1.0234e-04,  6.4749e-03,  3.0235e-03,  3.4834e-04,
                      -2.9685e-03,  3.3079e-03, -1.6645e-03,  5.3188e-04, -3.6711e-03,
                       4.4617e-03, -8.4756e-04, -2.6268e-03,  2.3838e-03,  4.9257e-03,
                       2.1795e-03, -1.7685e-03,  1.2853e-04, -1.7067e-03, -3.5565e-03,
                      -5.1405e-03, -3.9990e-03,  5.3480e-04,  1.4825e-03, -3.8626e-03,
                      -1.6107e-04, -1.3898e-03,  2.5919e-03,  8.6665e-04, -1.1774e-03,
                      -1.3293e-03,  2.6069e-03,  5.3761e-03, -1.0055e-03, -8.8132e-04,
                       1.7585e-03,  5.0327e-03, -2.6007e-03, -1.6317e-03,  3.8342e-03,
                      -1.4416e-03,  4.9567e-03, -2.4019e-03, -1.0646e-03,  2.8076e-03,
                       7.2555e-04,  2.6406e-03, -1.0969e-03, -4.5926e-04, -1.1971e-03,
                      -6.3478e-04,  1.3051e-04, -3.0090e-03,  5.8043e-03,  4.6883e-03,
                       2.8436e-03,  2.3452e-04,  1.5844e-03, -2.0020e-03, -3.0235e-03,
                      -1.4169e-03, -1.7325e-03,  2.5801e-03, -1.2907e-03, -1.0199e-03,
                       1.3243e-03,  5.1297e-03, -1.7092e-03,  3.1917e-03,  1.5235e-03,
                      -9.4034e-03,  1.2128e-04,  5.4655e-04, -2.4917e-03, -2.5032e-04,
                      -2.0424e-03,  5.7372e-04, -4.8516e-04, -3.9694e-03, -1.7431e-03,
                       1.3339e-03, -2.6765e-03,  1.5211e-04,  1.8600e-03, -1.8261e-03,
                      -1.1661e-03,  3.8266e-03, -4.0685e-04, -2.1340e-03,  2.5494e-03,
                       1.3014e-03, -2.8686e-03, -2.4935e-03, -6.6329e-03,  9.9339e-04,
                       1.9520e-03,  3.8713e-03, -8.2129e-03,  7.4887e-03, -1.4396e-03,
                       2.4652e-03, -2.4287e-04,  9.1255e-04, -1.2984e-03, -4.3764e-03,
                       1.7920e-03, -1.8051e-03,  1.7311e-03, -3.7200e-03,  1.6727e-03,
                       2.4200e-03,  3.4249e-03,  3.8965e-03,  2.2544e-03, -3.0327e-03,
                      -8.2705e-04, -3.6054e-03,  2.3506e-03, -3.4156e-03, -2.5032e-03,
                       4.0981e-03, -8.7533e-03,  2.9554e-04, -2.5292e-03, -5.1469e-03,
                       2.3215e-03,  5.3721e-04, -1.6310e-03, -1.6096e-03,  7.3526e-03,
                       3.4977e-03, -3.9109e-03,  2.9746e-03,  8.6482e-03,  1.4614e-03,
                      -4.9525e-03,  2.2506e-03,  6.9509e-04,  3.4132e-03, -1.4029e-03,
                       5.0516e-04, -8.9605e-03,  2.8984e-03,  1.0681e-03,  9.1921e-03,
                       1.4864e-03, -7.2304e-03,  5.2532e-03, -1.2320e-03,  5.6105e-03,
                      -3.1477e-03,  1.1148e-02,  6.3697e-03, -4.0777e-03,  3.0036e-03,
                       2.5080e-03,  2.7715e-03, -7.6149e-04, -9.2927e-03, -1.6805e-03,
                      -1.8827e-03,  1.2541e-03,  1.1742e-03, -1.4198e-03, -2.1566e-03,
                      -4.6996e-03,  1.9512e-03, -2.6374e-03,  1.4364e-03, -6.8330e-03,
                       1.8841e-03,  7.2889e-05, -6.4686e-04, -4.2911e-04, -8.0292e-04,
                       6.5089e-03, -8.3599e-03, -3.8929e-03,  1.4346e-03, -5.1271e-03,
                      -8.5902e-04,  1.4052e-03,  8.5763e-03, -5.6091e-03,  4.2295e-03,
                       4.0561e-03, -5.0636e-03, -2.2473e-03, -7.1970e-04,  1.8212e-03,
                      -1.0211e-03,  1.6843e-03,  3.4360e-03, -1.8973e-03, -1.1645e-03,
                       4.9493e-03,  2.8284e-03,  4.7961e-03, -3.9258e-03,  5.5471e-03,
                      -1.9853e-03,  6.0470e-03, -2.1539e-03, -3.8965e-03, -9.3727e-04,
                       9.3165e-05,  1.9867e-03,  9.7884e-03,  2.1279e-03,  2.4843e-03,
                       3.1430e-03,  4.9076e-03, -6.3205e-03, -5.3584e-03,  4.1501e-03,
                      -6.4894e-03, -3.2181e-03, -6.2738e-03, -1.2822e-03,  3.6162e-03,
                       5.4082e-03,  1.2444e-03,  4.0892e-03,  2.1790e-03,  1.5996e-03,
                      -6.6506e-03, -2.1184e-03, -6.4268e-03, -5.5562e-03, -4.4368e-03,
                      -3.6887e-03, -6.8200e-06, -6.7923e-03, -3.6177e-03, -3.2045e-03,
                      -2.5544e-03,  1.5130e-03, -8.9823e-03, -9.2640e-05,  3.4164e-03,
                      -1.7659e-03,  2.3829e-03,  4.0448e-03, -2.6986e-04,  6.8616e-03,
                      -2.3757e-03, -5.5615e-03,  6.4517e-03,  1.6520e-03,  6.5501e-04,
                       6.5305e-03,  1.3527e-03,  1.7354e-04, -5.8655e-04, -2.0474e-03,
                      -1.2285e-03, -1.6807e-03,  3.8305e-03,  3.0735e-03, -1.4242e-03,
                       3.8415e-03, -1.8276e-03,  2.5009e-03, -4.4026e-03, -2.9035e-03,
                      -4.7282e-04, -2.3733e-03, -3.4994e-03,  4.9521e-03,  6.3063e-03,
                      -2.9758e-03, -4.6907e-03, -2.9244e-03, -3.1777e-04, -1.8450e-03,
                       2.0138e-03,  2.0558e-04,  2.3113e-03, -3.5289e-04, -1.8936e-03,
                      -3.1073e-03,  2.5603e-03,  1.2880e-03, -1.3851e-03,  6.3008e-06,
                       3.5058e-03, -1.8575e-04,  5.2682e-03, -5.6429e-03, -4.2207e-03,
                       1.8273e-03, -1.3632e-03, -1.7764e-03, -1.0244e-04, -1.6700e-03,
                      -4.2195e-03, -2.7237e-03, -3.3897e-03,  1.6004e-03,  5.5941e-03,
                       7.5538e-03,  1.6431e-03,  7.7734e-04, -4.3207e-04, -1.6318e-03,
                       3.1096e-03,  1.1853e-03, -3.5543e-04,  1.9502e-03,  2.7066e-03,
                       6.4111e-03, -8.8777e-04, -2.9398e-04, -3.2124e-03, -2.1433e-03,
                      -4.3154e-03, -8.3052e-05,  5.0368e-03,  2.8116e-03, -2.1134e-03,
                       6.4508e-03, -4.8934e-04,  5.5750e-03, -5.8036e-04, -1.0182e-02,
                      -4.8996e-03, -2.3324e-03,  5.7959e-03,  6.9731e-03,  2.3895e-03,
                       6.1697e-03,  7.3368e-03,  1.9138e-03, -1.9680e-03, -7.2118e-04,
                       2.9474e-03, -2.7130e-03,  4.7824e-03, -1.4396e-03, -2.8202e-03,
                       9.8495e-03,  1.4762e-04, -4.5728e-04, -2.8505e-03, -2.1624e-03,
                       4.1303e-03, -6.5471e-03,  5.0535e-04, -7.4126e-04,  7.7002e-05,
                       1.6534e-03, -8.6554e-03,  2.3486e-03, -3.0405e-03,  1.2594e-02,
                       3.8319e-03, -1.8356e-03, -2.4917e-03, -2.3213e-03,  7.7727e-05,
                      -3.5321e-03, -4.2038e-03,  3.6296e-05,  6.3511e-03,  1.3403e-03,
                       2.1892e-03,  6.6904e-03,  2.8225e-03, -2.5680e-03,  3.7757e-03,
                      -3.1238e-03, -2.3244e-03, -3.4971e-03,  1.7350e-03,  2.4632e-03,
                      -2.0890e-03, -1.1029e-03,  1.2517e-03, -4.7307e-03,  6.6544e-03,
                       7.1222e-04,  2.5518e-03,  5.0886e-03, -1.7850e-04,  5.5470e-04,
                      -3.7602e-04, -1.1707e-03, -1.6461e-03, -3.5630e-03, -2.8184e-03,
                       8.9047e-05, -3.8808e-03, -5.1047e-03,  2.2146e-04, -3.1099e-03,
                       2.4839e-03, -3.4367e-03,  6.9525e-03, -2.6465e-03,  6.0203e-03,
                      -3.9896e-03,  1.5595e-03, -3.3477e-03, -6.6423e-03,  7.8894e-04,
                       3.6672e-03, -1.5775e-03,  3.6631e-03,  4.1733e-03,  4.0949e-03,
                      -5.7453e-03, -5.4231e-03,  1.7506e-05, -5.4687e-03,  4.3223e-03,
                       1.0992e-03, -2.2764e-03, -2.7194e-04, -2.0234e-03,  3.2157e-03,
                       2.1428e-03,  2.2907e-03, -8.9669e-04,  2.2786e-03, -1.0440e-03,
                       1.1763e-02,  2.6980e-03,  4.9781e-03,  2.4616e-03, -5.5029e-03,
                      -4.2803e-04, -3.4958e-03, -2.7345e-03,  2.3469e-03, -1.5955e-03,
                       4.8359e-03, -5.1368e-04,  9.0076e-04,  3.6835e-03,  7.4520e-03,
                      -3.2138e-03, -4.1109e-03, -1.7049e-03], device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.weight',
              tensor([[ 0.0619, -0.0530,  0.0128,  ..., -0.0075, -0.0318,  0.0709],
                      [-0.0191, -0.0459,  0.0144,  ...,  0.0425,  0.0003, -0.0809],
                      [-0.0466,  0.0335,  0.0298,  ..., -0.0094,  0.0576, -0.0287],
                      ...,
                      [-0.0164,  0.0317,  0.0356,  ..., -0.0079, -0.0253,  0.0137],
                      [-0.0321, -0.0457, -0.0447,  ...,  0.1048, -0.0428, -0.0515],
                      [ 0.0415,  0.0149, -0.0582,  ...,  0.0865,  0.0574,  0.0394]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.self.value.bias',
              tensor([ 5.1201e-04,  5.8188e-03, -1.4456e-02, -4.0081e-03,  1.6610e-02,
                      -7.3046e-03,  7.4040e-03,  2.3671e-03,  1.7853e-02, -1.7117e-02,
                       7.9242e-03,  1.8767e-02,  1.6903e-02, -7.0186e-03, -7.3476e-03,
                      -3.0094e-02, -1.7340e-02,  9.9605e-03,  7.3990e-03,  8.7697e-03,
                       1.4202e-03,  2.3581e-02, -8.6742e-03,  4.1553e-03,  4.1416e-03,
                       4.3466e-03, -9.6627e-03, -4.8742e-03, -6.8591e-03, -9.9406e-03,
                       1.3713e-03, -2.6014e-03,  1.8458e-02, -2.1000e-02,  8.4983e-03,
                      -1.0191e-02,  1.0094e-03,  1.1218e-02, -1.7924e-03, -1.1124e-02,
                       2.1883e-02, -7.2808e-03, -8.3089e-03,  2.3591e-02, -1.1962e-02,
                      -3.0502e-02, -8.5531e-03, -1.6061e-02, -1.7777e-02,  4.2424e-03,
                       1.5200e-03,  8.7946e-03,  1.0623e-02, -1.2296e-02, -1.0925e-02,
                       1.1895e-02,  5.7843e-03,  1.5333e-03, -1.5628e-03,  2.2223e-02,
                       2.6761e-02, -2.2196e-02, -9.7135e-03, -3.8064e-03,  1.9534e-02,
                       4.8591e-03,  3.1471e-03,  2.5710e-02,  1.5026e-02, -3.1326e-02,
                      -1.3263e-02,  2.4528e-02,  2.6859e-02,  1.1720e-02, -8.3270e-03,
                      -1.0460e-02, -5.0129e-03, -2.5067e-02,  1.5134e-03, -2.0524e-02,
                      -1.4566e-02,  2.2120e-02,  3.3653e-02, -5.7773e-03, -5.5205e-03,
                       5.4704e-03,  1.3453e-02, -5.3091e-03, -5.0981e-03,  2.7946e-02,
                      -7.9695e-03, -2.8755e-02,  5.1525e-03,  9.2969e-03, -5.4005e-03,
                       1.3605e-02, -1.8768e-02,  2.2411e-03, -4.5822e-03,  6.8033e-03,
                       6.9330e-03,  7.7495e-03, -1.6758e-02, -1.6000e-02, -1.3859e-02,
                      -5.6911e-03,  7.7792e-03,  4.9580e-02,  6.6761e-03, -1.7750e-02,
                       5.1311e-04, -1.1447e-02, -1.6371e-02,  3.4822e-02,  2.0198e-03,
                      -1.7679e-03,  8.3280e-03,  1.6544e-02, -7.8420e-03,  2.6848e-02,
                       1.5797e-02, -1.8192e-04,  1.2985e-02, -2.8648e-03, -2.5910e-02,
                      -1.6388e-02,  7.2691e-03, -1.5738e-02,  7.6800e-03, -1.2354e-02,
                       8.1157e-02, -1.3020e-02,  1.0795e-02, -1.5246e-02,  1.1123e-02,
                       4.0600e-02,  1.0123e-01, -1.2740e-02,  6.8704e-03,  5.4693e-03,
                       8.3188e-03,  1.9637e-02,  1.2939e-02,  1.9344e-02, -6.1311e-02,
                      -1.0736e-02, -4.5218e-03,  4.0939e-02,  3.1284e-02, -2.7569e-02,
                      -7.1159e-03, -8.3584e-03,  3.9642e-03, -1.2003e-02,  3.1575e-02,
                       9.3149e-03, -8.3840e-02, -9.5214e-03,  8.3629e-04,  3.1736e-02,
                      -2.4510e-03, -5.9366e-02, -4.6901e-03, -3.2319e-02, -9.0923e-03,
                       4.0600e-03,  2.8551e-02,  3.8511e-02,  2.9644e-02,  1.0276e-01,
                      -4.0926e-02, -1.8283e-02, -4.4523e-02, -2.0869e-03, -1.9366e-03,
                      -8.2053e-03, -2.0870e-04,  8.2548e-03, -1.9798e-02, -1.9246e-02,
                      -1.8714e-02,  1.3304e-02, -9.5601e-04, -3.2414e-02,  4.3092e-03,
                      -2.4528e-02, -2.1743e-02, -5.3714e-03, -9.5100e-03, -1.6029e-03,
                       8.3485e-03, -6.5850e-03,  1.7690e-03,  1.4280e-02,  9.3362e-03,
                      -7.4526e-03, -1.2758e-02, -2.0186e-02,  1.2585e-02, -1.0379e-02,
                      -1.7435e-02,  2.8852e-02,  2.0069e-02,  6.1682e-03, -9.8927e-03,
                      -2.5198e-03,  1.9814e-02,  1.1014e-03,  4.8652e-04,  4.4355e-02,
                      -5.0242e-03, -3.8908e-02, -3.9398e-02,  1.3655e-02, -9.2779e-03,
                       1.9431e-02, -1.6837e-02, -4.2879e-02, -7.8690e-04, -2.2728e-02,
                       3.9664e-03,  2.8310e-02, -2.5212e-02, -2.2677e-02,  2.2288e-02,
                      -2.2986e-02, -3.2008e-03,  3.1583e-02, -1.8352e-02,  1.2663e-02,
                       3.5313e-02,  1.1697e-02, -1.0084e-02,  8.9162e-03,  2.6750e-03,
                       4.8185e-02, -2.8340e-02, -2.8795e-02,  2.8396e-01,  2.2244e-02,
                       6.6700e-03, -1.0079e-02,  6.9411e-03,  4.9976e-02,  5.7413e-03,
                       2.3153e-02, -6.4035e-03, -3.6471e-02,  8.0817e-03, -3.0233e-02,
                       1.0361e-02,  1.0696e-02,  2.2573e-02,  1.9493e-03,  1.9853e-02,
                      -5.9910e-03, -9.9099e-03,  3.0314e-03, -1.1075e-02,  1.6815e-02,
                       1.5732e-02, -7.2708e-03, -1.8615e-02, -2.3562e-03, -8.5753e-03,
                      -1.2282e-03,  1.2490e-02,  9.6353e-04, -1.0004e-01,  1.4159e-02,
                      -7.8597e-03,  2.4676e-02,  1.5166e-03,  8.5597e-03, -1.2194e-02,
                      -5.4560e-03, -1.4064e-02,  1.4043e-03,  1.5218e-02,  2.1316e-02,
                       1.6298e-03, -3.9150e-03,  7.2145e-03,  3.6795e-03,  4.8182e-03,
                       1.9646e-02, -9.9135e-03, -1.0081e-02,  7.7734e-04,  1.0036e-02,
                      -1.0753e-02,  8.9110e-04, -3.8743e-03, -2.4435e-03, -1.1269e-03,
                       4.3426e-03,  4.3023e-03,  1.1195e-02, -8.9167e-04,  1.9282e-02,
                      -3.2513e-03,  1.0956e-03,  1.9229e-02, -9.3241e-04,  1.7796e-02,
                      -3.4354e-03, -9.8587e-03,  4.6658e-03, -1.3010e-02,  4.4356e-03,
                       6.3840e-03, -1.7990e-02, -3.5225e-03,  3.4571e-03, -5.7306e-04,
                      -5.9525e-04,  2.9204e-03, -1.9940e-02,  3.9158e-03, -6.9134e-03,
                      -3.3624e-02, -1.0796e-02,  2.0139e-02,  1.0480e-02, -1.6911e-02,
                       2.4516e-03, -2.6940e-02,  1.3766e-02,  1.5772e-03, -3.8800e-03,
                       8.6515e-03,  9.3901e-03, -1.3950e-02, -1.8036e-02,  7.6257e-04,
                      -1.5477e-02, -2.5123e-02, -2.4127e-02,  1.4630e-02, -3.2079e-02,
                      -8.2350e-04,  1.4137e-02, -1.4379e-02,  6.7587e-03,  9.1675e-03,
                       1.0700e-02,  1.8060e-02,  1.4711e-02,  5.2760e-02,  9.3704e-03,
                       3.4230e-02, -1.5326e-02, -1.0602e-02, -2.6489e-02, -5.3287e-03,
                      -4.6854e-03, -1.0287e-02, -5.5573e-03, -2.4812e-03,  2.0720e-02,
                       1.0098e-02,  7.4205e-04, -7.0852e-03, -2.9695e-02,  1.8678e-02,
                      -2.0459e-02,  1.0175e-04,  1.0075e-02, -1.0689e-02,  8.3532e-03,
                       1.0103e-02,  7.8577e-03,  1.1537e-02,  1.9624e-02,  1.2786e-02,
                      -1.4523e-02,  2.4677e-02,  4.2550e-03, -1.6215e-03,  7.1188e-03,
                      -2.4822e-02,  3.0154e-02, -1.2050e-02, -4.6215e-03, -2.3067e-02,
                       2.3125e-02, -8.0474e-02,  8.4500e-02, -4.9661e-02,  1.4327e-02,
                      -8.6114e-02, -3.0027e-02,  2.2064e-02, -8.5698e-02,  8.2292e-03,
                      -6.1501e-02,  9.7297e-03,  1.3411e-02,  1.0482e-01,  3.4290e-02,
                       3.3875e-03, -7.0279e-02, -2.1452e-02,  4.4937e-04, -4.9191e-02,
                      -1.2004e-03, -3.2147e-03, -1.1118e-02,  1.7758e-02,  1.0541e-01,
                      -8.3852e-02, -7.8377e-03,  2.4647e-02,  5.4801e-02,  9.9629e-02,
                      -2.3448e-02,  9.7729e-03,  4.5990e-02,  1.9188e-02,  1.6941e-01,
                      -3.0411e-02, -1.3309e-02,  9.0752e-02,  4.4045e-02, -5.3231e-02,
                      -4.5708e-02,  1.6693e-02, -7.2309e-02, -8.2488e-02, -6.3147e-03,
                      -1.8118e-02, -2.9367e-02, -2.3016e-02,  1.9483e-02, -7.0155e-02,
                       8.8489e-03,  3.6817e-02, -4.6732e-03,  4.0634e-02,  2.2341e-02,
                       9.8601e-02, -3.2702e-02,  3.2048e-02, -7.0380e-02,  4.7505e-03,
                       1.2231e-01, -2.5968e-02, -7.6107e-02, -1.7800e-02,  1.4364e-02,
                      -1.3725e-02,  1.9827e-02,  3.8471e-03,  1.3211e-04,  6.1266e-03,
                      -4.6498e-03, -4.9568e-03,  2.0371e-02, -9.9905e-03,  1.8742e-02,
                      -3.6831e-03,  1.2232e-02,  3.5893e-03,  1.2709e-02,  5.8035e-03,
                      -3.8216e-03,  9.5172e-03,  1.2460e-02,  3.4499e-02,  7.2947e-04,
                       9.4039e-04,  1.2882e-02,  3.3253e-03,  1.2101e-02, -6.1837e-03,
                      -1.7028e-03, -1.5611e-02,  2.4944e-03,  2.9427e-03,  1.1055e-02,
                       5.1440e-03,  1.1683e-02, -1.0162e-02,  1.2698e-03, -3.6195e-02,
                       2.9044e-03,  2.9760e-02, -1.7257e-03,  2.3822e-02,  5.0962e-03,
                       9.9835e-03,  1.8229e-02, -4.8387e-03,  2.6749e-02,  1.4283e-02,
                       2.6486e-03, -5.1556e-03,  8.0328e-03, -1.5657e-02,  4.0657e-03,
                       1.2906e-02, -2.3116e-02, -8.6127e-03, -1.2709e-02,  1.1620e-02,
                       2.2017e-02,  5.2086e-03, -8.0588e-03,  5.8113e-03,  1.2423e-02,
                      -4.7429e-03, -1.4665e-02, -1.9065e-02, -5.3911e-02, -1.7264e-02,
                       5.0092e-03,  1.8333e-02, -2.9659e-02,  7.4617e-02,  2.1792e-02,
                       1.0138e-02,  3.8417e-03, -4.2449e-02,  1.1498e-02, -2.5887e-02,
                      -1.7502e-03,  7.2046e-03,  3.4768e-02,  3.8402e-02, -3.6254e-02,
                      -1.9258e-02,  4.1679e-03, -1.3793e-02,  2.9342e-02,  3.6042e-02,
                       1.2168e-02, -4.6183e-02,  1.5076e-02,  3.8458e-02, -4.6833e-02,
                      -1.0549e-03, -2.2767e-02,  9.5144e-03, -9.4977e-03, -6.9091e-02,
                       2.0268e-02, -7.0256e-03,  8.8744e-03, -7.8412e-03, -2.0896e-02,
                       3.1236e-02,  2.1990e-02,  3.1505e-02,  3.9258e-04,  4.9630e-02,
                       3.1426e-02, -6.7568e-03, -8.8623e-03,  9.6050e-03, -3.8572e-03,
                       3.4401e-03,  5.6408e-02,  1.1605e-02, -3.5961e-04, -2.0277e-02,
                       1.9371e-02, -4.8722e-03, -1.1892e-02, -1.6738e-02, -4.0931e-02,
                      -1.7584e-02,  4.2846e-02,  1.3023e-02,  1.6398e-02, -4.1400e-03,
                      -5.1213e-02, -2.2143e-02, -1.6428e-02,  9.8668e-03,  1.4202e-02,
                      -6.8726e-03,  1.2327e-02, -1.3358e-02,  1.3556e-02, -1.3730e-02,
                      -3.2763e-02,  5.7959e-03,  2.6252e-03, -3.3967e-02,  2.3003e-02,
                       1.3186e-03,  1.9365e-02,  5.0336e-03, -2.7858e-02,  1.5328e-02,
                       5.0060e-04, -9.1539e-03, -2.8251e-03,  3.7899e-03,  1.0882e-03,
                       1.5567e-03,  5.7999e-03,  1.2082e-02,  2.6646e-02, -1.6481e-02,
                       2.2426e-02, -1.2298e-02,  2.1469e-02,  4.6788e-03,  6.7798e-03,
                      -9.0888e-03, -2.7234e-03, -5.6542e-03,  2.7364e-02,  1.0099e-03,
                       2.1834e-02, -1.4720e-02,  4.7517e-03,  2.5542e-02,  1.3453e-02,
                      -1.1747e-02,  7.4804e-03, -2.7855e-02,  1.8857e-02, -1.2150e-02,
                      -1.2607e-02,  1.2168e-02, -7.4042e-03, -2.7612e-02,  7.9487e-03,
                       9.6100e-03, -2.1234e-02, -1.9502e-04,  1.3924e-03,  1.4636e-02,
                      -2.3397e-02, -8.9995e-03,  5.7520e-03,  1.9521e-02, -4.4595e-03,
                      -1.7147e-02, -3.5608e-04, -5.9860e-03, -1.4045e-02,  6.2408e-04,
                       4.0629e-03, -2.0975e-02, -9.1192e-03,  2.3382e-03,  5.6571e-03,
                       4.5922e-03,  5.2913e-03,  2.7851e-02,  3.8337e-02, -1.6662e-02,
                      -1.3574e-02,  1.0590e-02,  1.2927e-02, -2.3136e-03,  2.0640e-03,
                      -6.7140e-03, -3.0243e-04,  2.0141e-02, -6.4550e-03,  2.3454e-02,
                       1.8432e-02, -1.0393e-02,  1.9828e-02,  2.7031e-03,  1.7076e-02,
                      -1.0326e-02,  1.1985e-02,  1.4939e-02,  6.5623e-03, -7.5670e-03,
                      -2.5139e-02, -2.8866e-03,  4.0728e-03, -4.3235e-03, -5.0527e-02,
                       8.4383e-04,  1.0773e-02, -2.5115e-02,  5.1636e-02,  6.2235e-03,
                      -4.2499e-02, -9.5633e-03,  2.4161e-02,  7.4625e-03, -7.1427e-03,
                      -9.2091e-04,  1.7692e-02, -8.7436e-03, -1.4282e-03, -2.1387e-02,
                       3.7707e-02,  1.8212e-02, -6.6773e-04,  2.1302e-02,  4.6148e-02,
                       1.1802e-02, -9.7774e-03,  2.4097e-02, -2.8119e-03, -1.7378e-02,
                       2.3211e-02, -2.0892e-02, -5.0753e-03,  3.4614e-02,  6.4949e-03,
                      -6.2028e-03,  5.2207e-02, -1.0425e-03,  2.6164e-02,  2.6030e-02,
                      -2.1711e-02, -4.5581e-02, -9.7240e-02,  1.9126e-02,  6.4112e-02,
                       2.4733e-03,  3.5528e-02,  9.8103e-03,  3.9316e-04,  5.4355e-02,
                       1.1343e-02, -2.8507e-02, -2.7327e-02,  6.8212e-03, -3.6682e-02,
                      -6.6111e-03,  8.8853e-03,  2.9975e-02,  2.5320e-02, -1.1039e-02,
                      -9.9314e-03, -1.4759e-02, -1.8900e-02,  2.6086e-02, -1.2063e-02,
                      -2.0239e-02,  3.4699e-04,  3.5488e-02,  2.3878e-02, -1.8156e-03,
                       3.2711e-02, -2.4727e-02,  4.8611e-02, -3.4009e-03,  1.1521e-02,
                       3.1083e-02, -1.0981e-02,  2.5032e-02, -3.9365e-02, -6.6464e-02,
                       1.2975e-02,  2.3664e-02,  1.3492e-02, -2.2597e-02,  1.1414e-02,
                       9.2971e-03, -3.8997e-03,  1.3473e-03, -4.0831e-03,  2.2470e-02,
                      -2.1349e-02,  1.4323e-02,  7.5814e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.weight',
              tensor([[-0.0421, -0.0487,  0.0412,  ...,  0.0291,  0.0233,  0.0642],
                      [ 0.0052, -0.0260,  0.0783,  ..., -0.0542, -0.0483, -0.0463],
                      [-0.0359, -0.0378, -0.0117,  ...,  0.0115,  0.0626, -0.0406],
                      ...,
                      [ 0.0299, -0.0133, -0.0010,  ..., -0.0382,  0.0365,  0.0534],
                      [ 0.0492, -0.0047, -0.0188,  ...,  0.0070, -0.0157,  0.0148],
                      [ 0.0282, -0.0111,  0.0539,  ..., -0.0192,  0.0558,  0.0312]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.dense.bias',
              tensor([-1.0256e-01,  1.1518e-02,  4.6788e-02, -8.2439e-03,  1.0807e-01,
                       1.7573e-02,  1.2216e-02,  4.1746e-02, -1.1172e-01,  5.7846e-02,
                       6.2536e-02,  4.4590e-02,  7.9801e-02,  9.0840e-02,  1.2083e-01,
                      -5.5022e-02, -1.0732e-02, -5.4814e-02, -6.2014e-02,  7.0835e-02,
                       7.8922e-02,  8.6747e-03, -5.0323e-02, -5.3019e-02,  8.7355e-02,
                      -3.0977e-02, -1.0465e-01, -4.8160e-03,  1.1997e-01, -5.4291e-03,
                      -5.8020e-03, -1.2926e-01,  9.9048e-02,  1.9760e-02,  1.6291e-02,
                      -8.0270e-02, -2.0127e-02,  7.6518e-02,  3.8457e-02, -1.5382e-02,
                       7.6290e-02, -3.5969e-02, -6.7580e-02,  7.4819e-03, -3.6770e-02,
                       6.1981e-02, -8.8299e-03, -6.3145e-03, -5.7068e-02, -5.1518e-02,
                      -5.3511e-02, -1.9439e-02, -1.1740e-01,  1.1034e-02, -4.0889e-02,
                      -8.8060e-02,  8.5060e-02, -3.5277e-02, -7.3065e-02,  3.2611e-02,
                       1.8682e-02,  4.3284e-02, -1.1210e-01, -1.3216e-02,  5.6313e-02,
                      -2.5853e-02, -2.4533e-02,  4.8324e-02, -5.3171e-02,  1.7314e-03,
                       8.4973e-02,  1.1781e-01,  7.7287e-03, -3.8491e-02,  9.2423e-03,
                       3.3959e-02, -7.9202e-02,  1.2067e-02,  1.4500e-01,  9.6735e-02,
                      -2.6123e-02, -4.8569e-02, -7.3550e-02,  4.8439e-02, -1.5406e-02,
                       1.9031e-02, -1.7701e-02, -3.4264e-02, -4.8502e-02, -6.5350e-02,
                      -5.7488e-02, -2.0009e-02,  4.4019e-02,  7.1831e-02, -5.5267e-02,
                      -1.1324e-01, -6.9424e-02, -1.2263e-01, -1.2950e-01, -1.1703e-01,
                      -1.8881e-02,  5.7056e-02, -6.0886e-03,  1.3636e-01, -1.4156e-01,
                       3.8274e-02, -1.4797e-01,  8.9772e-02,  3.2381e-03, -1.4447e-01,
                      -7.0628e-02, -2.3255e-02, -8.5936e-02,  4.8511e-02, -1.4587e-02,
                       5.5122e-02,  7.2514e-02, -8.5990e-02,  4.0601e-02,  8.4125e-02,
                       8.7637e-02, -1.4455e-03, -1.2909e-02, -1.1232e-01, -4.3518e-02,
                       1.3553e-03, -6.2168e-02,  6.5836e-02,  4.4987e-02, -6.9937e-02,
                       1.4360e-02,  1.8543e-02,  2.5010e-02, -9.9583e-03,  3.7157e-02,
                      -3.1000e-02, -1.4183e-01, -3.7931e-02, -1.6378e-01, -1.1747e-02,
                       2.6125e-02,  4.0184e-02,  6.0141e-02,  7.1701e-02, -3.6707e-02,
                      -1.4322e-01, -1.5094e-02,  1.7255e-02, -8.5201e-02,  3.9918e-02,
                      -1.2879e-02, -3.1737e-02, -7.8842e-02, -6.8781e-02,  3.6232e-02,
                       7.8507e-02, -9.8815e-02, -1.6216e-02,  8.6401e-02,  7.8406e-02,
                       1.5119e-01,  8.1128e-02,  5.4889e-02, -7.7848e-02, -6.2285e-02,
                      -5.4795e-03, -7.4032e-02, -3.9688e-02, -6.1170e-02, -3.4164e-02,
                      -3.0801e-02,  4.0129e-02,  8.2625e-02,  2.3066e-02, -6.4713e-02,
                      -5.5752e-02,  1.4236e-02,  2.0121e-02, -3.0707e-02, -3.7838e-02,
                       3.9238e-03,  1.0660e-01, -1.2502e-01,  4.2995e-02,  4.8989e-02,
                       2.9264e-02, -1.3433e-02, -3.4259e-02,  8.7789e-02,  7.9023e-03,
                       5.4150e-02,  2.2472e-02, -3.9152e-02, -1.1215e-01,  7.0092e-03,
                      -6.3892e-02,  1.2310e-01,  8.4888e-02,  6.7681e-03,  1.3235e-02,
                       6.0041e-02,  9.0111e-03,  5.7831e-02, -1.7100e-02,  2.6790e-03,
                       3.3582e-02, -1.1746e-02,  4.2389e-02, -2.4209e-02,  6.6715e-02,
                       1.0673e-01, -7.8381e-02, -2.4605e-02, -4.0737e-02,  8.5245e-03,
                       1.0629e-01, -5.8004e-02, -2.4156e-03,  5.6151e-02,  6.7840e-02,
                      -4.0339e-02, -6.9693e-02, -6.7475e-02,  8.7289e-03, -7.5776e-02,
                       3.4332e-02, -9.0665e-02, -4.6590e-02,  1.7547e-02, -3.0145e-02,
                      -9.9734e-02,  1.1069e-01, -5.6056e-02,  7.5450e-02, -4.9307e-02,
                       9.1126e-02, -2.6898e-03, -9.7541e-02,  6.3125e-02, -1.0242e-01,
                       1.3745e-01, -2.4650e-02, -1.0914e-01,  5.1255e-02, -8.3435e-02,
                       3.2108e-02, -6.0079e-03, -5.1511e-02, -6.1406e-02, -7.4846e-02,
                      -6.4391e-02,  2.0628e-03,  6.1419e-02,  1.0791e-01,  2.7272e-02,
                       4.2189e-02,  1.3858e-01,  1.4367e-01,  4.3582e-02, -4.7848e-02,
                       1.1962e-02,  1.1724e-01,  1.0337e-01,  1.1779e-02, -7.9747e-03,
                       8.3415e-02, -5.7135e-02, -9.9814e-02, -5.0007e-02,  5.8981e-02,
                      -8.5942e-03,  8.2641e-02,  1.5673e-01, -6.5693e-02,  1.4063e-02,
                       8.4310e-02, -6.8295e-02, -4.2936e-02, -1.2448e-01, -3.7525e-03,
                      -7.7188e-02, -1.0283e-02,  9.1679e-03, -3.5389e-02,  8.0887e-02,
                      -3.5237e-02, -5.0604e-02, -1.9186e-02,  4.6793e-02, -2.7195e-02,
                      -8.7522e-02, -6.8802e-03, -5.8338e-02, -5.6780e-02, -8.6942e-02,
                      -1.0450e-03,  6.3745e-02, -6.7112e-02, -9.8488e-02,  2.0248e-03,
                      -6.6705e-02,  4.9207e-04,  7.0316e-02, -1.6354e-02,  8.8566e-02,
                       1.2270e-02,  6.3479e-02, -5.9743e-02,  1.3726e-01, -1.1212e-01,
                       3.1552e-02, -3.8794e-02,  1.0884e-01, -5.3573e-03,  1.0446e-01,
                       9.9043e-02,  2.2053e-02, -1.0530e-01, -7.9583e-02,  1.4583e-01,
                      -9.7085e-02, -8.9660e-03,  5.9285e-02,  9.1824e-02, -4.0984e-02,
                      -2.4563e-02,  1.0283e-01, -1.2536e-02, -3.2634e-02,  7.8208e-02,
                       1.2890e-02, -8.5422e-02,  1.3018e-01,  7.3113e-02,  4.3832e-02,
                       3.8320e-02,  5.9592e-02,  4.2683e-02,  1.9911e-02,  2.9366e-02,
                       5.6331e-02,  1.3442e-02, -4.4529e-02,  2.2430e-02, -1.6945e-03,
                      -8.7141e-02, -1.0057e-01,  1.0715e-01, -5.5902e-02, -3.8895e-03,
                       2.4576e-02,  3.3387e-02,  3.0155e-02, -3.1167e-02,  4.3762e-02,
                       5.2722e-02,  4.5791e-02,  7.9413e-05,  5.3716e-03, -3.0903e-03,
                      -8.9149e-03,  4.3394e-02, -4.4778e-02, -3.0251e-02, -7.0676e-02,
                       1.5880e-02, -1.2839e-01,  7.3208e-02,  4.8662e-02, -6.8435e-02,
                      -1.7018e-02, -2.5705e-02, -6.4823e-02,  1.3956e-02,  1.0212e-01,
                      -7.9828e-02,  8.3544e-02,  3.1564e-02,  5.6570e-02,  5.0960e-03,
                       4.2173e-02, -5.7347e-02,  6.3670e-03, -1.3333e-01, -1.2011e-02,
                      -1.1329e-02, -8.0704e-02,  4.3969e-02, -4.8177e-02,  6.4018e-03,
                      -6.0565e-02,  1.5976e-01, -1.3338e-02, -2.4699e-02,  8.2352e-02,
                       1.3347e-02,  6.6305e-02,  1.2479e-03,  4.6129e-02,  1.0954e-01,
                       5.1723e-02, -4.0498e-02,  5.4169e-02,  1.7107e-01, -1.1975e-01,
                       9.5601e-03, -8.0737e-02,  5.6250e-02,  8.8465e-04,  5.6697e-02,
                      -3.6586e-02, -3.0190e-02,  5.9904e-02,  1.1361e-02,  8.8815e-02,
                       4.1809e-03, -1.5850e-02, -1.1271e-01, -4.4151e-02,  3.0400e-02,
                      -1.1643e-01,  4.4145e-02, -5.2928e-02,  3.5261e-03,  2.9538e-02,
                      -5.5273e-03, -4.7902e-02,  6.7710e-02, -8.8482e-02, -6.2476e-02,
                       9.4418e-02, -2.1134e-02,  4.6936e-02,  6.2084e-03,  8.4794e-02,
                       2.3456e-02,  6.8842e-02,  1.3474e-01,  7.3533e-02, -1.4937e-01,
                       5.4768e-02,  6.1663e-02,  4.0930e-02, -2.9123e-02,  5.1749e-02,
                       8.8790e-02,  1.3481e-02, -4.9638e-02,  2.8238e-02, -7.3930e-03,
                       1.0002e-01, -1.3467e-02, -1.2602e-01,  3.9452e-02, -1.1624e-01,
                      -1.2371e-01, -1.0808e-01,  8.8874e-02, -6.7557e-02,  8.5378e-02,
                       6.6644e-03,  3.6962e-02,  5.8470e-02, -9.2713e-03, -5.9852e-02,
                      -5.4017e-02,  6.8440e-02, -3.2604e-02,  9.9306e-03, -9.0594e-03,
                       6.9044e-02, -4.7199e-02, -6.0362e-02,  2.2685e-02, -8.0711e-02,
                      -1.2924e-01,  1.1037e-01,  2.5356e-02,  7.2052e-02, -3.1357e-02,
                      -8.5190e-02, -9.9772e-02, -3.0003e-02, -7.8908e-02, -1.5389e-01,
                      -2.2191e-02,  6.8673e-02,  3.3288e-02, -9.7057e-02,  7.8108e-02,
                       2.9450e-03, -9.3258e-02, -1.3543e-02,  2.8566e-02, -8.8368e-02,
                       6.3288e-03,  1.0888e-01,  1.8217e-03, -4.4097e-02, -7.9908e-02,
                       7.6020e-03, -6.8564e-02,  9.5747e-02, -5.0245e-02,  2.6128e-02,
                      -1.5279e-02,  1.7064e-02, -1.3305e-02,  1.8642e-02,  5.3874e-02,
                      -6.7182e-03,  4.6667e-02, -1.7080e-02,  8.4126e-02, -2.9272e-02,
                       5.6481e-02, -3.2598e-02,  3.0586e-02,  2.5854e-02, -3.0408e-02,
                       2.9195e-02,  3.5938e-02,  4.3915e-03,  7.9052e-03, -6.8342e-02,
                       1.5149e-01,  5.5914e-02,  8.2368e-03,  1.8896e-02,  2.6719e-03,
                       6.0660e-02, -3.4338e-02, -2.2677e-02,  6.4335e-02,  1.4319e-02,
                      -3.9512e-02, -2.4681e-02, -9.3201e-03,  7.5238e-03, -1.0441e-01,
                      -6.3154e-02, -4.3165e-02, -3.6786e-02,  4.5526e-02, -3.1666e-03,
                       2.3766e-02,  2.4414e-02, -1.0993e-02,  5.1552e-02, -7.6218e-02,
                      -3.3632e-02, -8.0977e-02,  3.3592e-02, -6.9976e-02, -1.1057e-01,
                      -2.3061e-02,  6.2429e-02,  1.2354e-01, -3.9940e-02, -4.5353e-02,
                      -1.0505e-01,  3.2797e-02, -1.8854e-02, -8.1957e-02, -1.4326e-01,
                      -1.8324e-02, -7.8018e-02,  6.8462e-02,  3.1846e-02,  6.3272e-02,
                      -5.7910e-03,  3.1682e-02,  4.2774e-02,  2.7174e-02,  5.6410e-02,
                      -2.1095e-02, -5.1764e-02, -2.3267e-02, -7.2729e-02,  8.6471e-02,
                      -3.4770e-02, -5.1512e-02, -8.8752e-03,  4.6488e-02, -3.0364e-02,
                      -8.3694e-02,  1.1869e-01,  1.3417e-03,  4.1270e-02, -2.3015e-02,
                       4.9151e-02,  5.2044e-03,  1.4787e-01,  8.8101e-03, -1.7948e-02,
                      -1.5085e-02, -4.0252e-02,  8.9198e-02, -2.1351e-02,  1.1371e-01,
                       9.3735e-03,  5.1443e-02,  2.9697e-02,  5.0445e-02,  5.3336e-02,
                       3.5627e-02, -7.9809e-02, -1.2063e-02, -3.4518e-02,  2.6629e-02,
                      -2.4598e-02,  4.8083e-02, -4.5370e-02,  2.2710e-02,  3.8254e-02,
                      -6.7228e-02, -1.3660e-02,  1.9348e-02, -3.9067e-02, -6.8753e-02,
                       1.1497e-01,  1.9304e-02, -9.2817e-03,  7.2548e-02, -3.5024e-05,
                      -7.9167e-02, -3.1133e-02,  8.5173e-02, -4.2326e-03,  6.1100e-03,
                      -8.4948e-03,  2.0029e-02, -3.4618e-02, -1.4092e-02,  1.0400e-01,
                       2.1132e-02, -2.5783e-02,  2.0046e-02,  6.9306e-02, -3.2060e-02,
                      -7.0454e-02,  9.6752e-03,  3.2394e-02, -2.5443e-02,  3.5261e-02,
                      -1.0877e-02,  5.3596e-02, -1.6073e-02, -1.6247e-02,  6.8898e-02,
                      -1.7367e-02,  1.2015e-01, -2.6001e-03,  1.6507e-02,  3.5968e-02,
                      -4.2815e-02,  1.0220e-01,  1.0930e-02,  3.1015e-02, -3.2807e-02,
                       1.2863e-01, -3.6118e-02, -3.1790e-02, -1.0298e-01,  5.6843e-02,
                      -5.0799e-02,  5.9764e-02,  1.7615e-02,  4.4886e-02, -8.6738e-02,
                      -7.3025e-02, -7.2401e-02,  2.5076e-02,  1.0107e-02, -5.7136e-02,
                      -1.3383e-02, -9.0781e-02, -7.3377e-03, -7.4571e-02, -4.7177e-02,
                       3.9155e-02, -8.5985e-03,  1.8831e-02, -9.7352e-02,  9.8786e-03,
                      -1.6866e-02,  1.1726e-02,  2.3510e-02, -2.0687e-03,  5.0036e-02,
                      -9.7666e-04, -5.3277e-02,  4.8205e-02, -1.0683e-01,  5.4967e-02,
                      -4.0926e-02, -8.5038e-02, -1.0205e-01, -8.0043e-02, -1.9048e-02,
                      -5.6865e-02, -6.4602e-02,  1.1169e-01, -2.8660e-02, -3.5008e-02,
                       8.7424e-02, -5.1971e-02,  1.7925e-02, -4.1395e-02,  7.1644e-02,
                       8.8291e-02, -1.9686e-02,  3.4155e-02,  7.4867e-02,  6.6592e-02,
                      -9.8304e-03, -7.1649e-02,  3.2421e-02,  8.5026e-02,  5.6383e-02,
                       1.2362e-02,  5.2816e-03,  7.0032e-02, -4.0013e-03, -1.0830e-01,
                       4.5991e-02,  1.9893e-02,  1.1964e-01, -7.7127e-02,  2.1205e-02,
                       6.5252e-02,  1.1624e-02,  6.3009e-03,  2.5316e-02, -3.1100e-02,
                       7.0577e-02,  1.0294e-01, -6.1346e-02, -4.4270e-02, -3.4491e-02,
                      -3.0016e-02, -6.7001e-02, -1.1753e-02,  6.2387e-02,  3.6540e-02,
                       9.5864e-02, -7.6287e-04,  1.0757e-01,  7.9895e-03, -2.6250e-02,
                      -4.6820e-03, -1.6270e-02, -2.2928e-02,  3.3562e-02, -1.0707e-01,
                      -1.4833e-02,  6.1195e-03, -6.2129e-02, -9.0669e-02,  3.7493e-03,
                      -2.6009e-02,  1.4545e-02, -3.1822e-02, -7.9158e-02, -8.5321e-03,
                       2.2698e-02, -6.3764e-02,  3.0143e-02], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.weight',
              tensor([0.8565, 0.7913, 0.7859, 0.8413, 0.8354, 0.7767, 0.8326, 0.8318, 0.7947,
                      0.8560, 0.7757, 0.7852, 0.7673, 0.7928, 0.7948, 0.8241, 0.7862, 0.8027,
                      0.7889, 0.8158, 0.8067, 0.7801, 0.7997, 0.7736, 0.8182, 0.8166, 0.8125,
                      0.9168, 0.8032, 0.7815, 0.8336, 0.7861, 0.8124, 0.8024, 0.8385, 0.7675,
                      0.8112, 0.7719, 0.8475, 0.8511, 0.7836, 0.7671, 0.8418, 0.8180, 0.8336,
                      0.8205, 0.7984, 0.8696, 0.8059, 0.7881, 0.7621, 0.8705, 0.8703, 0.8256,
                      0.8153, 0.8102, 0.8029, 0.7959, 0.8144, 0.8279, 0.7920, 0.8328, 0.7569,
                      0.7988, 0.8283, 0.8002, 0.8132, 0.7943, 0.8451, 0.8769, 0.8022, 0.8467,
                      0.7792, 0.7935, 0.8306, 0.8171, 0.8013, 0.8260, 0.7906, 0.7712, 0.7994,
                      0.8098, 0.8056, 0.8301, 0.8067, 0.8150, 0.8231, 0.8335, 0.7664, 0.8308,
                      0.8099, 0.8139, 0.8498, 0.7675, 0.8174, 0.8054, 0.7750, 0.7859, 0.9747,
                      0.7889, 0.8060, 0.7964, 0.8431, 0.7999, 0.8002, 0.7666, 0.8108, 0.8134,
                      0.8397, 0.7712, 0.8370, 0.7867, 0.7788, 0.8130, 0.7822, 0.8152, 0.8264,
                      0.7894, 0.7828, 0.8031, 0.7966, 0.8305, 0.8615, 0.7949, 0.8346, 0.7792,
                      0.7948, 0.8130, 0.8196, 0.8296, 0.8124, 0.7769, 0.7922, 0.7924, 0.7956,
                      0.7852, 0.5883, 0.7753, 0.7681, 0.7855, 0.8524, 0.7836, 0.7829, 0.7868,
                      0.7807, 0.8526, 0.7975, 0.8009, 0.7731, 0.8172, 0.8321, 0.7709, 0.7843,
                      0.7882, 0.8257, 0.8019, 0.8095, 0.8028, 0.8585, 0.8326, 0.7740, 0.7354,
                      0.7919, 0.7942, 0.8260, 0.7815, 0.8782, 0.7758, 0.8149, 0.8015, 0.8175,
                      0.8013, 0.8816, 0.8739, 0.8234, 0.8194, 0.8276, 0.8142, 0.7632, 0.8025,
                      0.8111, 0.7647, 0.8254, 0.8053, 0.7831, 0.8122, 0.8018, 0.8035, 0.8163,
                      0.8078, 0.8485, 0.7806, 0.8291, 0.8402, 0.8221, 0.8272, 0.7991, 0.7775,
                      0.7984, 0.7953, 0.7992, 0.8213, 0.8069, 0.8108, 0.8084, 0.8170, 0.8057,
                      0.8492, 0.7803, 0.8226, 0.7841, 0.8083, 0.7994, 0.8412, 0.7917, 0.8115,
                      0.7902, 0.8085, 0.7858, 0.8093, 0.7712, 0.7855, 0.8144, 0.8195, 0.7798,
                      0.8119, 0.7970, 0.8091, 0.8253, 0.8387, 0.8129, 0.8404, 0.8232, 0.7561,
                      0.7870, 0.8540, 0.8265, 0.7909, 0.8201, 0.7751, 0.8125, 0.7877, 0.8088,
                      0.8050, 0.8034, 0.8010, 0.7890, 0.8243, 0.7726, 0.7688, 0.8088, 0.8170,
                      0.6429, 0.8108, 0.8122, 0.8132, 0.7590, 0.8660, 0.8085, 0.8007, 0.8222,
                      0.8964, 0.8213, 0.7907, 0.8147, 0.7861, 0.8354, 0.7846, 0.7991, 0.8202,
                      0.8290, 0.8126, 0.8747, 0.8353, 0.7593, 0.8088, 0.8017, 0.7641, 0.7862,
                      0.7828, 0.7330, 0.8173, 0.7954, 0.8287, 0.7910, 0.8073, 0.7699, 0.8074,
                      0.8096, 0.9241, 0.8448, 0.8197, 0.7781, 0.8028, 0.8179, 0.8085, 0.8518,
                      0.8213, 0.7947, 0.8119, 0.8271, 0.8278, 0.8135, 0.8069, 1.4263, 0.8082,
                      0.7926, 0.7987, 0.8306, 0.8107, 0.8234, 0.8251, 0.8225, 0.8276, 0.7700,
                      0.8042, 0.7904, 0.8444, 0.7987, 0.8368, 0.8116, 0.8396, 0.7971, 0.7662,
                      0.7951, 0.7787, 0.7588, 0.8130, 0.7729, 0.8016, 0.8119, 0.8682, 0.8234,
                      0.7810, 0.8115, 0.7930, 0.8013, 0.7911, 0.8650, 0.8206, 0.8053, 0.8429,
                      0.8280, 0.8185, 0.8292, 0.7816, 0.7834, 0.8034, 0.7922, 0.8107, 0.7927,
                      0.8414, 0.8098, 0.8310, 0.7703, 0.8194, 0.7824, 0.8177, 0.7962, 0.8088,
                      0.8136, 0.8557, 0.7731, 0.8076, 0.8448, 0.8071, 0.8088, 0.8098, 0.8016,
                      0.7989, 0.7908, 0.8186, 0.8117, 0.7824, 0.8698, 0.8132, 0.7890, 0.7452,
                      0.8157, 0.7963, 0.8237, 0.7979, 0.7801, 0.8479, 0.7926, 0.8085, 0.7947,
                      0.8146, 0.7643, 0.8065, 0.8003, 0.8252, 0.8112, 0.7980, 0.8111, 0.7898,
                      0.8014, 0.7923, 0.7975, 0.8536, 0.7817, 0.8355, 0.8243, 0.8165, 0.8230,
                      0.8377, 0.8092, 0.7984, 0.8284, 0.7202, 0.8034, 0.8204, 0.8157, 0.7880,
                      0.8312, 0.7614, 0.7941, 0.7679, 0.8236, 0.8147, 0.8302, 0.7522, 0.8105,
                      0.8382, 0.7904, 0.7901, 0.8389, 0.7665, 0.8001, 0.8292, 0.8163, 0.8080,
                      0.7468, 0.8004, 0.8129, 0.7835, 0.8102, 0.8081, 0.8494, 0.8932, 0.7953,
                      0.8030, 0.7796, 0.8544, 0.7769, 0.8139, 0.8060, 0.7961, 0.7774, 0.8282,
                      0.7963, 0.8225, 0.8176, 0.8052, 0.7960, 0.8651, 0.8159, 0.7733, 0.8378,
                      0.7755, 0.8052, 0.7564, 0.8276, 0.8315, 1.7125, 0.8161, 0.8210, 0.8888,
                      0.7835, 0.8200, 0.7697, 0.7847, 0.7834, 0.8513, 0.8185, 0.8231, 0.8204,
                      0.8037, 0.8210, 0.7985, 0.7798, 0.8223, 0.7972, 0.8153, 0.7989, 0.8032,
                      0.7877, 0.7998, 0.7138, 0.8079, 0.8352, 0.8030, 0.8270, 0.7820, 0.8089,
                      0.8293, 0.7994, 0.8405, 0.8348, 0.8264, 0.7902, 0.7860, 0.7724, 0.7921,
                      0.8271, 0.8631, 0.7627, 0.7745, 0.7877, 0.7986, 0.7789, 0.8023, 0.7831,
                      0.8384, 0.7639, 0.8058, 0.8141, 0.8127, 0.7838, 0.8001, 0.7553, 0.7709,
                      0.8046, 0.8709, 0.8009, 0.8106, 0.8396, 0.7808, 0.8011, 0.8306, 0.8099,
                      0.7554, 0.8228, 0.8493, 0.8476, 0.8056, 0.8235, 0.8226, 0.7694, 0.8470,
                      0.7715, 0.7643, 0.7790, 0.8073, 0.8055, 0.8439, 0.8335, 0.8015, 0.7836,
                      0.8015, 0.7835, 0.8205, 0.8014, 0.8278, 0.8646, 0.8092, 0.7813, 1.6575,
                      0.7946, 0.7781, 0.8302, 0.7840, 0.7692, 0.8128, 0.8016, 0.7804, 0.8013,
                      0.8189, 0.8023, 0.7992, 0.8229, 0.7960, 0.8011, 0.8064, 0.8199, 0.8285,
                      0.8229, 0.8156, 0.8286, 0.7916, 0.8326, 0.8528, 0.8060, 0.8047, 0.7906,
                      0.7882, 0.7973, 0.8302, 0.8293, 0.8206, 0.8001, 0.7720, 0.7785, 0.7810,
                      0.8166, 0.8348, 0.7971, 0.8380, 0.8202, 0.8102, 0.7770, 0.7783, 0.8207,
                      0.8044, 0.9813, 0.7983, 0.8119, 1.6672, 0.7977, 0.8446, 0.7915, 0.8174,
                      0.8028, 0.8339, 0.8224, 0.8177, 0.8232, 0.8057, 0.7982, 0.7942, 0.8020,
                      0.7887, 0.8502, 0.7994, 0.8106, 0.8159, 0.8522, 0.8694, 0.7652, 0.7977,
                      0.7957, 0.7859, 0.8471, 0.8382, 0.8368, 0.7898, 0.7787, 0.7962, 0.8223,
                      0.8134, 0.7853, 0.7930, 0.8501, 0.8170, 0.8177, 0.8081, 0.8103, 0.7730,
                      0.8205, 0.7933, 0.8188, 0.7744, 0.8266, 0.8058, 0.8261, 0.7986, 0.7953,
                      0.7893, 0.8294, 0.8265, 0.8259, 0.8164, 0.7994, 0.8360, 0.8265, 0.8057,
                      0.7555, 0.7864, 0.8040, 0.8175, 0.7747, 0.8822, 0.8277, 0.7952, 0.8046,
                      0.8105, 0.7813, 0.7862, 0.7855, 0.7546, 0.7822, 0.8390, 0.7837, 0.7642,
                      0.7887, 0.8006, 0.7953, 0.7998, 0.8001, 0.7944, 0.7993, 0.8279, 0.8022,
                      0.7981, 0.7822, 0.7735, 0.8060, 0.8534, 0.8259, 0.7807, 0.7851, 0.8214,
                      0.8641, 0.8329, 0.8216, 0.7899, 0.8130, 0.7928, 0.7805, 0.8330, 0.8183,
                      0.7786, 0.7708, 0.8231, 0.7551, 0.8496, 0.7968, 0.7921, 0.7738, 0.7726,
                      0.7967, 0.8045, 0.7572, 0.8187, 0.7791, 0.8080, 0.7481, 0.8055, 0.7814,
                      0.7928, 0.8118, 0.7877, 0.8093, 0.8249, 0.8113, 0.8283, 0.8153, 0.8142,
                      0.8391, 0.7911, 0.7709, 0.8399, 0.7880, 0.8173, 0.8293, 0.8261, 0.8048,
                      0.8342, 0.7880, 0.8204, 0.7939, 0.8230, 0.8783, 0.8156, 0.8139, 0.8043,
                      0.8179, 0.7981, 0.7683, 0.8445, 0.8030, 0.7849, 0.8219, 0.8108, 0.8007,
                      0.7973, 0.7974, 0.8165], device='cuda:0')),
             ('bert.encoder.layer.11.attention.output.LayerNorm.bias',
              tensor([ 8.9377e-02, -1.1826e-01, -1.8410e-02,  5.7117e-02, -2.0756e-01,
                      -1.1680e-02, -6.4108e-02, -1.5930e-02,  9.6634e-02, -1.0987e-01,
                       2.7290e-02, -7.9816e-02, -2.3651e-01, -4.7333e-02, -9.9254e-02,
                      -3.2233e-02, -1.5863e-02, -1.0302e-01,  1.2569e-02, -2.3434e-01,
                      -1.6892e-01, -3.7026e-02,  1.3256e-02, -1.5973e-02, -2.5423e-02,
                      -9.1019e-02,  2.2426e-02,  1.3055e-01, -9.6063e-02,  5.9894e-02,
                      -1.0218e-01, -3.2364e-02, -1.6774e-01, -9.9021e-02, -8.8245e-03,
                       8.7985e-02, -1.4389e-01,  1.0768e-02, -8.4969e-02,  1.3179e-01,
                      -1.3901e-01, -2.4874e-02,  1.1841e-01, -1.1577e-01, -1.0815e-02,
                      -2.1574e-01,  3.3433e-02,  4.1640e-02, -5.0499e-03, -1.3683e-02,
                       5.9921e-02,  4.6572e-02,  1.1057e-01, -9.7940e-03,  7.0601e-02,
                      -2.3613e-02, -1.2113e-01, -7.5467e-02,  2.1013e-02,  3.2685e-02,
                      -1.2589e-01, -6.9244e-02,  1.5659e-01,  1.1502e-02, -1.1151e-01,
                      -7.8541e-02,  2.8314e-02, -6.2237e-02,  4.3855e-02, -2.3343e-01,
                      -7.6253e-02, -1.2277e-01, -1.8129e-01,  6.6496e-02, -1.5179e-01,
                      -1.9322e-01,  9.4339e-02, -7.7496e-02, -1.4952e-01, -7.5943e-02,
                       2.9221e-02,  1.1073e-01,  8.1340e-03,  8.6791e-02, -8.8163e-02,
                       6.5577e-03, -1.8790e-02, -9.2456e-03, -1.0533e-02,  6.2334e-02,
                      -8.5741e-02, -7.4440e-02,  7.3191e-02, -1.4351e-01, -9.1364e-03,
                       1.3917e-01,  1.0656e-01,  6.2944e-02,  1.0553e-01,  1.2769e-01,
                      -1.6783e-02, -5.2103e-02,  2.3199e-02, -9.2160e-02,  4.0000e-02,
                      -1.2324e-01,  1.5024e-01, -1.7538e-01, -6.8886e-02,  4.2115e-02,
                       6.7393e-02, -1.5139e-01,  9.3230e-02, -1.5071e-01, -2.2296e-01,
                      -5.5004e-02,  3.7333e-02,  9.7125e-02, -5.2513e-02, -1.0401e-01,
                       9.5182e-02, -1.2748e-01,  3.9816e-02, -3.7991e-02,  2.6142e-02,
                      -7.7707e-02, -1.9485e-02, -1.2544e-01, -4.7772e-02,  9.9310e-02,
                      -1.8045e-01,  3.4123e-02,  3.5750e-02,  6.7570e-04, -6.6876e-02,
                       3.0002e-02, -8.0697e-01,  1.4626e-01, -4.7546e-01,  6.1363e-03,
                      -1.2002e-01, -1.1258e-01, -1.8454e-02, -1.8514e-01,  9.0480e-03,
                       1.0183e-01, -6.3446e-02, -8.1124e-02,  1.3868e-01, -1.6607e-01,
                      -1.5145e-01, -7.5440e-02,  7.0544e-02,  7.4778e-03, -8.9292e-02,
                      -1.4199e-01,  6.3846e-02, -1.5176e-02,  1.2293e-02, -1.3725e-01,
                       2.3835e-03, -5.3860e-02, -5.4383e-02, -8.4241e-02, -6.0348e-02,
                      -1.6806e-01,  1.7384e-01,  5.0927e-02,  5.8126e-04,  7.9264e-03,
                      -8.1653e-02, -1.2721e-01, -1.8327e-01,  1.2338e-01,  5.2278e-02,
                       1.1557e-01,  1.0184e-01, -2.3120e-01,  3.1074e-04,  4.5609e-02,
                       3.3504e-02, -2.1035e-01, -2.9791e-02, -2.8169e-01, -6.7876e-02,
                       8.0909e-02, -7.3582e-04, -1.1473e-01, -8.7511e-02, -1.0182e-01,
                      -6.8735e-03, -2.4113e-02,  8.7957e-02, -2.1184e-02, -2.4288e-01,
                      -6.5651e-02, -1.2204e-01, -5.9541e-02, -7.0068e-02, -6.1719e-02,
                      -6.8377e-02, -4.9755e-02, -9.9810e-02, -4.3132e-02,  5.5410e-02,
                      -8.8500e-02,  3.4667e-02, -1.8674e-01, -3.8349e-03, -5.1296e-02,
                      -7.0081e-02, -8.7655e-03, -4.0381e-02,  1.5796e-03, -8.4156e-02,
                      -1.8789e-01,  8.6945e-02, -1.3237e-01, -2.3528e-01,  4.5136e-02,
                      -3.3921e-02,  2.5250e-02,  2.3402e-02, -1.1868e-01, -1.0484e-01,
                      -3.1146e-03, -1.6126e-02,  6.8644e-02,  1.3590e-01,  3.8123e-02,
                      -1.7180e-02, -1.0850e-01,  7.4175e-02, -1.2904e-01, -3.6570e-02,
                      -2.9322e-01, -6.2723e-02, -1.0923e-02, -1.9345e-01,  8.2841e-02,
                      -1.6700e-01, -2.2018e-02,  9.7676e-02, -3.5584e-02,  3.5561e-03,
                      -9.2835e-02, -1.0837e-01,  4.1651e-02,  2.0020e-02,  4.2017e-02,
                       1.9732e-02, -4.2377e-02,  3.9432e-02, -4.8907e-02,  6.5192e-03,
                      -1.2272e-01, -1.3402e-01, -4.1255e-02, -1.6101e-01,  3.5745e-02,
                       9.4638e-03, -6.8019e-02, -9.4818e-02, -2.0305e-02, -1.5102e-01,
                      -1.6542e-01,  8.1120e-03, -4.3155e-02, -8.5989e-02, -3.6444e-02,
                      -7.5955e-02, -1.2254e-01, -1.1242e-01,  5.2397e-02, -1.7042e-02,
                      -8.8958e-02,  2.2720e-02, -6.3020e-02,  7.9951e-02, -1.3837e-01,
                       1.3320e-01, -2.2775e-02,  9.1596e-02, -2.6675e-02, -1.7256e-01,
                       6.3951e-03, -3.8485e-02, -3.9125e-02, -9.2311e-02, -4.6095e-02,
                       3.6881e-02, -1.8844e-01, -4.8432e-02, -1.1723e-01, -2.7567e-02,
                      -8.4260e-02, -2.3269e-01,  1.3274e-01, -1.5099e-02, -1.5451e-03,
                       1.3695e-01, -8.1771e-03, -6.8648e-02,  1.0193e-02, -6.8325e-01,
                       6.5176e-02, -9.9200e-03,  1.1074e-01, -7.0574e-02,  1.2323e-01,
                       8.1404e-02, -1.5729e-02, -2.4541e-01, -1.0175e-01, -1.3210e-01,
                      -1.1904e-01, -8.4193e-02,  2.0728e-03, -7.2030e-02, -2.4126e-01,
                      -3.8341e-02,  7.1575e-02, -9.4619e-02, -1.3154e-01,  2.9455e-02,
                      -3.6364e-02, -3.9489e-03,  3.5007e-02,  8.4006e-02, -1.3087e-01,
                      -2.6738e-01,  1.7447e-01, -2.2576e-01, -2.4945e-02, -1.0929e-01,
                      -1.3600e-01, -2.4277e-01,  1.1917e-01, -1.9875e-01,  2.9066e-02,
                      -4.5221e-02, -5.0231e-02, -2.9631e-02, -8.3336e-02,  2.3710e-02,
                       9.6512e-02, -3.2068e-02, -2.1789e-01,  6.9408e-02, -1.7072e-02,
                      -1.8204e-01, -1.3587e-01, -1.9590e-01,  6.3235e-02, -7.4714e-02,
                      -6.6745e-02, -1.7120e-01, -5.9410e-02,  8.4273e-02,  1.2383e-02,
                      -4.6655e-02, -1.3749e-01, -1.5575e-02, -1.1744e-02, -7.3239e-02,
                      -7.1697e-02,  6.0819e-02,  4.8938e-02, -1.3863e-01, -1.4418e-01,
                      -1.7679e-03, -1.1491e-01,  3.6239e-02, -7.7575e-02, -1.6463e-01,
                       5.3904e-02, -1.5937e-01, -1.1426e-01, -1.1265e-01, -6.4449e-02,
                      -1.4581e-01, -2.0917e-03, -4.8935e-02,  7.0638e-02, -8.0281e-02,
                      -1.5840e-01, -1.1971e-01, -9.8647e-02,  4.3757e-02,  6.0833e-02,
                      -1.2533e-02, -1.9073e-01,  7.4510e-02, -3.9546e-02, -1.2661e-01,
                      -1.4884e-01, -1.2774e-01, -2.7641e-02, -1.2056e-01, -1.2031e-01,
                      -5.4281e-02,  5.4985e-02, -1.3258e-01, -2.0515e-01, -1.1012e-01,
                      -4.7674e-02,  2.3022e-02, -4.7343e-03, -7.9590e-02, -2.1722e-01,
                      -3.2638e-02, -1.0579e-01,  3.5709e-03, -9.1371e-02, -1.5463e-01,
                      -5.1217e-02, -8.4814e-02, -4.4486e-02, -1.1861e-02, -1.2061e-01,
                       2.2745e-02, -8.6676e-02, -6.8223e-02,  7.5320e-03,  3.1228e-02,
                      -4.9535e-02, -2.0686e-01, -6.1584e-02, -3.5160e-02,  5.7329e-02,
                      -1.7135e-01,  4.4483e-02, -1.4587e-01,  6.0047e-02, -2.1019e-02,
                      -3.1118e-02, -1.5279e-01, -1.1844e-01, -1.3987e-01,  1.0073e-01,
                      -7.0986e-02, -1.1883e-01, -6.7288e-02, -2.3030e-01, -1.4933e-01,
                      -7.6178e-02, -4.5881e-03,  7.2911e-03,  3.0225e-02, -7.4389e-02,
                       1.0145e-01, -4.9532e-02,  3.1344e-02, -1.4697e-02,  1.2341e-01,
                      -1.5294e-01,  7.7695e-02, -1.8722e-01, -1.1006e-01, -2.4214e-02,
                      -9.9135e-02, -2.2932e-01, -1.0685e-01, -6.4319e-03,  6.4164e-01,
                      -3.2954e-02, -1.2444e-02,  1.6830e-01,  1.0558e-02,  2.2792e-03,
                       6.6744e-03,  1.0412e-01,  9.3284e-02, -4.9316e-03, -2.0205e-02,
                       8.7759e-03, -2.8749e-01, -5.9217e-02, -6.1152e-02, -1.0626e-01,
                      -4.5223e-02,  2.6902e-02, -1.0261e-01, -1.0879e-02,  3.5562e-03,
                      -1.7577e-02,  7.5673e-02, -5.7910e-02,  1.0213e-01, -5.2319e-02,
                      -2.1106e-01, -4.7079e-02, -2.3550e-02,  1.4575e-02, -5.5680e-03,
                      -3.0993e-03, -3.9991e-02, -3.3839e-02, -3.5235e-02, -1.0808e-02,
                      -1.1297e-01, -2.3913e-02, -3.6137e-02,  2.7730e-02, -7.4428e-02,
                       1.7289e-01, -1.0193e-02,  4.4881e-02, -6.8247e-03, -2.2376e-01,
                      -1.0053e-01, -1.9236e-01, -1.3532e-02,  2.1012e-02, -4.6239e-02,
                      -2.6143e-01, -7.9902e-02,  8.2620e-02,  4.7646e-02,  1.3059e-02,
                       8.0719e-02, -9.4908e-02,  6.6591e-02, -1.2253e-01,  1.6738e-02,
                      -1.6919e-01,  1.5760e-01, -1.7977e-01, -1.6440e-01, -1.0001e-01,
                      -1.8862e-03, -1.8460e-02,  2.0834e-03, -3.0889e-01, -1.5438e-01,
                      -3.0299e-02,  4.9258e-02, -6.8783e-02, -5.7226e-02,  1.7129e-01,
                      -1.7713e-01,  1.3586e-02,  1.6470e-02, -1.2006e-01, -8.3172e-02,
                       8.7614e-02,  6.6443e-02, -1.4513e-01, -7.6038e-02,  6.2903e-02,
                       3.6985e-02,  1.5601e-02, -2.8483e-01,  1.2303e-01,  8.3390e-02,
                       5.7769e-04, -1.8081e-01, -2.4762e+00,  7.3871e-02, -9.9561e-02,
                       6.1068e-02, -6.9153e-02, -4.9429e-02,  5.4029e-02,  5.1406e-02,
                      -8.4790e-02, -8.7672e-02, -1.2067e-01, -5.2788e-02, -2.6642e-02,
                      -3.7989e-02,  1.2138e-02, -1.1651e-01, -7.0530e-02,  7.0995e-03,
                      -1.5005e-02,  8.7495e-02,  6.4449e-03,  1.0920e-01, -8.7688e-02,
                       1.1502e-01,  6.7843e-02, -8.0120e-02, -1.1036e-01,  2.3589e-03,
                       6.6307e-02, -2.1766e-01, -4.4551e-02, -5.9866e-02, -1.5211e-01,
                      -1.3884e-01, -8.9965e-03, -1.6716e-01,  5.2956e-02, -2.7104e-02,
                       1.1338e-01, -1.4799e-01, -7.3383e-02,  3.8370e-02, -1.1102e-01,
                      -7.0368e-02,  4.5611e-02, -1.5208e-01, -1.2961e-02, -2.2706e-01,
                      -1.1762e-01,  2.0108e-01,  6.0617e-01, -3.1292e-02, -8.6696e-03,
                      -4.0294e-02, -1.1859e-01, -1.9878e-02, -4.6488e-02,  1.0884e-01,
                       6.3070e-02,  1.8852e-02, -1.7609e-01,  7.9152e-03,  1.1455e-01,
                      -2.6708e-01, -1.7335e-01, -9.1836e-02, -1.6496e-01,  3.6698e-02,
                       7.7797e-03, -5.9211e-02, -3.1241e-01, -1.6342e-01, -3.3318e-02,
                      -1.2276e-01, -1.9827e-02, -4.8296e-02, -1.3140e-01, -4.7531e-02,
                       2.2505e-02,  5.2976e-02,  1.8861e-02, -1.5161e-01,  2.5078e-02,
                      -4.2491e-02, -8.9161e-02, -2.0034e-01, -1.0238e-01, -7.5530e-02,
                      -4.4819e-03, -1.8618e-02,  4.0940e-03, -1.0099e-01, -5.6281e-02,
                      -1.0311e-01, -1.2612e-01,  5.6567e-02, -9.5640e-02, -5.1992e-02,
                       8.8947e-03, -9.1362e-02, -4.8243e-02,  6.9918e-02, -4.8618e-02,
                      -2.0118e-01, -1.1522e-01,  3.2336e-03,  4.3861e-02, -1.1666e-01,
                       1.3799e-01, -7.0459e-02, -8.4833e-02, -7.2858e-02,  1.1289e-01,
                      -5.2459e-02,  1.2072e-01,  3.7936e-02,  2.0335e-02,  1.1941e-02,
                       6.3272e-02, -1.5218e-02,  1.1448e-01, -1.2061e-01,  6.1873e-02,
                       4.6456e-02, -3.1952e-02,  5.0104e-02,  1.2264e-01, -1.7680e-01,
                       4.3060e-02, -8.1122e-02,  1.2242e-02,  5.9823e-02, -1.8738e-01,
                       1.0901e-01,  8.2744e-02, -1.3568e-01,  6.5501e-02,  2.8997e-02,
                      -1.6216e-01, -9.4956e-03, -2.3283e-01,  1.5746e-01,  7.8491e-02,
                      -2.7955e-02,  2.8237e-02, -2.4388e-01, -8.0950e-02, -1.1180e-01,
                      -5.0368e-02, -4.8661e-03, -1.4147e-01,  7.0274e-02,  5.1272e-02,
                      -1.1020e-01, -4.4003e-02, -1.2075e-01, -8.4538e-02, -1.3230e-01,
                      -9.4653e-02, -8.8282e-02, -1.2948e-01, -7.0652e-03,  8.6860e-02,
                      -1.4813e-01, -4.3972e-02,  5.1616e-02, -6.3271e-02, -3.0819e-02,
                      -1.7354e-01, -1.5266e-01, -7.7199e-02, -6.0881e-03,  1.9644e-02,
                      -2.0499e-01, -7.0809e-02, -8.1247e-02,  9.8374e-02, -4.6881e-02,
                      -5.9707e-02, -1.1140e-01,  4.0328e-02, -2.1717e-02,  1.0090e-02,
                      -2.2774e-01, -1.6784e-02,  7.3013e-02, -1.9190e-02,  4.1912e-02,
                      -1.2341e-01, -8.6226e-02, -1.1864e-01, -1.3504e-01, -3.2413e-02,
                       4.9232e-03, -5.1009e-02,  5.8137e-02, -2.7288e-01,  1.1926e-01,
                      -4.1282e-03,  3.8867e-02, -1.3513e-01,  8.1123e-02,  7.4357e-02,
                      -2.0072e-02, -7.0568e-02, -1.1921e-02, -4.6470e-04, -5.2723e-02,
                      -1.4981e-02, -6.3334e-03,  6.9111e-02], device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.weight',
              tensor([[ 0.0141, -0.0137,  0.0253,  ...,  0.0023, -0.0570,  0.0383],
                      [ 0.0236,  0.0162,  0.0152,  ..., -0.0471,  0.0405,  0.0191],
                      [ 0.0037,  0.0378, -0.0023,  ..., -0.0039,  0.0385,  0.0094],
                      ...,
                      [-0.0375,  0.0776,  0.0529,  ...,  0.0368,  0.0205,  0.0515],
                      [ 0.0421,  0.0154,  0.0236,  ...,  0.0081,  0.0048,  0.0258],
                      [ 0.0481,  0.0362, -0.0420,  ...,  0.0225, -0.0415, -0.0185]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.intermediate.dense.bias',
              tensor([-0.0905, -0.0993, -0.1112,  ..., -0.0883, -0.2865, -0.0557],
                     device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.weight',
              tensor([[ 0.0503,  0.0153, -0.0131,  ..., -0.0283, -0.0190,  0.0217],
                      [-0.0157,  0.0403,  0.0171,  ..., -0.0001, -0.0101,  0.0669],
                      [ 0.0334, -0.0096, -0.0700,  ..., -0.0507, -0.0248,  0.0240],
                      ...,
                      [-0.0857,  0.0308,  0.0340,  ...,  0.0400,  0.0069,  0.0110],
                      [-0.0050,  0.0058,  0.0356,  ..., -0.0415,  0.0081, -0.0056],
                      [-0.0323,  0.0163,  0.0416,  ..., -0.0562,  0.0113,  0.0159]],
                     device='cuda:0')),
             ('bert.encoder.layer.11.output.dense.bias',
              tensor([ 1.4076e-01, -3.4583e-02,  4.4448e-02,  1.1137e-01,  2.5028e-02,
                      -2.3940e-02, -8.5403e-02,  4.4052e-02, -4.1422e-03, -9.0025e-02,
                      -1.2957e-02, -2.0173e-02, -4.5097e-02, -1.2051e-02, -7.3962e-02,
                      -1.1173e-02,  4.3715e-02,  4.7990e-02,  3.5393e-02,  5.0260e-03,
                      -1.8988e-02,  3.9969e-02,  1.2482e-02,  1.0863e-02, -8.7257e-03,
                      -5.5912e-02,  4.9049e-02,  3.2006e-02, -4.5863e-02,  6.5134e-02,
                       3.5491e-02,  3.7704e-02, -4.0367e-02, -2.7367e-02, -4.6806e-02,
                      -2.5542e-02, -1.0824e-02,  1.8575e-02, -1.2628e-02,  6.1540e-02,
                      -6.0977e-02, -2.7000e-02,  6.8894e-02, -8.7853e-02,  1.0348e-02,
                      -1.7721e-01,  2.6961e-02,  7.0086e-02, -4.6577e-02,  3.7509e-02,
                      -2.2450e-02,  3.1677e-02,  1.1595e-01, -5.3088e-02,  2.0417e-02,
                      -3.4332e-02, -2.6718e-02, -3.8792e-02,  3.2695e-02,  8.0667e-02,
                      -3.0161e-02, -3.2540e-02,  5.6112e-02, -3.3230e-02, -1.2010e-01,
                       8.9028e-02, -3.6378e-02, -9.6602e-02,  6.3365e-02, -7.1297e-02,
                       7.0161e-02, -3.7751e-02, -2.5634e-02,  4.6218e-02,  1.3345e-03,
                      -5.7790e-02,  6.6416e-02,  1.3015e-03, -9.2478e-03, -3.3988e-02,
                       4.9892e-02, -6.9592e-02,  1.4163e-02,  5.7715e-02, -4.0341e-02,
                       7.8260e-02,  8.3444e-03, -2.1675e-02, -4.5375e-04,  3.2669e-02,
                      -6.4938e-03,  5.1444e-02,  4.2528e-03, -3.0642e-02,  7.6516e-03,
                       7.6010e-02,  2.9324e-02,  3.0804e-02,  2.0476e-01,  3.5660e-02,
                       1.7401e-02,  4.2371e-02, -8.0841e-02, -5.7215e-02,  7.5521e-02,
                      -2.0179e-01,  5.2742e-02, -5.5127e-02,  2.6737e-02,  6.5568e-02,
                       9.2849e-02,  4.7180e-02, -2.2141e-02, -6.4522e-02,  3.2208e-02,
                       6.2074e-03,  9.5027e-02,  5.3869e-02, -3.3993e-02, -4.4241e-02,
                      -8.0794e-02,  1.4288e-02,  8.0391e-02,  1.0361e-01,  3.7721e-02,
                      -3.0232e-03,  7.3071e-02, -4.8666e-02,  1.9232e-03,  6.9101e-02,
                      -1.9035e-02, -3.7872e-03,  5.2117e-02,  3.0252e-02, -9.3595e-03,
                       4.6938e-02, -3.5235e-02,  1.0124e-01, -1.0933e-01, -9.3274e-03,
                       3.9936e-02,  4.5695e-04,  2.0063e-02, -4.9998e-02, -7.8220e-02,
                       1.6485e-01, -7.5529e-02,  4.4979e-03,  7.1945e-02,  1.9453e-03,
                      -2.8056e-02, -1.2004e-01, -2.7464e-03, -1.0708e-02, -2.5141e-02,
                      -8.9521e-02,  7.7119e-02, -8.8984e-02,  3.8491e-02, -1.6372e-03,
                      -5.5461e-02, -6.4042e-02,  1.4436e-02,  1.7035e-01, -8.0449e-02,
                      -4.4250e-03,  1.7144e-02, -5.9557e-03,  1.2691e-02,  1.2559e-01,
                       4.9844e-02, -7.4743e-02, -1.0454e-01,  7.1592e-02,  7.8917e-02,
                       6.5462e-02,  4.5105e-02, -5.9505e-03, -9.1905e-02,  7.1747e-02,
                       6.5620e-02, -8.0435e-02,  2.0117e-02, -1.1228e-01, -1.1277e-02,
                       8.2617e-02,  3.2109e-04, -6.9749e-02,  4.0937e-02, -5.2777e-02,
                       2.6293e-02, -5.1441e-02,  2.1549e-02,  1.3459e-01,  5.7867e-03,
                      -5.9640e-02, -5.8136e-02, -4.2679e-02,  4.1510e-02, -3.5264e-03,
                       1.8249e-02, -4.1813e-02, -7.7170e-02,  1.0207e-01,  8.3960e-02,
                      -1.0360e-01,  4.7801e-02, -5.4805e-03,  2.4342e-02, -3.8197e-02,
                      -4.5116e-02, -9.7852e-03,  1.5834e-04,  1.9297e-02,  3.1078e-02,
                      -6.1713e-02,  2.9306e-02,  6.9461e-02,  9.1146e-04, -2.1531e-02,
                      -4.3153e-02,  3.0101e-02,  1.3325e-01,  2.2923e-02,  4.2730e-03,
                       4.1670e-02, -3.9514e-02, -3.9649e-02,  5.2547e-02, -2.5428e-02,
                      -1.8814e-02, -9.3082e-02,  2.9281e-02, -4.4027e-02,  1.1255e-02,
                      -6.9030e-02,  4.3828e-02, -2.9283e-02, -6.7130e-02,  6.5251e-02,
                      -8.7728e-02,  6.6543e-02,  8.8646e-02, -2.8151e-02, -5.7143e-02,
                       6.6969e-04,  1.3340e-03,  4.5373e-02,  1.1664e-02, -1.6128e-02,
                       7.6618e-02,  1.0412e-01, -2.8138e-02, -6.9625e-02,  1.1896e-02,
                       9.5864e-02, -5.0178e-02, -2.2465e-02, -2.4460e-02,  4.9148e-02,
                      -3.1171e-02, -2.5016e-02, -2.6937e-05,  3.3697e-02,  8.6032e-03,
                      -3.7180e-02,  9.3297e-02,  5.8342e-02,  5.0955e-02, -1.1947e-02,
                      -2.7803e-02, -4.0459e-02, -5.4461e-02, -3.1116e-03, -3.1572e-02,
                      -2.4830e-03, -3.4483e-02, -2.3547e-02,  4.6998e-02, -3.2150e-02,
                       1.9255e-02,  3.3368e-02,  7.2211e-03,  8.0919e-02, -4.5870e-02,
                      -9.3731e-02,  3.1971e-02, -2.3133e-02,  1.4995e-02,  6.8812e-02,
                       3.6805e-02,  4.7857e-02,  1.0102e-02, -3.4435e-04,  1.8902e-02,
                      -9.5928e-03, -2.6113e-03,  7.5567e-02, -3.0444e-02, -6.1930e-02,
                       4.7466e-02, -3.6020e-02, -3.4592e-02,  7.1146e-02, -1.2785e-01,
                      -5.0977e-02,  7.6023e-03,  7.2986e-02, -5.7466e-02,  7.1653e-02,
                       4.9285e-02,  1.0317e-01,  4.4561e-02,  2.9590e-02, -6.9855e-02,
                      -7.9734e-02,  2.2330e-02,  8.1550e-02,  2.7853e-02, -8.3964e-02,
                      -4.6504e-02,  1.3834e-01, -2.3919e-02,  1.5116e-02, -5.1822e-02,
                       2.3196e-02, -7.1822e-02,  6.2162e-02, -9.5540e-04, -1.5020e-02,
                      -8.9637e-02,  1.1590e-01, -6.1977e-02, -3.5213e-02, -3.3184e-02,
                      -3.5653e-02,  1.3017e-02, -1.1033e-02,  5.9190e-02, -2.8940e-02,
                      -1.6396e-02, -5.5468e-02,  3.8702e-02,  6.1230e-02,  5.4050e-02,
                       5.0279e-03, -4.2953e-02, -3.9051e-02,  4.7542e-02,  2.9537e-02,
                       3.3033e-02, -6.0574e-02, -1.1267e-01, -1.1252e-02,  1.6574e-02,
                      -8.1543e-02, -1.5682e-02,  3.0928e-02,  1.4701e-02, -1.9143e-02,
                       3.5643e-02, -1.9428e-01,  6.5925e-02,  7.9744e-02, -3.4243e-02,
                       4.6218e-02,  7.8298e-02,  5.3754e-02, -8.2487e-02,  4.2287e-02,
                       5.6722e-02, -7.6653e-02,  8.0008e-02,  3.5427e-02, -1.3024e-01,
                       8.7840e-03, -4.5736e-02,  3.1590e-02, -3.3244e-02, -4.9316e-02,
                      -1.2714e-01,  7.8583e-02, -8.1770e-04,  2.1708e-02,  3.0234e-02,
                      -4.8951e-02,  4.1719e-03, -4.1924e-02,  9.0424e-02,  1.0146e-01,
                      -2.3232e-02, -3.7140e-02, -1.3415e-02, -7.0038e-03,  1.7523e-02,
                      -5.7949e-02, -3.0578e-02, -8.2054e-02,  7.7716e-03, -1.9287e-02,
                      -1.3022e-01,  9.6647e-02, -5.9813e-02, -9.4033e-02, -6.4770e-02,
                      -5.7845e-02, -5.2096e-02, -9.1485e-02, -4.0469e-02, -3.4370e-02,
                       1.5827e-02, -6.4194e-02,  5.5189e-02,  9.7436e-02, -4.0246e-02,
                      -4.9292e-02,  8.2270e-02,  1.1902e-01, -2.8936e-02, -5.7760e-02,
                      -2.2356e-03, -9.4078e-02,  1.5798e-02,  8.3624e-02,  1.0631e-01,
                      -5.3705e-02, -2.8100e-02, -7.3761e-02,  4.2090e-02,  1.1942e-03,
                      -7.1043e-02,  1.0982e-01, -5.5535e-02, -1.6592e-02, -1.9356e-02,
                      -2.9857e-02,  2.9945e-02, -3.7593e-02, -8.8669e-02,  1.5685e-01,
                      -4.5804e-02, -4.6512e-02,  2.6365e-02,  2.6141e-02, -3.4492e-02,
                      -5.0269e-02, -5.5671e-02,  3.3702e-02,  5.0847e-02, -6.8181e-02,
                      -2.7633e-02,  6.8042e-02,  1.4009e-02, -4.1260e-04,  8.5323e-02,
                      -1.8858e-02,  2.8243e-02, -1.8835e-02, -1.9776e-02,  5.8950e-02,
                      -1.5814e-02,  1.7319e-02, -3.6127e-02,  1.3715e-02,  1.3622e-04,
                       6.9640e-02, -9.1088e-02,  8.7783e-02, -3.1088e-02, -6.6726e-02,
                       3.7766e-02,  7.8110e-03,  6.6309e-02,  4.2647e-02,  6.0539e-02,
                       7.5973e-02, -6.7068e-02, -1.4598e-02,  7.4646e-02,  4.1597e-02,
                       4.7104e-02,  1.0756e-01, -6.7503e-02,  1.1204e-01,  2.4810e-02,
                       6.9254e-02, -3.4323e-02,  9.4686e-02,  3.2497e-02, -4.9327e-03,
                       5.1585e-02,  1.2602e-02, -4.0025e-03, -3.6851e-02,  9.7482e-02,
                       4.9705e-02, -1.2226e-02,  3.1116e-02,  6.1668e-03,  5.1567e-02,
                       7.3372e-03,  1.5464e-02, -1.0668e-02, -7.3315e-03, -3.6475e-02,
                       9.5299e-02, -8.4093e-02,  6.9595e-02, -3.1233e-02, -6.1455e-02,
                      -5.4777e-02, -8.2225e-02,  8.8175e-02,  9.3265e-03, -2.5914e-02,
                      -4.3597e-02, -1.2236e-01,  5.9087e-02,  3.5655e-02, -3.1485e-02,
                      -3.9421e-02, -4.8025e-02, -3.8278e-02,  4.1907e-02,  2.6456e-02,
                      -1.0831e-01, -4.1821e-02,  3.6782e-02, -1.3209e-01, -2.7709e-02,
                      -2.5508e-02, -1.3955e-02, -9.5887e-02, -8.2492e-02,  2.7464e-02,
                       6.6172e-02,  7.1332e-02, -2.2343e-02,  3.7150e-02,  1.0894e-01,
                      -3.7421e-02,  1.4962e-02,  2.0948e-02, -1.9033e-02, -2.2107e-02,
                       5.0881e-02,  7.5060e-02, -3.2061e-02,  3.0487e-02,  8.0884e-02,
                       5.6774e-02,  3.1411e-02, -3.8664e-02,  1.5937e-02,  5.6218e-02,
                      -1.2640e-02, -2.4909e-02, -6.3555e-01, -4.1607e-02,  1.0900e-01,
                       2.2521e-02, -8.4395e-02, -1.2190e-02, -1.8934e-02,  5.8450e-02,
                      -3.1987e-02,  1.3842e-02, -1.9410e-02, -5.1972e-03, -2.5373e-02,
                      -8.0260e-03, -8.4025e-02,  1.1197e-01,  3.6772e-03,  3.4204e-02,
                       1.1889e-02,  3.5081e-02,  2.3176e-02, -7.5888e-02, -8.4815e-02,
                      -3.4215e-02,  2.6540e-02,  4.0117e-02,  3.8793e-04,  3.2479e-02,
                       4.2202e-03, -4.6297e-02, -3.9417e-02,  1.1050e-01, -4.4601e-02,
                      -2.0201e-02,  1.8627e-02,  7.0789e-02, -5.2161e-04,  6.6959e-02,
                       2.7617e-02, -3.8618e-02, -3.9176e-03, -2.6291e-02,  2.4447e-02,
                       4.2492e-04, -7.4009e-02, -8.2080e-02, -9.5514e-02, -5.1332e-02,
                      -5.3782e-02,  6.4488e-02,  7.0420e-02,  6.9409e-02,  3.6719e-03,
                      -2.1983e-02, -1.2369e-01,  5.7046e-02, -9.4435e-02,  7.4068e-02,
                       1.0301e-01,  3.4890e-02, -4.5255e-02, -5.8492e-02,  2.1148e-02,
                      -2.0201e-03, -5.4172e-02, -3.6783e-02, -7.6390e-02,  5.2253e-02,
                       3.0773e-02, -1.3664e-02, -2.9391e-02, -1.0188e-02,  2.9411e-02,
                       3.2737e-02, -1.0182e-02, -3.1663e-02, -1.8575e-02,  8.7715e-02,
                       5.3912e-02,  2.3142e-02,  3.3201e-02,  2.6464e-02, -2.3310e-03,
                      -1.4375e-02, -7.5009e-02,  1.0096e-01, -1.6491e-02,  2.7222e-02,
                      -1.1503e-01,  3.0836e-03,  2.0251e-02, -2.7795e-02, -9.0349e-02,
                      -6.6639e-03, -5.3487e-02, -1.0453e-02,  1.5348e-02,  3.2889e-02,
                       5.3038e-02, -1.1906e-01, -8.7409e-02,  2.1300e-03,  7.2540e-02,
                      -1.2041e-01,  6.5987e-02, -1.6204e-02,  1.0147e-01, -6.9482e-02,
                      -9.5382e-03,  8.5692e-03,  3.1614e-02, -5.1108e-02,  1.0137e-01,
                       6.4981e-02,  7.1002e-02,  3.5861e-02,  4.3589e-02,  5.5437e-02,
                       7.6051e-02,  1.0169e-02, -3.1291e-02,  4.1658e-02, -8.9151e-03,
                      -2.6882e-02, -1.4034e-02, -2.9000e-02,  5.0167e-02, -4.7751e-02,
                      -3.0929e-02, -9.0562e-03,  9.9686e-02,  1.3748e-02, -1.3072e-01,
                      -1.0057e-02,  1.8183e-02, -2.3208e-02,  6.5502e-02,  6.1405e-03,
                      -7.5934e-02, -2.7840e-02,  4.3962e-02,  1.0350e-02, -4.0908e-02,
                      -1.8150e-02,  2.5623e-02,  1.5361e-02, -1.0828e-02, -4.5469e-02,
                      -4.9645e-02,  1.0880e-01, -1.1867e-01,  8.8397e-02, -8.9411e-02,
                      -8.1951e-02,  8.1668e-03, -1.8588e-02, -7.8353e-02, -7.3321e-03,
                      -9.4459e-02, -2.9117e-02, -2.1178e-02, -1.6230e-02, -3.4615e-03,
                      -5.9529e-02,  5.5757e-02, -7.0333e-03, -7.4863e-02,  6.3109e-03,
                      -7.5375e-02, -2.0632e-02, -1.3627e-01,  2.8447e-02, -9.3117e-03,
                      -1.6253e-02, -7.9286e-02, -1.0459e-01,  3.8685e-03, -1.9446e-02,
                      -1.1842e-02,  1.5044e-02, -3.1389e-02,  4.8137e-02, -7.7395e-02,
                      -2.5671e-02,  3.9164e-02,  7.8832e-02, -1.0270e-02,  1.8678e-02,
                      -1.1799e-01, -1.4665e-02, -2.4736e-02, -6.0240e-02, -7.5831e-02,
                       4.6751e-02,  6.4896e-02,  3.8216e-02, -1.4746e-02,  1.6111e-02,
                      -9.6351e-02,  1.2469e-01, -3.1944e-02,  1.1588e-01,  1.4282e-02,
                       2.4285e-02, -7.8789e-02,  7.8889e-02,  7.5331e-02,  1.4788e-02,
                      -2.0078e-02,  2.4566e-02, -5.7759e-02], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.weight',
              tensor([0.6643, 0.6488, 0.6667, 0.6579, 0.6779, 0.6752, 0.6831, 0.6736, 0.7162,
                      0.6734, 0.6722, 0.6666, 0.7343, 0.6716, 0.6543, 0.6819, 0.6520, 0.6912,
                      0.6642, 0.6618, 0.6686, 0.6453, 0.6596, 0.6806, 0.6499, 0.6761, 0.7010,
                      0.6900, 0.7010, 0.7774, 0.6763, 0.6697, 0.6647, 0.6627, 0.6815, 0.6574,
                      0.6715, 0.6683, 0.6657, 0.6489, 0.6648, 0.6536, 0.7012, 0.6608, 0.7105,
                      0.7101, 0.6602, 0.7229, 0.6841, 0.6510, 0.7077, 0.6868, 0.6547, 0.6799,
                      0.6650, 0.6582, 0.7044, 0.6779, 0.6690, 0.6822, 0.6964, 0.6635, 0.6642,
                      0.6640, 0.6890, 0.6558, 0.7131, 0.6551, 0.6713, 0.6506, 0.6954, 0.7584,
                      0.7134, 0.6634, 0.6640, 0.6627, 0.6725, 0.6606, 0.6472, 0.6679, 0.6745,
                      0.6888, 0.6654, 0.6689, 0.6554, 0.6684, 0.6725, 0.6564, 0.6542, 0.6853,
                      0.6681, 0.6630, 0.6700, 0.6659, 0.6662, 0.7008, 0.6535, 0.7015, 0.6882,
                      0.6918, 0.6804, 0.6699, 0.6859, 0.6495, 0.6577, 0.6773, 0.7303, 0.7216,
                      0.6709, 0.7344, 0.6423, 0.6639, 0.6936, 0.7163, 0.6718, 0.6367, 0.6489,
                      0.7534, 0.6930, 0.6673, 0.6786, 0.6584, 0.6405, 0.6865, 0.6613, 0.6562,
                      0.6757, 0.6727, 0.6699, 0.6617, 0.7196, 0.7163, 0.6683, 0.6782, 0.6604,
                      0.6661, 0.6085, 0.7157, 0.6420, 0.6716, 0.6853, 0.6678, 0.6697, 0.7143,
                      0.6751, 0.6683, 0.6755, 0.6526, 0.6930, 0.6618, 0.6635, 0.6477, 0.6707,
                      0.7880, 0.6550, 0.6648, 0.6542, 0.6693, 0.6707, 0.7113, 0.6912, 0.6224,
                      0.6840, 0.6671, 0.6670, 0.6937, 0.6720, 0.7087, 0.6598, 0.6735, 0.6415,
                      0.6679, 0.6908, 0.6846, 0.7354, 0.6641, 0.6821, 0.7313, 0.6512, 0.6886,
                      0.6527, 0.7217, 0.6870, 0.6956, 0.6964, 0.6701, 0.6467, 0.6842, 0.6918,
                      0.6475, 0.7396, 0.6853, 0.6660, 0.6663, 0.6833, 0.6917, 0.6934, 0.6704,
                      0.6680, 0.6871, 0.6646, 0.6834, 0.6832, 0.6504, 0.6623, 0.6476, 0.6880,
                      0.6491, 0.6763, 0.6890, 0.6613, 0.6694, 0.7129, 0.6800, 0.6800, 0.6814,
                      0.6889, 0.6474, 0.6690, 0.6552, 0.6975, 0.6542, 0.6901, 0.6495, 0.6755,
                      0.6471, 0.6665, 0.6849, 0.6670, 0.6708, 0.6829, 0.7053, 0.7099, 0.6596,
                      0.6391, 0.6886, 0.6646, 0.6508, 0.6742, 0.6715, 0.6916, 0.6839, 0.7065,
                      0.6703, 0.6553, 0.6647, 0.7077, 0.6721, 0.6882, 0.6861, 0.6697, 0.6550,
                      0.6554, 0.6650, 0.7311, 0.6566, 0.6813, 0.6818, 0.7023, 0.6573, 0.6840,
                      0.6716, 0.6488, 0.7012, 0.6518, 0.6470, 0.6674, 0.6798, 0.7170, 0.6597,
                      0.6477, 0.6997, 0.6567, 0.6916, 0.6728, 0.6713, 0.6537, 0.6557, 0.7431,
                      0.6495, 0.6503, 0.6845, 0.6767, 0.7187, 0.6720, 0.6723, 0.6845, 0.6423,
                      0.6635, 0.6576, 0.6789, 0.6529, 0.6700, 0.6532, 0.6693, 0.6634, 0.6689,
                      0.7723, 0.6709, 0.6703, 0.6809, 0.6784, 0.6511, 0.6828, 0.7370, 0.6882,
                      0.6822, 0.6560, 0.7031, 0.7135, 0.6938, 0.6691, 0.6855, 0.6441, 0.6798,
                      0.7067, 0.7011, 0.6647, 0.6627, 0.6536, 0.6762, 0.6843, 0.6681, 0.6749,
                      0.6982, 0.6793, 0.6634, 0.6719, 0.6517, 0.6547, 0.6256, 0.6704, 0.6551,
                      0.6548, 0.6759, 0.6661, 0.6822, 0.7134, 0.7193, 0.6477, 0.6650, 0.6519,
                      0.6950, 0.6538, 0.6458, 0.6833, 0.6662, 0.6782, 0.6915, 0.6662, 0.6697,
                      0.6588, 0.6937, 0.6912, 0.6991, 0.7009, 0.6748, 0.7050, 0.6725, 0.6624,
                      0.6545, 0.6560, 0.6973, 0.6737, 0.6997, 0.6953, 0.7126, 0.6798, 0.6810,
                      0.6472, 0.6619, 0.6798, 0.6895, 0.6432, 0.6682, 0.7039, 0.6435, 0.6888,
                      0.6584, 0.6562, 0.6626, 0.6781, 0.6820, 0.6792, 0.6638, 0.6705, 0.6529,
                      0.6857, 0.6877, 0.6584, 0.6626, 0.6617, 0.6794, 0.6668, 0.6666, 0.6994,
                      0.6570, 0.6510, 0.7004, 0.7070, 0.6489, 0.7078, 0.6845, 0.6839, 0.6499,
                      0.6662, 0.6593, 0.6814, 0.6574, 0.6539, 0.6513, 0.6657, 0.6696, 0.6730,
                      0.6882, 0.6646, 0.6512, 0.6888, 0.6595, 0.6576, 0.7013, 0.6655, 0.6471,
                      0.6730, 0.6940, 0.6599, 0.6890, 0.6581, 0.6857, 0.6626, 0.6556, 0.6631,
                      0.6816, 0.6502, 0.6721, 0.6695, 0.6576, 0.6878, 0.6889, 0.6604, 0.6911,
                      0.6507, 0.6779, 0.6640, 0.6514, 0.6817, 0.6805, 0.6578, 0.6705, 0.6608,
                      0.6713, 0.6716, 0.6662, 0.6513, 0.7045, 0.6500, 0.6661, 0.7071, 0.6722,
                      0.6644, 0.6525, 0.6774, 0.7058, 0.6488, 0.7802, 0.6702, 0.6542, 0.7402,
                      0.6599, 0.6640, 0.6503, 0.7400, 0.6775, 0.7189, 0.6703, 0.6987, 0.6649,
                      0.6476, 0.6662, 0.6517, 0.6831, 0.6681, 0.6576, 0.7082, 0.7253, 0.6707,
                      0.6828, 0.6628, 0.6654, 0.7010, 0.6557, 0.6735, 0.6514, 0.6707, 0.6849,
                      0.6632, 0.6684, 0.6789, 0.7035, 0.7059, 0.6556, 0.6471, 0.6780, 0.6541,
                      0.6972, 0.6847, 0.6844, 0.7288, 0.6760, 0.6950, 0.6519, 0.6939, 0.6597,
                      0.6811, 0.6694, 0.6858, 0.6609, 0.7077, 0.6839, 0.6750, 0.6535, 0.6604,
                      0.6581, 0.6716, 0.7272, 0.6875, 0.6997, 0.6678, 0.7156, 0.6854, 0.6815,
                      0.6676, 0.6525, 0.7399, 0.6590, 0.6911, 0.6597, 0.6780, 0.6539, 0.6962,
                      0.6311, 0.6795, 0.6582, 0.6815, 0.6655, 0.6863, 0.6681, 0.6673, 0.6658,
                      0.7020, 0.6738, 0.6842, 0.7376, 0.7018, 0.6898, 0.6769, 0.6946, 0.4025,
                      0.6673, 0.6650, 0.7053, 0.6446, 0.6533, 0.7442, 0.6718, 0.6619, 0.6704,
                      0.6800, 0.6610, 0.6574, 0.6641, 0.6528, 0.6554, 0.6619, 0.6692, 0.6643,
                      0.6999, 0.6618, 0.7041, 0.6329, 0.6651, 0.6762, 0.6551, 0.6857, 0.6865,
                      0.6479, 0.6813, 0.6614, 0.6270, 0.7169, 0.6627, 0.6504, 0.6616, 0.6761,
                      0.6676, 0.6533, 0.6635, 0.6677, 0.6903, 0.7021, 0.6704, 0.6585, 0.7060,
                      0.6752, 0.7027, 0.6670, 0.6866, 0.7584, 0.6691, 0.6870, 0.6984, 0.6951,
                      0.6847, 0.7077, 0.6609, 0.6626, 0.6842, 0.6667, 0.6637, 0.7019, 0.6841,
                      0.6620, 0.6697, 0.6735, 0.6826, 0.6839, 0.7166, 0.7061, 0.6692, 0.6684,
                      0.6483, 0.6812, 0.6677, 0.6507, 0.6876, 0.6855, 0.6395, 0.6595, 0.6725,
                      0.6638, 0.6547, 0.6897, 0.6821, 0.7011, 0.6684, 0.6789, 0.6718, 0.6714,
                      0.6787, 0.6629, 0.6680, 0.6941, 0.6603, 0.6744, 0.6568, 0.6994, 0.6835,
                      0.6493, 0.6569, 0.6661, 0.6859, 0.6516, 0.6480, 0.6511, 0.6528, 0.6472,
                      0.6562, 0.6595, 0.6975, 0.6840, 0.6742, 0.6442, 0.6508, 0.6607, 0.6870,
                      0.6935, 0.6849, 0.6630, 0.6640, 0.7171, 0.6814, 0.6642, 0.6834, 0.6985,
                      0.6626, 0.6738, 0.6460, 0.7570, 0.6573, 0.6861, 0.7161, 0.6923, 0.6613,
                      0.7118, 0.6492, 0.7093, 0.6514, 0.6378, 0.6744, 0.6584, 0.7592, 0.6733,
                      0.6680, 0.7083, 0.7015, 0.6636, 0.6612, 0.6498, 0.7211, 0.6596, 0.6819,
                      0.6579, 0.6601, 0.6897, 0.6634, 0.6906, 0.6628, 0.6783, 0.7255, 0.7687,
                      0.6590, 0.6770, 0.6635, 0.6470, 0.6779, 0.6507, 0.6592, 0.6928, 0.6556,
                      0.6566, 0.6724, 0.6846, 0.6736, 0.6909, 0.6725, 0.6846, 0.6615, 0.6618,
                      0.7367, 0.6744, 0.7120, 0.6687, 0.6605, 0.6554, 0.6499, 0.6829, 0.7191,
                      0.7173, 0.6803, 0.6946, 0.6516, 0.7259, 0.6682, 0.7237, 0.6970, 0.6544,
                      0.6646, 0.6704, 0.6825, 0.6632, 0.6953, 0.6402, 0.6632, 0.6661, 0.6848,
                      0.6764, 0.6807, 0.6557], device='cuda:0')),
             ('bert.encoder.layer.11.output.LayerNorm.bias',
              tensor([ 1.1991e-02, -1.7483e-02, -1.3632e-02, -3.4915e-02, -1.9289e-02,
                       1.4370e-02, -3.8708e-02, -4.1952e-02,  5.7684e-02,  2.9986e-03,
                       1.5863e-02,  7.2317e-03, -1.3080e-01,  3.1677e-02, -7.1323e-02,
                      -4.9291e-03,  5.7832e-03, -4.1923e-02,  2.2244e-04,  2.9386e-02,
                      -5.9286e-03, -4.5286e-02, -8.6364e-02,  1.8582e-02, -3.2960e-02,
                      -5.0318e-02,  5.2798e-02, -2.6737e-03, -1.4413e-01,  1.5806e-01,
                      -3.3705e-02,  8.7607e-03, -3.1194e-02, -1.9975e-02, -8.5601e-02,
                      -6.2508e-02,  8.0613e-02,  3.8215e-02, -9.2129e-03, -7.5983e-03,
                      -3.6783e-02, -5.2097e-02,  4.2480e-02, -6.2570e-03, -8.7244e-03,
                      -1.3744e-01, -5.7286e-02,  6.7144e-02, -1.0557e-01, -1.9301e-02,
                       6.0453e-03, -3.5439e-02, -1.8154e-02, -2.3164e-02, -5.6409e-03,
                      -1.1585e-01, -1.8066e-02, -5.1559e-02, -2.0125e-02,  2.5254e-02,
                      -1.1546e-01,  5.9206e-02, -3.8421e-02, -1.1777e-02, -8.7105e-02,
                      -2.5686e-02,  6.6354e-02, -6.7406e-02, -1.5987e-02,  4.0250e-02,
                      -1.1105e-01, -1.5506e-01, -1.1358e-01,  7.2977e-03,  2.4364e-03,
                      -1.1208e-01, -7.4958e-03,  9.3956e-02,  3.2376e-02,  6.2826e-03,
                      -5.2634e-03, -7.5903e-03, -7.2557e-02,  7.4442e-02, -4.6043e-02,
                       3.8541e-02,  2.2525e-02, -2.5922e-02, -2.2770e-02,  2.8774e-02,
                       7.2870e-03, -5.4180e-02, -1.5779e-02, -4.7094e-02,  8.6551e-03,
                       9.2259e-02, -1.8166e-02,  3.9719e-02, -1.0773e-01,  2.4122e-02,
                       3.3952e-03, -1.7758e-02, -1.3382e-01,  9.1881e-03,  2.1603e-02,
                      -4.4619e-02,  5.3985e-02, -1.3011e-01, -3.9675e-02,  1.8049e-01,
                       9.0933e-03, -7.4759e-02,  5.9733e-02, -1.1245e-01, -8.1425e-04,
                      -6.5847e-02,  3.2757e-02,  1.2634e-01, -2.8727e-02, -3.7259e-03,
                      -8.2411e-03,  3.5692e-02, -8.6504e-03,  3.2423e-02, -2.2190e-02,
                      -6.7290e-03,  1.9238e-03, -6.9400e-02,  1.4401e-02,  4.1405e-03,
                      -1.2687e-01,  4.6414e-02, -3.2970e-02,  7.3700e-03,  5.9476e-03,
                       8.1117e-02, -2.0555e-01,  6.5286e-02, -2.0252e-01, -8.6200e-02,
                      -5.5423e-02, -3.6188e-02, -2.9452e-02, -1.1734e-01,  2.1858e-02,
                       1.7240e-04, -8.6427e-02, -3.6015e-02,  2.8147e-02,  3.6237e-02,
                      -1.7846e-03, -4.5995e-02, -3.6276e-02,  1.1698e-01, -4.6634e-02,
                      -5.5119e-02,  1.9672e-02, -3.5752e-02, -8.4789e-03, -5.7216e-02,
                       2.4188e-02, -8.7137e-02, -7.6737e-02,  1.8203e-02, -5.9907e-02,
                      -6.0055e-02, -7.2789e-02,  2.7752e-02, -1.3636e-02,  1.7424e-02,
                      -5.2287e-02,  7.8582e-03, -1.5321e-02, -1.7091e-02,  7.7588e-02,
                      -2.9540e-02, -1.2581e-02, -1.0805e-01, -4.2878e-02,  9.5158e-02,
                      -2.0775e-02, -1.2637e-01,  9.3550e-04, -7.8201e-02, -1.8097e-02,
                       1.3215e-03,  3.8148e-02, -6.9230e-02, -1.0365e-01, -9.6147e-03,
                       9.5977e-02, -1.0349e-01, -1.9861e-02, -8.3446e-03, -3.1737e-02,
                      -9.2411e-02, -7.5358e-02, -2.4208e-02,  3.5439e-02, -5.4598e-02,
                      -2.0829e-03, -1.0665e-02, -1.1300e-01, -6.4683e-02,  9.4198e-03,
                      -7.0075e-03,  3.1339e-02,  5.1949e-02, -2.4861e-02, -7.9496e-02,
                      -2.7417e-02, -5.6666e-02,  8.6248e-02, -1.1856e-02, -9.4122e-02,
                      -9.4266e-02,  3.0053e-02, -4.3560e-03, -8.2541e-02,  4.1246e-03,
                       7.1791e-02, -4.2911e-02,  3.6586e-02, -1.3965e-04, -1.0073e-01,
                      -2.8860e-03, -5.2916e-03,  1.4271e-02, -6.5039e-02, -3.8852e-02,
                      -7.1095e-02,  3.8695e-02,  6.8813e-02, -4.3753e-02, -7.9671e-03,
                      -6.1038e-02, -5.9674e-02,  1.9886e-02, -1.3559e-01,  2.5203e-02,
                      -5.6064e-02,  2.0267e-03,  3.1834e-02, -5.3818e-04, -1.6038e-02,
                       5.0743e-03, -1.5318e-01, -9.1934e-04,  4.7992e-02,  7.9207e-02,
                       5.3263e-03, -5.6181e-02, -1.1081e-02, -1.0369e-01,  1.3303e-01,
                      -7.5457e-02, -1.2109e-02,  2.2927e-02, -1.0462e-01, -3.7268e-02,
                       1.1810e-02,  3.9912e-02, -1.2719e-02, -1.2760e-01, -3.1173e-02,
                       4.2145e-03, -8.9610e-02,  5.8312e-02, -1.8835e-01, -3.0235e-02,
                       8.3776e-03, -5.0460e-02, -6.1354e-02,  8.0278e-02, -7.7452e-02,
                      -4.4707e-02,  3.4374e-02, -5.9295e-02,  5.2677e-02, -4.9388e-02,
                      -5.6542e-02,  3.9324e-02,  1.8158e-02,  8.2841e-02, -1.3589e-02,
                      -5.8999e-02,  8.3665e-02,  3.0149e-02, -9.2298e-03, -6.7140e-02,
                      -7.2676e-03, -5.6312e-02, -4.9982e-02,  3.7134e-02, -2.1227e-02,
                       8.1785e-02, -5.4238e-02,  1.3650e-01, -8.6127e-02, -5.2688e-02,
                      -2.8753e-03, -9.0806e-02, -3.6013e-02,  4.4971e-02, -9.4255e-02,
                       5.6008e-02, -8.6170e-02,  2.7635e-02, -6.7653e-02,  4.6452e-02,
                       6.1470e-03, -2.3273e-02, -2.2643e-02, -6.5717e-02, -8.4827e-02,
                      -1.2329e-01,  4.9523e-02, -1.7440e-02,  3.3269e-02, -9.7760e-03,
                      -3.9909e-02,  7.3809e-02,  1.1199e-03, -7.9697e-04, -8.7648e-02,
                      -5.6594e-02, -3.7918e-02, -8.4447e-02,  1.2131e-02,  2.7616e-03,
                       3.2169e-02, -5.0658e-02, -1.8269e-02, -1.0424e-01, -8.2192e-02,
                      -4.9158e-02,  7.1205e-04,  3.3063e-02, -9.4833e-02, -8.0895e-02,
                      -4.8726e-02, -2.3854e-02,  8.0455e-02, -1.2584e-04, -2.2061e-02,
                      -1.5570e-02, -2.3796e-02, -6.3694e-02,  4.3038e-02,  2.5049e-02,
                       9.2574e-02,  9.8314e-02, -1.1102e-01,  4.5092e-02,  3.5615e-02,
                      -8.2590e-02,  2.4174e-02,  3.3536e-02,  2.7242e-02, -5.3630e-02,
                      -1.8033e-02, -4.5055e-03,  9.1197e-02,  2.5911e-02, -1.2385e-01,
                       5.4475e-02,  8.7569e-02, -7.8884e-02, -8.3944e-02, -1.7148e-02,
                       5.5689e-03, -3.8090e-02,  2.6793e-02, -7.4689e-02, -3.9777e-02,
                      -6.4139e-03,  1.0499e-02, -1.8942e-02,  3.9820e-02, -1.2598e-02,
                      -9.8582e-02,  6.4327e-03,  3.2672e-02, -1.2003e-03, -5.7311e-02,
                      -2.9561e-02,  2.3199e-02, -7.9189e-02,  2.4825e-03, -9.3629e-03,
                      -7.8443e-02, -3.6548e-02, -2.8002e-02,  5.4458e-02,  4.3041e-02,
                      -1.3053e-01,  4.3459e-02, -3.3228e-03, -8.4859e-02, -1.2037e-01,
                      -2.5428e-02,  6.8957e-02, -8.9364e-02, -1.7594e-02, -4.5613e-02,
                      -5.8247e-02, -2.3042e-02, -5.8539e-02,  1.5326e-02, -2.5551e-02,
                      -6.2910e-02, -8.2341e-02,  5.1508e-03, -2.0669e-02, -1.2924e-01,
                      -4.1639e-02,  3.6134e-02, -4.5096e-03, -4.8150e-03, -4.6506e-03,
                       8.6921e-02, -8.3472e-02, -3.2011e-02, -1.0747e-01,  5.9618e-02,
                      -4.0120e-02, -1.0480e-01,  2.1930e-02,  2.2361e-02,  2.8181e-02,
                      -1.2588e-02,  3.7029e-03, -5.1962e-02, -7.1218e-02, -7.1098e-02,
                       3.6753e-02, -7.9345e-02, -3.7921e-02, -3.9710e-02, -6.8795e-02,
                       2.9711e-05, -7.3326e-02, -5.2155e-02, -1.6355e-02, -1.3269e-02,
                      -2.2863e-02, -5.2685e-03, -1.8744e-02,  6.3251e-02,  3.8796e-02,
                      -2.3660e-02, -1.2812e-01, -5.7425e-02, -7.8363e-02,  6.5195e-02,
                      -4.3963e-02, -5.7146e-02, -6.7671e-02, -7.4282e-02,  8.8120e-03,
                      -7.3069e-03, -3.2082e-02, -9.8974e-02,  9.8027e-03,  3.5146e-02,
                       8.8414e-03, -7.5090e-02,  8.0311e-02, -1.5953e-02,  3.5057e-02,
                      -8.7830e-03,  8.3389e-02,  1.9715e-02,  5.7661e-02, -6.2392e-02,
                       1.5295e-02, -3.9522e-03,  1.6495e-02, -3.4982e-02,  4.8759e-02,
                       2.5008e-02, -6.0198e-02,  2.7267e-03,  5.8041e-02,  6.8480e-02,
                       9.5285e-03,  7.2345e-02, -4.1323e-03,  1.3344e-01, -9.1646e-02,
                       4.9261e-02,  3.9066e-02, -2.9850e-03,  1.4175e-02,  8.3435e-02,
                       5.5403e-03, -2.8899e-02,  4.4241e-02, -7.4913e-02,  4.6600e-02,
                       1.3497e-02, -5.2404e-02, -1.5361e-02,  3.7413e-03, -9.0047e-02,
                       3.3061e-02, -2.1791e-02,  1.0008e-01,  3.2945e-02, -1.1327e-01,
                      -2.5965e-02, -1.0792e-01,  3.6075e-02,  3.0895e-02, -4.6258e-02,
                      -8.0661e-02, -8.1413e-02,  3.8734e-02,  3.9335e-02, -8.0012e-02,
                       2.2529e-02, -3.5671e-02, -1.0172e-01,  1.9625e-02,  5.3328e-02,
                      -3.1663e-02,  2.6051e-02, -2.7432e-02, -6.9871e-02, -8.6321e-02,
                      -1.2919e-01, -1.5754e-02, -1.2641e-03, -1.6141e-01,  4.9735e-02,
                       5.7348e-02, -6.9557e-02, -3.8171e-02, -2.0686e-02,  7.6819e-02,
                       1.4956e-02,  4.4128e-02, -6.9583e-02, -4.9436e-02, -1.5122e-02,
                       3.7087e-02, -9.0797e-03, -2.7703e-02,  8.9347e-02,  2.6647e-02,
                      -2.0848e-03,  1.1056e-02, -1.4317e-01,  5.3918e-02,  3.2655e-02,
                      -5.0673e-02, -9.0457e-02,  8.5656e-02, -6.5299e-02, -2.0344e-02,
                       4.9157e-02,  2.3858e-02, -5.7662e-02,  1.2835e-01, -2.3441e-03,
                       8.6255e-03,  2.7874e-02, -8.1665e-02, -5.2573e-02,  2.4683e-02,
                      -4.5454e-02,  2.5850e-02, -4.0843e-02,  3.3237e-02, -1.1482e-02,
                       3.9637e-03,  4.1051e-02, -6.3584e-02,  5.2462e-03,  7.0214e-02,
                      -5.8313e-02, -7.2413e-02,  4.8597e-03, -9.1439e-02,  3.6135e-02,
                      -2.2637e-02, -1.0722e-01, -4.7418e-02, -2.2513e-02, -1.0946e-01,
                      -2.4714e-02, -2.5597e-02, -4.7914e-02, -5.1978e-03, -1.8716e-02,
                      -3.4909e-02, -6.0154e-02, -5.6551e-02, -9.9079e-02,  1.1878e-01,
                      -1.0232e-02,  5.6701e-02, -1.5444e-01,  7.9991e-03,  2.9476e-02,
                      -2.4266e-02, -9.8075e-03,  1.1258e-01,  4.3913e-02,  4.1689e-02,
                       2.9936e-02, -1.5410e-01, -5.6730e-03, -8.4168e-02, -3.3693e-02,
                      -1.7518e-02, -3.3067e-02,  1.7772e-03, -6.3294e-03,  2.9517e-02,
                      -6.7913e-02,  1.0729e-02, -3.5944e-02, -5.2581e-02,  1.9246e-02,
                       2.4566e-02,  4.1495e-02, -2.9095e-02, -3.4227e-02, -7.9403e-02,
                       3.0044e-02,  1.9589e-02,  1.0857e-02,  5.4748e-02,  4.3929e-02,
                       7.6794e-02,  1.2092e-02,  1.8114e-02,  4.7595e-02,  3.2907e-02,
                      -3.4299e-02, -7.8474e-02,  4.3563e-03, -1.1665e-01,  5.8019e-02,
                      -5.5828e-02,  2.8508e-02, -7.9017e-02, -4.8974e-02, -4.2740e-02,
                      -7.1574e-02, -7.2325e-02,  7.5651e-03, -6.3752e-02, -1.7920e-02,
                       4.8064e-02,  2.7530e-02,  7.1582e-03,  1.9730e-02,  5.2012e-02,
                      -1.3628e-01, -2.5124e-02,  6.1286e-03, -7.2562e-02,  6.1038e-03,
                      -7.0016e-02, -5.5346e-02, -2.9595e-02, -1.1327e-01,  1.4923e-02,
                       9.5939e-03, -6.1444e-02, -4.7293e-02,  1.3430e-02,  3.0214e-02,
                      -1.9501e-04,  3.2495e-02,  4.6165e-02, -3.5525e-02,  5.7749e-02,
                      -9.6854e-03,  9.1002e-03, -2.4410e-02,  4.7729e-02,  2.1862e-02,
                      -3.3785e-02, -3.9257e-03,  1.4515e-01, -2.7753e-02, -9.2984e-02,
                       8.5031e-02,  3.0952e-02,  1.0380e-02,  3.3135e-02, -6.7190e-02,
                      -1.2060e-01, -5.7821e-02, -6.9146e-03, -1.0912e-01, -5.6125e-02,
                       1.2423e-01,  1.9818e-02,  3.0948e-02, -1.3087e-01, -1.1932e-01,
                      -6.5942e-02,  1.2234e-02, -5.0992e-03,  4.9650e-02, -6.7330e-02,
                      -1.1193e-01, -6.0411e-03,  3.6269e-02, -8.0346e-02, -6.4096e-02,
                      -8.6496e-02,  3.6684e-02, -7.8641e-02,  1.1869e-01,  1.1608e-01,
                      -9.5873e-03, -6.9078e-02, -2.6185e-02, -1.4441e-02, -4.3999e-02,
                      -3.1634e-03, -4.8741e-02, -1.2745e-01,  7.2114e-03, -3.9268e-02,
                      -7.0627e-02, -3.9445e-02, -3.5381e-03,  4.8566e-02, -4.5426e-02,
                       6.7947e-02, -1.8854e-02, -1.4394e-02,  4.9861e-02,  4.5458e-03,
                      -1.3789e-01, -5.3942e-02,  4.0581e-02, -1.8325e-02, -3.9508e-02,
                      -4.3257e-02, -1.5386e-01, -1.3303e-01, -1.2092e-01, -1.3162e-01,
                      -2.6879e-02,  9.9367e-02, -1.1781e-02, -8.4444e-02,  2.0729e-02,
                      -5.1906e-02, -3.3911e-02, -2.2160e-02,  2.7562e-02, -3.3467e-02,
                      -7.6518e-02, -1.7412e-02, -6.0751e-02, -1.1443e-02,  4.7725e-02,
                      -4.2337e-02,  1.5704e-02, -3.8951e-02], device='cuda:0')),
             ('bert.pooler.dense.weight',
              tensor([[ 0.0011, -0.0039,  0.0091,  ..., -0.0207, -0.0187,  0.0090],
                      [ 0.0161, -0.0150, -0.0085,  ..., -0.0099, -0.0041,  0.0158],
                      [ 0.0064,  0.0388, -0.0210,  ..., -0.0179,  0.0352,  0.0654],
                      ...,
                      [-0.0096,  0.0322, -0.0284,  ..., -0.0144,  0.0454,  0.0646],
                      [ 0.0041, -0.0037,  0.0136,  ...,  0.0003,  0.0085, -0.0179],
                      [ 0.0067,  0.0592, -0.0449,  ..., -0.1028,  0.0663, -0.0360]],
                     device='cuda:0')),
             ('bert.pooler.dense.bias',
              tensor([-5.8115e-03,  9.3588e-03,  4.8767e-02, -1.8022e-01,  1.7176e-01,
                       4.1306e-03,  1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
                       3.8091e-02,  9.8544e-02, -7.1318e-02, -3.6671e-02,  4.6600e-04,
                      -1.7177e-02,  1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
                       4.9510e-03, -4.7420e-02,  4.3919e-04,  1.6040e-01,  1.5709e-02,
                      -8.8935e-03,  1.0858e-01,  6.7501e-02,  1.8671e-02, -8.6190e-04,
                       1.2690e-02, -1.7996e-01,  1.3801e-01, -1.2840e-01,  3.9485e-04,
                      -5.6339e-03,  3.8242e-03, -1.1510e-03,  1.6892e-02, -1.5029e-01,
                      -1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03,  1.6556e-01,
                       1.2982e-02,  4.1665e-03, -1.0006e-02,  1.1098e-03,  4.8841e-02,
                      -2.1372e-02, -2.9290e-03, -6.0927e-02,  5.2682e-02,  9.0961e-02,
                       1.8074e-02,  1.7856e-01,  4.2016e-04, -4.3218e-02,  2.6694e-03,
                       1.6130e-01, -8.8134e-04,  3.2869e-02, -2.8807e-03,  3.1481e-03,
                      -1.8760e-02, -8.2572e-02,  7.6392e-03, -6.9180e-03,  1.1093e-02,
                       6.5347e-03,  7.2559e-03,  6.5418e-02, -1.2105e-01,  1.8309e-03,
                      -1.4902e-03, -8.1647e-05, -4.5363e-02,  9.0850e-02,  9.3590e-02,
                       2.3000e-03, -6.2410e-02,  1.7925e-01, -9.8635e-03,  7.3877e-03,
                      -5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
                       7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02,  6.0433e-02,
                      -2.0333e-02, -3.3983e-03,  2.0285e-03,  6.7453e-02,  9.3293e-03,
                      -8.0139e-03,  1.5805e-01,  7.4805e-02, -3.2016e-02,  8.2794e-02,
                      -5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04,  1.7152e-03,
                       2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03,  1.4728e-01,
                      -3.5039e-02,  1.5836e-01,  2.5534e-02, -8.7264e-03,  5.8480e-02,
                      -4.9316e-03,  1.5467e-01,  9.5374e-02,  1.1094e-02, -6.1654e-03,
                      -1.2631e-02,  4.4027e-03,  1.5922e-01, -1.7052e-03, -1.3012e-02,
                       6.8258e-03, -1.1350e-01, -2.0215e-01,  7.2229e-02,  1.4414e-03,
                       1.0312e-01, -9.6551e-02,  1.3047e-01, -4.4737e-02, -6.5103e-03,
                      -8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03,  1.2110e-01,
                       4.1319e-03, -1.6398e-01,  4.2953e-03, -7.7241e-03, -4.4143e-03,
                       1.2892e-02,  1.3045e-02, -1.1594e-02,  1.6373e-02,  1.1733e-01,
                       1.8505e-01,  1.6821e-01,  1.8737e-03, -2.4231e-02,  1.3171e-01,
                       3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01,  7.0733e-02,
                       1.1832e-01,  7.0364e-03, -1.7396e-02,  1.0599e-01,  6.2406e-03,
                       6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02,  3.3349e-03,
                       1.3461e-02,  4.4413e-03,  3.6012e-02, -1.1097e-01,  2.7576e-02,
                      -2.8521e-02, -1.5421e-02,  1.6516e-03,  3.7964e-02, -1.6168e-01,
                      -2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03,  5.1753e-03,
                      -5.7897e-03,  1.0817e-01,  5.6149e-02,  2.0578e-02, -2.9792e-02,
                      -5.6550e-03,  7.4697e-02, -7.1907e-03,  8.1478e-02, -3.1350e-03,
                      -1.5073e-01, -2.4879e-02,  7.6800e-02,  3.3494e-02,  3.9408e-04,
                       2.2496e-02,  6.8863e-03,  7.9943e-03,  7.1716e-02,  4.2985e-03,
                       5.5676e-02, -4.3870e-03,  6.2424e-03,  1.3728e-02,  3.1126e-02,
                      -1.1745e-03, -2.0119e-03, -7.6685e-04,  9.8332e-03,  6.9458e-02,
                      -1.1092e-01, -5.1435e-03,  9.5666e-03, -1.3475e-01, -1.3465e-01,
                       2.2974e-02, -1.1103e-03, -1.0204e-02,  2.1199e-03, -1.1226e-02,
                      -7.1712e-03,  1.4398e-01,  1.8244e-01,  1.6254e-03,  4.0312e-03,
                      -7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03,  6.9515e-03,
                       7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01,  1.5253e-02,
                      -4.9140e-04, -9.2603e-02, -1.5284e-02,  7.0635e-03, -9.9866e-02,
                       7.0115e-03, -1.5588e-02, -2.8034e-02,  1.5303e-01, -1.5959e-01,
                       1.1757e-01,  5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
                      -1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04,  4.3015e-03,
                      -1.5195e-02,  1.3175e-01, -1.6863e-02,  6.5192e-03, -9.8760e-03,
                      -7.2608e-02,  8.9327e-03, -2.4636e-03,  1.4127e-01,  8.6497e-02,
                      -4.5537e-03,  2.6140e-02,  9.7131e-03, -1.7440e-01, -3.2023e-02,
                      -5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03,  6.5111e-02,
                      -3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
                      -3.5488e-03, -5.9707e-03,  4.6764e-03,  2.3283e-02, -7.9813e-03,
                      -1.3099e-02,  8.8409e-02,  5.6910e-02, -3.6078e-03,  5.6558e-03,
                       2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
                      -5.9464e-02,  1.9788e-01, -4.1680e-02,  4.0247e-02,  1.5241e-01,
                      -3.1647e-02,  1.1786e-02, -2.8319e-03, -1.7654e-01,  1.6141e-03,
                       5.1052e-02,  9.9063e-02, -3.0759e-03,  4.5269e-03,  1.0784e-01,
                      -2.7435e-03,  6.1185e-04,  8.4977e-03,  3.4478e-03,  2.7418e-03,
                      -2.3760e-03,  1.0250e-01,  3.8680e-02, -3.1951e-02,  1.2241e-01,
                       2.6302e-05,  5.2423e-03, -4.9355e-02,  1.3308e-02,  2.9259e-02,
                      -5.3577e-03,  1.3909e-03, -7.2377e-03,  3.5591e-02, -1.0046e-02,
                       5.7432e-03, -7.8970e-02, -4.3012e-03,  1.1742e-02,  2.6138e-02,
                      -6.8207e-02,  7.0146e-02,  4.5916e-03,  5.0913e-03, -4.7654e-02,
                       5.6981e-02, -5.9742e-02,  1.3536e-02, -4.0853e-03, -6.5299e-03,
                      -1.1545e-03,  1.8153e-01,  6.8414e-02,  9.0542e-02,  1.7344e-02,
                       1.4256e-02,  1.0939e-02,  1.6144e-02, -8.6881e-02, -8.6863e-03,
                      -5.9451e-02,  3.7601e-04,  7.0076e-02,  6.1620e-02, -2.3049e-03,
                       3.9863e-03, -1.2083e-01,  7.1598e-03, -6.9231e-03, -3.5726e-02,
                       1.3231e-03, -1.1158e-01, -6.3355e-03,  6.0980e-02,  3.8503e-04,
                       1.5968e-01,  8.5405e-03, -1.8399e-02,  3.7024e-02, -3.1973e-03,
                       1.0958e-01, -1.4042e-01, -1.0083e-02,  1.1681e-01, -3.3125e-03,
                       5.4216e-03,  1.3668e-02,  4.3286e-02, -3.2407e-02,  6.7559e-03,
                      -4.8321e-02, -9.4247e-03, -7.8033e-03,  8.4397e-03,  1.1671e-02,
                      -1.3366e-02, -2.8273e-03,  9.9944e-02, -3.6099e-03,  1.2762e-02,
                       1.1779e-02,  2.1021e-02,  4.7388e-03, -2.5385e-03, -5.6725e-03,
                       5.0555e-03,  9.0733e-03, -6.3610e-03,  1.7877e-02, -2.6643e-02,
                       5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02,  8.9085e-04,
                      -6.9659e-02, -7.0801e-03, -5.6351e-02,  1.7179e-01,  1.5205e-01,
                      -5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02,  8.7138e-03,
                       2.0070e-03,  3.7698e-03, -3.6747e-03, -1.9989e-02,  8.9845e-04,
                       7.2630e-03, -5.1472e-03, -2.1029e-02,  1.6095e-02, -2.3968e-02,
                       4.4886e-02, -8.3557e-02,  5.5200e-04,  1.3850e-01, -5.0940e-02,
                      -1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02,  1.3077e-02,
                       1.9033e-02,  6.6901e-04, -1.5752e-03, -5.9968e-02,  2.8774e-02,
                      -1.1468e-03, -3.8982e-03,  2.6745e-03, -8.7385e-03,  3.7953e-02,
                       3.7259e-02,  3.6948e-03, -8.3585e-03, -3.6221e-02,  7.3546e-02,
                      -1.4234e-01, -4.6334e-02, -4.4743e-02,  3.5720e-03, -2.4514e-02,
                      -8.5031e-02,  1.2456e-03,  1.7534e-01,  4.5052e-02,  8.0138e-02,
                       9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
                       9.3173e-03,  7.2088e-03, -2.6054e-02, -3.6163e-02,  2.8835e-02,
                       1.7769e-02, -3.1019e-02, -1.7036e-01,  1.3967e-01,  1.2289e-02,
                       1.0467e-02,  2.0695e-03, -3.0791e-03,  3.5018e-03,  7.3202e-03,
                      -1.0088e-01, -2.9533e-02,  1.8623e-01, -3.5365e-02,  1.1822e-02,
                       1.5038e-01,  6.2846e-02,  8.6147e-03, -5.3063e-03, -1.8145e-01,
                      -2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02,  4.7421e-02,
                      -5.7551e-02, -1.8327e-02,  6.4669e-03,  1.6035e-01,  9.6937e-02,
                       6.6119e-04, -7.6591e-02, -9.8542e-02,  2.3189e-02, -3.2598e-03,
                       2.8048e-02, -5.9742e-03, -5.9591e-03,  1.4205e-03,  2.4378e-02,
                       3.8806e-02,  5.1978e-03, -3.6990e-03, -6.9187e-02,  1.2994e-01,
                       5.9024e-03, -4.4173e-02,  9.8167e-02, -2.9439e-02,  9.1041e-03,
                       1.2438e-02,  7.2267e-02,  2.3580e-02, -5.9579e-02,  5.6333e-02,
                      -8.3339e-02,  2.8376e-02, -7.4949e-02, -6.3609e-02,  7.1125e-02,
                      -1.8380e-01,  9.4819e-03, -1.9872e-01, -1.1694e-01,  2.0833e-03,
                       4.9147e-03, -3.3417e-03,  3.3461e-02, -1.9937e-01, -9.1900e-02,
                       8.5435e-03, -8.2024e-02, -1.1564e-01,  1.1753e-01,  9.3605e-03,
                       2.2959e-02,  1.4468e-02,  2.0639e-02, -1.3277e-03,  7.6449e-02,
                       6.5913e-02,  7.7185e-03,  1.2239e-02, -1.7768e-01,  7.6435e-02,
                       7.7838e-03,  7.0075e-03,  1.7694e-01, -8.2951e-04,  9.5385e-03,
                       5.1950e-03, -1.4371e-01, -2.6754e-04,  1.8925e-03,  1.3842e-02,
                       9.2720e-02,  2.5768e-03,  2.5667e-03,  3.8857e-03,  2.3208e-03,
                      -4.6783e-02,  8.8385e-03, -1.5227e-01,  1.6328e-01, -1.2802e-01,
                       7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02,  4.5378e-02,
                       1.9195e-01, -2.1570e-02,  2.6704e-03,  1.7045e-01, -3.1556e-03,
                       2.8881e-02, -1.3697e-01, -4.7900e-03,  3.4858e-02, -1.8494e-02,
                       1.7965e-01,  4.9954e-03,  7.4127e-03,  1.2181e-01, -1.8226e-01,
                      -6.4113e-02,  1.0164e-03, -2.6576e-03,  9.1513e-03, -1.7503e-01,
                       2.4163e-03,  1.1255e-02,  1.4656e-02, -1.5505e-01,  1.3799e-01,
                      -1.9151e-01, -1.9014e-04,  1.3449e-01, -2.6322e-02,  6.3018e-02,
                       6.7136e-03,  1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
                       4.8558e-03,  5.8679e-03, -1.3796e-01,  4.4930e-02,  2.1569e-03,
                       2.7138e-02, -5.9979e-02, -3.9487e-04,  7.4797e-02, -4.4435e-04,
                       1.6906e-02,  2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
                       1.8443e-03,  1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
                       3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
                      -5.0560e-03,  7.6597e-03,  1.4518e-02, -4.7470e-07,  1.6542e-02,
                      -1.6024e-01,  1.8332e-01, -1.4349e-01, -1.3844e-01,  1.1824e-01,
                       3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
                       2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
                       2.1973e-02,  7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
                      -7.4663e-03,  1.8197e-01,  1.7610e-01,  6.6553e-02, -9.1259e-02,
                       5.2524e-03,  3.4243e-03,  1.4330e-01,  7.0370e-03, -6.4844e-04,
                       1.6033e-01,  5.2785e-02, -1.4751e-03,  2.3957e-02,  4.7976e-04,
                       7.9307e-03,  2.0934e-04, -3.2722e-03,  2.8557e-02, -1.7311e-01,
                       6.8649e-03, -8.3870e-02, -4.4710e-02,  3.9973e-02, -2.6186e-03,
                       1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02,  6.1866e-02,
                      -1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
                      -1.4657e-01,  1.4643e-02,  8.2544e-03, -5.6840e-02, -1.8154e-02,
                       2.0343e-03, -4.4080e-02,  3.4167e-02, -1.8521e-01, -3.0289e-02,
                      -3.9352e-02,  3.1747e-02, -6.8946e-03,  1.0095e-02,  2.0738e-02,
                      -1.9546e-02,  4.1931e-02,  7.1183e-02, -2.5810e-02,  5.8527e-03,
                       2.0055e-03,  3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
                       1.2603e-01, -1.6641e-01, -2.1889e-02,  1.4587e-01,  1.6094e-01,
                      -2.9372e-02, -1.0769e-01,  1.9713e-01,  3.0402e-03,  1.7848e-01,
                      -7.5536e-03, -6.4585e-02, -1.1468e-01,  1.9044e-03, -8.4343e-03,
                       1.6959e-01, -2.9150e-03, -2.7992e-02,  9.9737e-03, -4.3537e-03,
                      -2.4625e-03,  9.8668e-03,  1.1286e-02,  5.3781e-03, -5.8473e-03,
                       3.9737e-02,  6.6289e-03,  1.7691e-01], device='cuda:0')),
             ('encoder.weight_ih_l0',
              tensor([[-0.0065, -0.0330, -0.0042,  ...,  0.0220, -0.0153, -0.0293],
                      [ 0.0238,  0.0097,  0.0070,  ..., -0.0537, -0.0111,  0.0275],
                      [ 0.0145,  0.0368,  0.0410,  ..., -0.0024, -0.0115, -0.0301],
                      ...,
                      [-0.0238,  0.0309,  0.0173,  ...,  0.0252,  0.0183, -0.0395],
                      [-0.0203, -0.0306,  0.0072,  ..., -0.0005,  0.0468, -0.0469],
                      [ 0.0619,  0.0512,  0.0242,  ..., -0.0271,  0.0339,  0.0477]],
                     device='cuda:0')),
             ('encoder.weight_hh_l0',
              tensor([[-0.0472,  0.0484, -0.0088,  ...,  0.0334, -0.0572, -0.0142],
                      [-0.0325, -0.0236,  0.0309,  ..., -0.0365, -0.0292, -0.0140],
                      [ 0.0374,  0.0218,  0.0281,  ..., -0.0066,  0.0166, -0.0278],
                      ...,
                      [-0.0046, -0.0059,  0.0317,  ...,  0.0530,  0.0409, -0.0411],
                      [ 0.0365, -0.0141,  0.0100,  ...,  0.0532,  0.0052, -0.0505],
                      [-0.0559,  0.0578,  0.0509,  ..., -0.0248,  0.0559, -0.0517]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0',
              tensor([-0.0072,  0.0342, -0.0076,  ...,  0.0434, -0.0170,  0.0010],
                     device='cuda:0')),
             ('encoder.bias_hh_l0',
              tensor([ 0.0308,  0.0205,  0.0474,  ...,  0.0357,  0.0072, -0.0298],
                     device='cuda:0')),
             ('encoder.weight_ih_l0_reverse',
              tensor([[-0.0350, -0.0133,  0.0007,  ..., -0.0147,  0.0094, -0.0037],
                      [-0.0251,  0.0371, -0.0486,  ..., -0.0562, -0.0111, -0.0399],
                      [ 0.0085,  0.0522,  0.0495,  ..., -0.0548, -0.0369,  0.0188],
                      ...,
                      [ 0.0449,  0.0050,  0.0200,  ..., -0.0254, -0.0533, -0.0228],
                      [ 0.0042, -0.0035, -0.0622,  ...,  0.0269,  0.0257, -0.0271],
                      [-0.0244, -0.0166, -0.0029,  ...,  0.0232, -0.0127,  0.0491]],
                     device='cuda:0')),
             ('encoder.weight_hh_l0_reverse',
              tensor([[ 0.0116, -0.0184,  0.0043,  ..., -0.0381, -0.0538,  0.0488],
                      [-0.0278, -0.0520,  0.0064,  ..., -0.0421,  0.0092,  0.0204],
                      [-0.0031,  0.0258,  0.0452,  ..., -0.0319,  0.0152, -0.0362],
                      ...,
                      [-0.0436,  0.0463,  0.0051,  ...,  0.0235,  0.0401,  0.0083],
                      [-0.0395,  0.0581,  0.0032,  ...,  0.0355,  0.0307,  0.0404],
                      [-0.0044,  0.0342,  0.0245,  ...,  0.0601, -0.0210,  0.0340]],
                     device='cuda:0')),
             ('encoder.bias_ih_l0_reverse',
              tensor([ 0.0313, -0.0354, -0.0309,  ..., -0.0050,  0.0547,  0.0081],
                     device='cuda:0')),
             ('encoder.bias_hh_l0_reverse',
              tensor([-0.0026,  0.0316, -0.0430,  ..., -0.0551,  0.0611,  0.0646],
                     device='cuda:0')),
             ('out.weight',
              tensor([[-0.0430, -0.0421, -0.0077,  ...,  0.0063, -0.0148,  0.0452],
                      [-0.0245,  0.0346, -0.0482,  ...,  0.0235, -0.0093,  0.0378],
                      [-0.0424,  0.0038, -0.0158,  ..., -0.0324,  0.0202, -0.0325],
                      [ 0.0367,  0.0100, -0.0245,  ..., -0.0156,  0.0207, -0.0140],
                      [ 0.0150, -0.0373, -0.0131,  ..., -0.0129,  0.0442,  0.0103]],
                     device='cuda:0')),
             ('out.bias',
              tensor([-0.0077,  0.0112, -0.0130,  0.0409, -0.0323], device='cuda:0'))])
In [ ]: